Question_Answering.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Question-Answering.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "f2265d5ccf0b416fae2de7e5332582e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_40c33599f8de4774ae0afa6c6d98fa62",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_bfdf44198257419ab462b0d06f3a8f4d",
              "IPY_MODEL_39dc35b5de034fcbabbb196b2b814445",
              "IPY_MODEL_e05f20a6a64d439a8f7aeee12c5e2890"
            ]
          }
        },
        "40c33599f8de4774ae0afa6c6d98fa62": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "bfdf44198257419ab462b0d06f3a8f4d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3e5388707c494351b6bd10cfce5e34b6",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_bad6a42afa5e45e7936d9d16d7c2b089"
          }
        },
        "39dc35b5de034fcbabbb196b2b814445": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_0c1a7cbba51d4bf3b13e1deb4d126413",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 440473133,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 440473133,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_399586bed2014faeb88bd5c5267a9749"
          }
        },
        "e05f20a6a64d439a8f7aeee12c5e2890": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_bf99de8acdb1479bb3d2c2f78cb85c2f",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 420M/420M [00:08&lt;00:00, 49.1MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5359bd86b9474f948f0c58ddbca21270"
          }
        },
        "3e5388707c494351b6bd10cfce5e34b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "bad6a42afa5e45e7936d9d16d7c2b089": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0c1a7cbba51d4bf3b13e1deb4d126413": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "399586bed2014faeb88bd5c5267a9749": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "bf99de8acdb1479bb3d2c2f78cb85c2f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5359bd86b9474f948f0c58ddbca21270": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Q5f1kcwr6V6g"
      },
      "source": [
        "# **Question Answering❓**\n",
        "with fine-tuned BERT on SQuAD 2.0.  \n",
        "\n",
        "Question answering comes in many forms. We’ll look at the particular type of extractive QA that involves answering a question about a passage by highlighting the segment of the passage that answers the question. This involves fine-tuning a model which predicts a start position and an end position in the passage. More specifically, we will fine tune the [bert-base-uncased](https://huggingface.co/bert-base-uncased) model on the [SQuAD 2.0](https://rajpurkar.github.io/SQuAD-explorer/) dataset.\n",
        "\n",
        "I have followed [this tutorial](https://huggingface.co/transformers/custom_datasets.html#qa-squad) from the huggingface community for how to fine tune BERT on custom datasets which in our case is the SQuAD 2.0."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "a082DBXQ62fG"
      },
      "source": [
        "**Some first imports**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0KQI4beK724N",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "515fd6d8-8f5c-4268-8a0e-20ea655c82e4"
      },
      "source": [
        "import requests\n",
        "import json\n",
        "import torch\n",
        "import os\n",
        "from tqdm import tqdm\n",
        "\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "IqBFb_WjGdFI"
      },
      "source": [
        "**Connecting Google Drive in order to save the model**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ressj5OzXrCc"
      },
      "source": [
        "if not os.path.exists('/content/drive/MyDrive/BERT-SQuAD'):\n",
        "  os.mkdir('/content/drive/MyDrive/BERT-SQuAD')"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DE9Wlhn0Dmww",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "bf245ef0-876e-4da9-9b74-73e10196c76d"
      },
      "source": [
        "!pip install transformers"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.11.3)\n",
            "Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.10.3)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.3.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n",
            "Requirement already satisfied: huggingface-hub>=0.0.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.19)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (21.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.62.3)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.8.1)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.46)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.0.17->transformers) (3.7.4.3)\n",
            "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers) (2.4.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.6.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2021.5.30)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.0.1)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "2mQrxq_g8GKv"
      },
      "source": [
        "### **Download SQuAD 2.0 ⬇️**\n",
        "\n",
        "SQuAD consists of two json files.\n",
        "\n",
        "* train dataset \n",
        "* validation dataset"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WRY07swS9DPH",
        "outputId": "bfc6e818-d8b3-4eda-ea85-cfe4772fab47"
      },
      "source": [
        "!wget -nc https://rajpurkar.github.io/SQuAD-explorer/dataset/train-v2.0.json\n",
        "!wget -nc https://rajpurkar.github.io/SQuAD-explorer/dataset/dev-v2.0.json"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "File ‘train-v2.0.json’ already there; not retrieving.\n",
            "\n",
            "File ‘dev-v2.0.json’ already there; not retrieving.\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "L6EgciGr1xSg"
      },
      "source": [
        "## **Data preprocessing 💽**\n",
        "\n",
        "In this section of data preprocessing, our goal is to get our data in the following form:\n",
        "\n",
        "<div>\n",
        "<img src=\"http://www.mccormickml.com/assets/BERT/SQuAD/input_formatting.png\" width=\"650\"/>\n",
        "</div>\n",
        "\n",
        "\n",
        "In short, we have to do the following:\n",
        "\n",
        "1. Extract the data from the jsons files\n",
        "2. Tokenize the data\n",
        "3. Define the datasets"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X3ULhdPV9OBa"
      },
      "source": [
        "# Load the training dataset and take a look at it\n",
        "with open('train-v2.0.json', 'rb') as f:\n",
        "  squad = json.load(f)"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "U0y6ra5A_pwX",
        "outputId": "0967ad6d-90ef-4ddf-c18f-d474737fb2a8"
      },
      "source": [
        "# Each 'data' dict has two keys (title and paragraphs)\n",
        "squad['data'][0].keys()"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "dict_keys(['title', 'paragraphs'])"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cmyrnjcUBAtT",
        "outputId": "156f38de-de18-4153-9ed5-97bd33246b96"
      },
      "source": [
        "# Find the group about Greece\n",
        "gr = -1\n",
        "for idx, group in enumerate(squad['data']):\n",
        "  print(group['title'])\n",
        "  if group['title'] == 'Greece':\n",
        "    gr = idx\n",
        "    print(gr)\n",
        "    break"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Beyoncé\n",
            "Frédéric_Chopin\n",
            "Sino-Tibetan_relations_during_the_Ming_dynasty\n",
            "IPod\n",
            "The_Legend_of_Zelda:_Twilight_Princess\n",
            "Spectre_(2015_film)\n",
            "2008_Sichuan_earthquake\n",
            "New_York_City\n",
            "To_Kill_a_Mockingbird\n",
            "Solar_energy\n",
            "Kanye_West\n",
            "Buddhism\n",
            "American_Idol\n",
            "Dog\n",
            "2008_Summer_Olympics_torch_relay\n",
            "Genome\n",
            "Comprehensive_school\n",
            "Republic_of_the_Congo\n",
            "Prime_minister\n",
            "Institute_of_technology\n",
            "Wayback_Machine\n",
            "Dutch_Republic\n",
            "Symbiosis\n",
            "Canadian_Armed_Forces\n",
            "Cardinal_(Catholicism)\n",
            "Iranian_languages\n",
            "Lighting\n",
            "Separation_of_powers_under_the_United_States_Constitution\n",
            "Architecture\n",
            "Human_Development_Index\n",
            "Southern_Europe\n",
            "BBC_Television\n",
            "Arnold_Schwarzenegger\n",
            "Plymouth\n",
            "Heresy\n",
            "Warsaw_Pact\n",
            "Materialism\n",
            "Christian\n",
            "Sony_Music_Entertainment\n",
            "Oklahoma_City\n",
            "Hunter-gatherer\n",
            "United_Nations_Population_Fund\n",
            "Russian_Soviet_Federative_Socialist_Republic\n",
            "Alexander_Graham_Bell\n",
            "Pub\n",
            "Internet_service_provider\n",
            "Comics\n",
            "Saint_Helena\n",
            "Aspirated_consonant\n",
            "Hydrogen\n",
            "Space_Race\n",
            "Web_browser\n",
            "BeiDou_Navigation_Satellite_System\n",
            "Canon_law\n",
            "Communications_in_Somalia\n",
            "Catalan_language\n",
            "Boston\n",
            "Universal_Studios\n",
            "Estonian_language\n",
            "Paper\n",
            "Adult_contemporary_music\n",
            "Daylight_saving_time\n",
            "Royal_Institute_of_British_Architects\n",
            "National_Archives_and_Records_Administration\n",
            "Tristan_da_Cunha\n",
            "University_of_Kansas\n",
            "Nanjing\n",
            "Arena_Football_League\n",
            "Dialect\n",
            "Bern\n",
            "Westminster_Abbey\n",
            "Political_corruption\n",
            "Classical_music\n",
            "Slavs\n",
            "Southampton\n",
            "Treaty\n",
            "Josip_Broz_Tito\n",
            "Marshall_Islands\n",
            "Szlachta\n",
            "Virgil\n",
            "Alps\n",
            "Gene\n",
            "Guinea-Bissau\n",
            "List_of_numbered_streets_in_Manhattan\n",
            "Brain\n",
            "Near_East\n",
            "Zhejiang\n",
            "Ministry_of_Defence_(United_Kingdom)\n",
            "High-definition_television\n",
            "Wood\n",
            "Somalis\n",
            "Middle_Ages\n",
            "Phonology\n",
            "Computer\n",
            "Black_people\n",
            "The_Times\n",
            "New_Delhi\n",
            "Bird_migration\n",
            "Atlantic_City,_New_Jersey\n",
            "Immunology\n",
            "MP3\n",
            "House_music\n",
            "Letter_case\n",
            "Chihuahua_(state)\n",
            "Imamah_(Shia_doctrine)\n",
            "Pitch_(music)\n",
            "England_national_football_team\n",
            "Houston\n",
            "Copper\n",
            "Identity_(social_science)\n",
            "Himachal_Pradesh\n",
            "Communication\n",
            "Grape\n",
            "Computer_security\n",
            "Orthodox_Judaism\n",
            "Animal\n",
            "Beer\n",
            "Race_and_ethnicity_in_the_United_States_Census\n",
            "United_States_dollar\n",
            "Imperial_College_London\n",
            "Hanover\n",
            "Emotion\n",
            "Everton_F.C.\n",
            "Old_English\n",
            "Aircraft_carrier\n",
            "Federal_Aviation_Administration\n",
            "Lancashire\n",
            "Mesozoic\n",
            "Videoconferencing\n",
            "Gregorian_calendar\n",
            "Xbox_360\n",
            "Military_history_of_the_United_States\n",
            "Hard_rock\n",
            "Great_Plains\n",
            "Infrared\n",
            "Biodiversity\n",
            "ASCII\n",
            "Digestion\n",
            "Gymnastics\n",
            "FC_Barcelona\n",
            "Federal_Bureau_of_Investigation\n",
            "Mary_(mother_of_Jesus)\n",
            "Melbourne\n",
            "John,_King_of_England\n",
            "Macintosh\n",
            "Anti-aircraft_warfare\n",
            "Sanskrit\n",
            "Valencia\n",
            "General_Electric\n",
            "United_States_Army\n",
            "Franco-Prussian_War\n",
            "Adolescence\n",
            "Antarctica\n",
            "Eritrea\n",
            "Uranium\n",
            "Order_of_the_British_Empire\n",
            "Circadian_rhythm\n",
            "Elizabeth_II\n",
            "Sexual_orientation\n",
            "Dell\n",
            "Capital_punishment_in_the_United_States\n",
            "Age_of_Enlightenment\n",
            "Nintendo_Entertainment_System\n",
            "Athanasius_of_Alexandria\n",
            "Seattle\n",
            "Memory\n",
            "Multiracial_American\n",
            "Ashkenazi_Jews\n",
            "Pharmaceutical_industry\n",
            "Umayyad_Caliphate\n",
            "Asphalt\n",
            "Queen_Victoria\n",
            "Freemasonry\n",
            "Israel\n",
            "Hellenistic_period\n",
            "Bill_%26_Melinda_Gates_Foundation\n",
            "Montevideo\n",
            "Poultry\n",
            "Dutch_language\n",
            "Buckingham_Palace\n",
            "Incandescent_light_bulb\n",
            "Arsenal_F.C.\n",
            "Clothing\n",
            "Chicago_Cubs\n",
            "Korean_War\n",
            "Copyright_infringement\n",
            "Greece\n",
            "186\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SlWDgRxVCDiP",
        "outputId": "99cf6c41-dd7f-40ee-ea9f-2174529849b2"
      },
      "source": [
        "# let's check on Greece which is 186th (0-based indexing)\n",
        "# we can see that we have a context and many questions and answers following\n",
        "squad['data'][186]"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'paragraphs': [{'context': 'Greece is strategically located at the crossroads of Europe, Asia, and Africa. Situated on the southern tip of the Balkan peninsula, it shares land borders with Albania to the northwest, the Republic of Macedonia and Bulgaria to the north and Turkey to the northeast. Greece consists of nine geographic regions: Macedonia, Central Greece, the Peloponnese, Thessaly, Epirus, the Aegean Islands (including the Dodecanese and Cyclades), Thrace, Crete, and the Ionian Islands. The Aegean Sea lies to the east of the mainland, the Ionian Sea to the west, and the Mediterranean Sea to the south. Greece has the longest coastline on the Mediterranean Basin and the 11th longest coastline in the world at 13,676 km (8,498 mi) in length, featuring a vast number of islands, of which 227 are inhabited. Eighty percent of Greece is mountainous, with Mount Olympus being the highest peak at 2,918 metres (9,573 ft).',\n",
              "   'qas': [{'answers': [{'answer_start': 115, 'text': 'Balkan peninsula'}],\n",
              "     'id': '572611d489a1e219009ac1e0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'On what peninsula is Greece located?'},\n",
              "    {'answers': [{'answer_start': 287, 'text': 'nine'}],\n",
              "     'id': '572611d489a1e219009ac1e1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many geographic regions make up Greece?'},\n",
              "    {'answers': [{'answer_start': 708, 'text': '8,498 mi'}],\n",
              "     'id': '572611d489a1e219009ac1e2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How long is the coastline of Greece?'},\n",
              "    {'answers': [{'answer_start': 774, 'text': '227'}],\n",
              "     'id': '572611d489a1e219009ac1e3',\n",
              "     'is_impossible': False,\n",
              "     'question': \"How many of Greece's islands are inhabited?\"},\n",
              "    {'answers': [{'answer_start': 839, 'text': 'Mount Olympus'}],\n",
              "     'id': '572611d489a1e219009ac1e4',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the tallest mountain in Greece?'}]},\n",
              "  {'context': \"Greece has one of the longest histories of any country, and is considered the cradle of Western civilization, and as such, is the birthplace of democracy, Western philosophy, the Olympic Games, Western literature, historiography, political science, major scientific and mathematical principles, and Western drama, including both tragedy and comedy. Greece was first unified under Philip of Macedon in the fourth century BC. His son Alexander the Great rapidly conquered much of the ancient world, spreading Greek culture and science from the eastern Mediterranean to the Indus River. Annexed by Rome in the second century BC, Greece became an integral part of the Roman Empire and its successor, the Byzantine Empire. The first century AD saw the establishment of the Greek Orthodox Church, which shaped the modern Greek identity and transmitted Greek traditions to the wider Orthodox World. Falling under Ottoman dominion in the mid-15th century, the modern nation state of Greece emerged in 1830 following the war of independence. Greece's rich historical legacy is reflected in large part by its 17 UNESCO World Heritage Sites, among the most in Europe and the world.\",\n",
              "   'qas': [{'answers': [{'answer_start': 380, 'text': 'Philip of Macedon'}],\n",
              "     'id': '5726162238643c19005acfcf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who was the first person to bring all of Greece together?'},\n",
              "    {'answers': [{'answer_start': 432, 'text': 'Alexander the Great'}],\n",
              "     'id': '5726162238643c19005acfd0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who was the son of Philip of Macedon?'},\n",
              "    {'answers': [{'answer_start': 595, 'text': 'Rome'}],\n",
              "     'id': '5726162238643c19005acfd1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece came part of what empire in the 2nd century BC?'},\n",
              "    {'answers': [{'answer_start': 722, 'text': 'first century AD'}],\n",
              "     'id': '5726162238643c19005acfd2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When was the Greek Orthodox Church started?'},\n",
              "    {'answers': [{'answer_start': 993, 'text': '1830'}],\n",
              "     'id': '5726162238643c19005acfd3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What year is considered the beginning of modern Greece?'}]},\n",
              "  {'context': \"Greece is a democratic and developed country with an advanced high-income economy, a high quality of life and a very high standard of living. A founding member of the United Nations, Greece was the tenth member to join the European Communities (precursor to the European Union) and has been part of the Eurozone since 2001. It is also a member of numerous other international institutions, including the Council of Europe, NATO,[a] OECD, OIF, OSCE and the WTO. Greece, which is one of the world's largest shipping powers, middle powers and top tourist destinations, has the largest economy in the Balkans, where it is an important regional investor.\",\n",
              "   'qas': [{'answers': [{'answer_start': 167, 'text': 'United Nations'}],\n",
              "     'id': '572618f238643c19005acfeb',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is one of the members who founded what organization?'},\n",
              "    {'answers': [{'answer_start': 12, 'text': 'democratic'}],\n",
              "     'id': '572618f238643c19005acfec',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which political philosophy does Greece follow?'},\n",
              "    {'answers': [{'answer_start': 318, 'text': '2001'}],\n",
              "     'id': '572618f238643c19005acfed',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did Greece join the Eurozone?'},\n",
              "    {'answers': [{'answer_start': 597, 'text': 'Balkans'}],\n",
              "     'id': '572618f238643c19005acfee',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece has the biggest economic power where?'}]},\n",
              "  {'context': \"The names for the nation of Greece and the Greek people differ from the names used in other languages, locations and cultures. Although the Greeks call the country Hellas or Ellada (Greek: Ἑλλάς or Ελλάδα) and its official name is the Hellenic Republic, in English it is referred to as Greece, which comes from the Latin term Graecia as used by the Romans, which literally means 'the land of the Greeks', and derives from the Greek name Γραικός. However, the name Hellas is sometimes used in English as well.\",\n",
              "   'qas': [{'answers': [{'answer_start': 164, 'text': 'Hellas'}],\n",
              "     'id': '57261a26ec44d21400f3d8dd',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the names the Greeks call their country?'},\n",
              "    {'answers': [{'answer_start': 235, 'text': 'Hellenic Republic'}],\n",
              "     'id': '57261a26ec44d21400f3d8de',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the official name of Greece?'},\n",
              "    {'answers': [{'answer_start': 326, 'text': 'Graecia'}],\n",
              "     'id': '57261a26ec44d21400f3d8df',\n",
              "     'is_impossible': False,\n",
              "     'question': 'From what word is Greece derived?'},\n",
              "    {'answers': [{'answer_start': 380, 'text': 'the land of the Greeks'}],\n",
              "     'id': '57261a26ec44d21400f3d8e0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What does the work Graecia mean?'},\n",
              "    {'answers': [{'answer_start': 349, 'text': 'Romans'}],\n",
              "     'id': '57261a26ec44d21400f3d8e1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who called Greece Graecia?'}]},\n",
              "  {'context': 'The earliest evidence of the presence of human ancestors in the southern Balkans, dated to 270,000 BC, is to be found in the Petralona cave, in the Greek province of Macedonia. All three stages of the stone age (Paleolithic, Mesolithic, and Neolithic) are represented in Greece, for example in the Franchthi Cave. Neolithic settlements in Greece, dating from the 7th millennium BC, are the oldest in Europe by several centuries, as Greece lies on the route via which farming spread from the Near East to Europe.',\n",
              "   'qas': [{'answers': [{'answer_start': 91, 'text': '270,000 BC'}],\n",
              "     'id': '57261d2089a1e219009ac282',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Humans in the Balkans have been dated to what year?'},\n",
              "    {'answers': [{'answer_start': 125, 'text': 'Petralona cave'}],\n",
              "     'id': '57261d2089a1e219009ac283',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Evidence of the earliest humans were found in what subterranean formation?'},\n",
              "    {'answers': [{'answer_start': 212,\n",
              "       'text': 'Paleolithic, Mesolithic, and Neolithic'}],\n",
              "     'id': '57261d2089a1e219009ac284',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Franchthi cave has evidence of what 3 ancient eras?'},\n",
              "    {'answers': [{'answer_start': 363, 'text': '7th millennium BC'}],\n",
              "     'id': '57261d2089a1e219009ac285',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece has evidence of Stone Age people during what time period?'},\n",
              "    {'answers': [{'answer_start': 467, 'text': 'farming'}],\n",
              "     'id': '57261d2089a1e219009ac286',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What activity led to Greece having some of the earliest Stone Age settlements?'}]},\n",
              "  {'context': 'Greece is home to the first advanced civilizations in Europe and is considered the birthplace of Western civilization,[citation clutter] beginning with the Cycladic civilization on the islands of the Aegean Sea at around 3200 BC, the Minoan civilization in Crete (2700–1500 BC), and then the Mycenaean civilization on the mainland (1900–1100 BC). These civilizations possessed writing, the Minoans writing in an undeciphered script known as Linear A, and the Mycenaeans in Linear B, an early form of Greek. The Mycenaeans gradually absorbed the Minoans, but collapsed violently around 1200 BC, during a time of regional upheaval known as the Bronze Age collapse. This ushered in a period known as the Greek Dark Ages, from which written records are absent.',\n",
              "   'qas': [{'answers': [{'answer_start': 97, 'text': 'Western civilization'}],\n",
              "     'id': '57261f2f38643c19005ad041',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Ancient Greece is considered to be where what was born?'},\n",
              "    {'answers': [{'answer_start': 292, 'text': 'Mycenaean'}],\n",
              "     'id': '57261f2f38643c19005ad042',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the last civilization to rule Greece?'},\n",
              "    {'answers': [{'answer_start': 585, 'text': '1200 BC'}],\n",
              "     'id': '57261f2f38643c19005ad043',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Mycenaean civilization deteriorated in what time period? '},\n",
              "    {'answers': [{'answer_start': 642, 'text': 'Bronze Age collapse'}],\n",
              "     'id': '57261f2f38643c19005ad044',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Around 1200 BC, what was the fall of the regional civilizations called?'},\n",
              "    {'answers': [{'answer_start': 701, 'text': 'Greek Dark Ages'}],\n",
              "     'id': '57261f2f38643c19005ad045',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the time period called from which no writing can be found.'}]},\n",
              "  {'context': \"The end of the Dark Ages is traditionally dated to 776 BC, the year of the first Olympic Games. The Iliad and the Odyssey, the foundational texts of Western literature, are believed to have been composed by Homer in the 8th or 7th centuries BC With the end of the Dark Ages, there emerged various kingdoms and city-states across the Greek peninsula, which spread to the shores of the Black Sea, Southern Italy (Latin: Magna Graecia, or Greater Greece) and Asia Minor. These states and their colonies reached great levels of prosperity that resulted in an unprecedented cultural boom, that of classical Greece, expressed in architecture, drama, science, mathematics and philosophy. In 508 BC, Cleisthenes instituted the world's first democratic system of government in Athens.\",\n",
              "   'qas': [{'answers': [{'answer_start': 51, 'text': '776 BC'}],\n",
              "     'id': '5726208f89a1e219009ac2be',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did the Olympic Game begin?'},\n",
              "    {'answers': [{'answer_start': 207, 'text': 'Homer'}],\n",
              "     'id': '5726208f89a1e219009ac2bf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The literary work \"The Odyssey:, was written by whom?'},\n",
              "    {'answers': [{'answer_start': 51, 'text': '776 BC'}],\n",
              "     'id': '5726208f89a1e219009ac2c0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What year is considered the be the last of the Dark Ages?'},\n",
              "    {'answers': [{'answer_start': 436, 'text': 'Greater Greece'}],\n",
              "     'id': '5726208f89a1e219009ac2c1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Magna Graecia is Latin for what term?'},\n",
              "    {'answers': [{'answer_start': 684, 'text': '508 BC'}],\n",
              "     'id': '5726208f89a1e219009ac2c2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year is Democracy considered to have begun?'}]},\n",
              "  {'context': 'By 500 BC, the Persian Empire controlled the Greek city states in Asia Minor and had made territorial gains in the Balkans and Eastern Europe proper as well. Attempts by some of the Greek city-states of Asia Minor to overthrow Persian rule failed, and Persia invaded the states of mainland Greece in 492 BC, but was forced to withdraw after a defeat at the Battle of Marathon in 490 BC. A second invasion by the Persians followed in 480 BC. Despite a heroic resistance at Thermopylae by Spartans and other Greeks led by King Leonidas, and a simultaneous naval engagement at Artemisium,[page needed] Persian forces occupied Athens, which had been evacuated in time, as well as briefly overrunning half of Greece. Following decisive Greek victories in 480 and 479 BC at Salamis, Plataea, and Mycale, the Persians were forced to withdraw for a second time, marking their eventual withdrawal from all of their European territories. Led by Athens and Sparta, the Greek victories in the Greco-Persian Wars are considered a pivotal moment in world history, as the 50 years of peace that followed are known as Golden Age of Athens, the seminal period of ancient Greece that laid many of the foundations of Western civilization.',\n",
              "   'qas': [{'answers': [{'answer_start': 15, 'text': 'Persian Empire'}],\n",
              "     'id': '572621eeec44d21400f3d951',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 500 BC, Greece was ruled over by who?'},\n",
              "    {'answers': [{'answer_start': 357, 'text': 'Battle of Marathon'}],\n",
              "     'id': '572621eeec44d21400f3d952',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What battle did Persia lose in 490 BC?'},\n",
              "    {'answers': [{'answer_start': 472, 'text': 'Thermopylae'}],\n",
              "     'id': '572621eeec44d21400f3d953',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Spartans made their last stand at what battle location?'},\n",
              "    {'answers': [{'answer_start': 981, 'text': 'Greco-Persian Wars'}],\n",
              "     'id': '572621eeec44d21400f3d954',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The battles between the Greeks and Persians are known as what?'},\n",
              "    {'answers': [{'answer_start': 1102, 'text': 'Golden Age of Athens'}],\n",
              "     'id': '572621eeec44d21400f3d955',\n",
              "     'is_impossible': False,\n",
              "     'question': 'After the Persians left Europe, the time period that followed was called what?'}]},\n",
              "  {'context': 'Lack of political unity within Greece resulted in frequent conflict between Greek states. The most devastating intra-Greek war was the Peloponnesian War (431–404 BC), won by Sparta and marking the demise of the Athenian Empire as the leading power in ancient Greece. Both Athens and Sparta were later overshadowed by Thebes and eventually Macedon, with the latter uniting the Greek world in the League of Corinth (also known as the Hellenic League or Greek League) under the guidance of Phillip II, who was elected leader of the first unified Greek state in history.',\n",
              "   'qas': [{'answers': [{'answer_start': 135, 'text': 'Peloponnesian War'}],\n",
              "     'id': '5726244bec44d21400f3d965',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The war from 431-404 BC is known as what? '},\n",
              "    {'answers': [{'answer_start': 0, 'text': 'Lack of political unity'}],\n",
              "     'id': '5726244bec44d21400f3d966',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What often caused strife between Greek states?'},\n",
              "    {'answers': [{'answer_start': 174, 'text': 'Sparta'}],\n",
              "     'id': '5726244bec44d21400f3d967',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who won the Peloponnesian war?'},\n",
              "    {'answers': [{'answer_start': 339, 'text': 'Macedon'}],\n",
              "     'id': '5726244bec44d21400f3d968',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who eventually brought the Greeks together?'},\n",
              "    {'answers': [{'answer_start': 487, 'text': 'Phillip II'}],\n",
              "     'id': '5726244bec44d21400f3d969',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who was the first leader of a unified Greece?'}]},\n",
              "  {'context': \"After a period of confusion following Alexander's death, the Antigonid dynasty, descended from one of Alexander's generals, established its control over Macedon and most of the Greek city-states by 276 BC. From about 200 BC the Roman Republic became increasingly involved in Greek affairs and engaged in a series of wars with Macedon. Macedon's defeat at the Battle of Pydna in 168 BC signalled the end of Antigonid power in Greece. In 146 BC Macedonia was annexed as a province by Rome, and the rest of Greece became a Roman protectorate.\",\n",
              "   'qas': [{'answers': [{'answer_start': 57, 'text': 'the Antigonid dynasty'}],\n",
              "     'id': '5726266b38643c19005ad16f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who controlled Macedon after Alexander died?'},\n",
              "    {'answers': [{'answer_start': 217, 'text': '200 BC'}],\n",
              "     'id': '5726266b38643c19005ad170',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Roman Empire became more controlling of Greece starting in what year?'},\n",
              "    {'answers': [{'answer_start': 359, 'text': 'Battle of Pydna'}],\n",
              "     'id': '5726266b38643c19005ad171',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Macedon lost what war in 168 BC?'},\n",
              "    {'answers': [{'answer_start': 436, 'text': '146 BC'}],\n",
              "     'id': '5726266b38643c19005ad172',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did Greece become a part of Rome?'},\n",
              "    {'answers': [{'answer_start': 378, 'text': '168 BC'}],\n",
              "     'id': '5726266b38643c19005ad173',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The end of Antigonid rule began in what year?'}]},\n",
              "  {'context': 'The process was completed in 27 BC when the Roman Emperor Augustus annexed the rest of Greece and constituted it as the senatorial province of Achaea. Despite their military superiority, the Romans admired and became heavily influenced by the achievements of Greek culture, hence Horace\\'s famous statement: Graecia capta ferum victorem cepit (\"Greece, although captured, took its wild conqueror captive\"). The epics of Homer inspired the Aeneid of Virgil, and authors such as Seneca the younger wrote using Greek styles. Roman heroes such as Scipio Africanus, tended to study philosophy and regarded Greek culture and science as an example to be followed. Similarly, most Roman emperors maintained an admiration for things Greek in nature. The Roman Emperor Nero visited Greece in AD 66, and performed at the Ancient Olympic Games, despite the rules against non-Greek participation. Hadrian was also particularly fond of the Greeks; before he became emperor he served as an eponymous archon of Athens.',\n",
              "   'qas': [{'answers': [{'answer_start': 58, 'text': 'Augustus'}],\n",
              "     'id': '5726281438643c19005ad179',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Roman Emperor became the ruler of all of Greece?'},\n",
              "    {'answers': [{'answer_start': 343,\n",
              "       'text': '\"Greece, although captured, took its wild conqueror captive\"'}],\n",
              "     'id': '5726281438643c19005ad17a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What saying by Horace became famous?'},\n",
              "    {'answers': [{'answer_start': 758, 'text': 'Nero'}],\n",
              "     'id': '5726281438643c19005ad17b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What famous Roman figure visited Greece in 66 AD?'},\n",
              "    {'answers': [{'answer_start': 419, 'text': 'Homer'}],\n",
              "     'id': '5726281438643c19005ad17c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What famous Grecian author inspired later authors and their works?'},\n",
              "    {'answers': [{'answer_start': 542, 'text': 'Scipio Africanus'}],\n",
              "     'id': '5726281438643c19005ad17d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What hero of Rome studied Greek philosophy and science?'}]},\n",
              "  {'context': \"Greek-speaking communities of the Hellenized East were instrumental in the spread of early Christianity in the 2nd and 3rd centuries, and Christianity's early leaders and writers (notably St Paul) were mostly Greek-speaking, though generally not from Greece itself. The New Testament was written in Greek, and some of its sections (Corinthians, Thessalonians, Philippians, Revelation of St. John of Patmos) attest to the importance of churches in Greece in early Christianity. Nevertheless, much of Greece clung tenaciously to paganism, and ancient Greek religious practices were still in vogue in the late 4th century AD, when they were outlawed by the Roman emperor Theodosius I in 391-392. The last recorded Olympic games were held in 393, and many temples were destroyed or damaged in the century that followed. In Athens and rural areas, paganism is attested well into the sixth century AD and even later. The closure of the Neoplatonic Academy of Athens by the emperor Justinian in 529 is considered by many to mark the end of antiquity, although there is evidence that the Academy continued its activities for some time after that. Some remote areas such as the southeastern Peloponnese remained pagan until well into the 10th century AD.\",\n",
              "   'qas': [{'answers': [{'answer_start': 299, 'text': 'Greek'}],\n",
              "     'id': '572629b789a1e219009ac480',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what language was the first book of the Bible conceived?'},\n",
              "    {'answers': [{'answer_start': 527, 'text': 'paganism'}],\n",
              "     'id': '572629b789a1e219009ac481',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What religion did early Greece practice?'},\n",
              "    {'answers': [{'answer_start': 738, 'text': '393'}],\n",
              "     'id': '572629b789a1e219009ac482',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Olympics were last held in ancient Greece in what year? '},\n",
              "    {'answers': [{'answer_start': 668, 'text': 'Theodosius I'}],\n",
              "     'id': '572629b789a1e219009ac483',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Paganism was forbidden by what Roman Emperor?'},\n",
              "    {'answers': [{'answer_start': 975, 'text': 'Justinian'}],\n",
              "     'id': '572629b789a1e219009ac484',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which Emperor closed the school in Athens?'}]},\n",
              "  {'context': \"From the 4th century, the Empire's Balkan territories, including Greece, suffered from the dislocation of the Barbarian Invasions. The raids and devastation of the Goths and Huns in the 4th and 5th centuries and the Slavic invasion of Greece in the 7th century resulted in a dramatic collapse in imperial authority in the Greek peninsula. Following the Slavic invasion, the imperial government retained formal control of only the islands and coastal areas, particularly the densely populated walled cities such as Athens, Corinth and Thessalonica, while some mountainous areas in the interior held out on their own and continued to recognize imperial authority. Outside of these areas, a limited amount of Slavic settlement is generally thought to have occurred, although on a much smaller scale than previously thought.\",\n",
              "   'qas': [{'answers': [{'answer_start': 249, 'text': '7th century'}],\n",
              "     'id': '57262aa938643c19005ad28d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did the Slavs invade Greece?'},\n",
              "    {'answers': [{'answer_start': 110, 'text': 'Barbarian'}],\n",
              "     'id': '57262aa938643c19005ad28e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What invading marauders caused havoc in the Balkans during the 4th century.'},\n",
              "    {'answers': [{'answer_start': 430, 'text': 'islands and coastal areas'}],\n",
              "     'id': '57262aa938643c19005ad28f',\n",
              "     'is_impossible': False,\n",
              "     'question': \"After the Slav's invaded, the government only controlled what areas?\"}]},\n",
              "  {'context': 'The Byzantine recovery of lost provinces began toward the end of the 8th century and most of the Greek peninsula came under imperial control again, in stages, during the 9th century. This process was facilitated by a large influx of Greeks from Sicily and Asia Minor to the Greek peninsula, while at the same time many Slavs were captured and re-settled in Asia Minor and those that remained were assimilated. During the 11th and 12th centuries the return of stability resulted in the Greek peninsula benefiting from strong economic growth – much stronger than that of the Anatolian territories of the Empire.',\n",
              "   'qas': [{'answers': [{'answer_start': 69, 'text': '8th'}],\n",
              "     'id': '57262cc0ec44d21400f3db9b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Byzantine began taking back territories during the last of what century?'},\n",
              "    {'answers': [{'answer_start': 170, 'text': '9th'}],\n",
              "     'id': '57262cc0ec44d21400f3db9c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Byzantine had control over most of Greece in what century?'},\n",
              "    {'answers': [{'answer_start': 256, 'text': 'Asia Minor'}],\n",
              "     'id': '57262cc0ec44d21400f3db9d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Slavs that were caught were moved to what area?'},\n",
              "    {'answers': [{'answer_start': 517, 'text': 'strong economic growth'}],\n",
              "     'id': '57262cc0ec44d21400f3db9e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'A stable Greece allowed it to have what?'}]},\n",
              "  {'context': 'Following the Fourth Crusade and the fall of Constantinople to the \"Latins\" in 1204 mainland Greece was split between the Greek Despotate of Epirus (a Byzantine successor state) and Frankish rule (known as the Frankokratia), while some islands came under Venetian rule. The re-establishment of the Byzantine imperial capital in Constantinople in 1261 was accompanied by the empire\\'s recovery of much of the Greek peninsula, although the Frankish Principality of Achaea in the Peloponnese and the rival Greek Despotate of Epirus in the north both remained important regional powers into the 14th century, while the islands remained largely under Genoese and Venetian control.',\n",
              "   'qas': [{'answers': [{'answer_start': 79, 'text': '1204'}],\n",
              "     'id': '57262de2ec44d21400f3dbb7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece was split into sections of different rulers in what year?'},\n",
              "    {'answers': [{'answer_start': 346, 'text': '1261'}],\n",
              "     'id': '57262de2ec44d21400f3dbb8',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Constantinople once again became a capital  in what year?'},\n",
              "    {'answers': [{'answer_start': 645, 'text': 'Genoese and Venetian'}],\n",
              "     'id': '57262de2ec44d21400f3dbb9',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Grecian islands in the 14th century were under the control of who?'},\n",
              "    {'answers': [{'answer_start': 298, 'text': 'Byzantine'}],\n",
              "     'id': '57262de2ec44d21400f3dbba',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 1261 Constantinople was the capital for which empire?'}]},\n",
              "  {'context': 'In the 14th century, much of the Greek peninsula was lost by the Byzantine Empire at first to the Serbs and then to the Ottomans. By the beginning of the 15th century, the Ottoman advance meant that Byzantine territory in Greece was limited mainly to its then-largest city, Thessaloniki, and the Peloponnese (Despotate of the Morea). After the fall of Constantinople to the Ottomans in 1453, the Morea was the last remnant of the Byzantine Empire to hold out against the Ottomans. However, this, too, fell to the Ottomans in 1460, completing the Ottoman conquest of mainland Greece. With the Turkish conquest, many Byzantine Greek scholars, who up until then were largely responsible for preserving Classical Greek knowledge, fled to the West, taking with them a large body of literature and thereby significantly contributing to the Renaissance.',\n",
              "   'qas': [{'answers': [{'answer_start': 65, 'text': 'Byzantine Empire'}],\n",
              "     'id': '57262f3689a1e219009ac51c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'A lot of Greece was lost by whom in the 14th century?'},\n",
              "    {'answers': [{'answer_start': 274, 'text': 'Thessaloniki'}],\n",
              "     'id': '57262f3689a1e219009ac51d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'At the start of 15th century, the biggest Byzantine city was what?'},\n",
              "    {'answers': [{'answer_start': 467, 'text': 'the Ottomans'}],\n",
              "     'id': '57262f3689a1e219009ac51e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Constantinople was overcome by who in 1453?'},\n",
              "    {'answers': [{'answer_start': 525, 'text': '1460'}],\n",
              "     'id': '57262f3689a1e219009ac51f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Ottomans controlled mainland Greece in what year?'},\n",
              "    {'answers': [{'answer_start': 615, 'text': 'Byzantine Greek scholars'}],\n",
              "     'id': '57262f3689a1e219009ac520',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who had a large impact on the Renaissance? '}]},\n",
              "  {'context': 'While most of mainland Greece and the Aegean islands was under Ottoman control by the end of the 15th century, Cyprus and Crete remained Venetian territory and did not fall to the Ottomans until 1571 and 1670 respectively. The only part of the Greek-speaking world that escaped long-term Ottoman rule was the Ionian Islands, which remained Venetian until their capture by the First French Republic in 1797, then passed to the United Kingdom in 1809 until their unification with Greece in 1864.[page needed]',\n",
              "   'qas': [{'answers': [{'answer_start': 38, 'text': 'Aegean islands'}],\n",
              "     'id': '572630b389a1e219009ac526',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Ottomans controlled what islands b y the end of the 15th century?'},\n",
              "    {'answers': [{'answer_start': 111, 'text': 'Cyprus and Crete'}],\n",
              "     'id': '572630b389a1e219009ac527',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Venetians had control of which two islands in the 15th century?'},\n",
              "    {'answers': [{'answer_start': 111, 'text': 'Cyprus and Crete'}],\n",
              "     'id': '572630b389a1e219009ac528',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Ottomans took which islands from the Venetians?'},\n",
              "    {'answers': [{'answer_start': 401, 'text': '1797'}],\n",
              "     'id': '572630b389a1e219009ac529',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year were the Ionian Islands captured by the French?'},\n",
              "    {'answers': [{'answer_start': 426, 'text': 'United Kingdom'}],\n",
              "     'id': '572630b389a1e219009ac52a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who gained control of the Ionian Islands in 1809?'}]},\n",
              "  {'context': 'The Greek Orthodox Church and the Ecumenical Patriarchate of Constantinople were considered by the Ottoman governments as the ruling authorities of the entire Orthodox Christian population of the Ottoman Empire, whether ethnically Greek or not. Although the Ottoman state did not force non-Muslims to convert to Islam, Christians faced several types of discrimination intended to highlight their inferior status in the Ottoman Empire. Discrimination against Christians, particularly when combined with harsh treatment by local Ottoman authorities, led to conversions to Islam, if only superficially. In the 19th century, many \"crypto-Christians\" returned to their old religious allegiance.[page needed]',\n",
              "   'qas': [{'answers': [{'answer_start': 570, 'text': 'Islam'}],\n",
              "     'id': '572632a838643c19005ad2cf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Due to discrimination, some Christians converted to what religion?'},\n",
              "    {'answers': [{'answer_start': 4, 'text': 'Greek Orthodox Church'}],\n",
              "     'id': '572632a838643c19005ad2d0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the name of one of the churches that ruled over the Christian population?'},\n",
              "    {'answers': [{'answer_start': 196, 'text': 'Ottoman Empire'}],\n",
              "     'id': '572632a838643c19005ad2d1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which empire thought that Christians were inferior?'}]},\n",
              "  {'context': \"When military conflicts broke out between the Ottoman Empire and other states, Greeks usually took arms against the Empire, with few exceptions. Prior to the Greek revolution, there had been a number of wars which saw Greeks fight against the Ottomans, such as the Greek participation in the Battle of Lepanto in 1571, the Epirus peasants' revolts of 1600–1601, the Morean War of 1684–1699, and the Russian-instigated Orlov Revolt in 1770, which aimed at breaking up the Ottoman Empire in favor of Russian interests.[page needed] These uprisings were put down by the Ottomans with great bloodshed.\",\n",
              "   'qas': [{'answers': [{'answer_start': 313, 'text': '1571'}],\n",
              "     'id': '572634a1271a42140099d759',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Battle of of Lepanto took place in what year?'},\n",
              "    {'answers': [{'answer_start': 380, 'text': '1684–1699'}],\n",
              "     'id': '572634a1271a42140099d75a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Morean War took place during which years?'},\n",
              "    {'answers': [{'answer_start': 434, 'text': '1770'}],\n",
              "     'id': '572634a1271a42140099d75b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Orlov Revolt took place in what year?'},\n",
              "    {'answers': [{'answer_start': 498, 'text': 'Russian'}],\n",
              "     'id': '572634a1271a42140099d75c',\n",
              "     'is_impossible': False,\n",
              "     'question': \"The Orlov Revolt was for which nation's supposed benefit?\"},\n",
              "    {'answers': [{'answer_start': 46, 'text': 'Ottoman Empire'}],\n",
              "     'id': '572634a1271a42140099d75d',\n",
              "     'is_impossible': False,\n",
              "     'question': \"During battles of the 1600 and 1700's, the Greeks usually fought against who?\"}]},\n",
              "  {'context': 'The 16th and 17th centuries are regarded as something of a \"dark age\" in Greek history, with the prospect of overthrowing Ottoman rule appearing remote with only the Ionian islands remaining free of Turkish domination. Corfu withstood three major sieges in 1537, 1571 and 1716 all of which resulted in the repulsion of the Ottomans. However, in the 18th century, there arose through shipping a wealthy and dispersed Greek merchant class. These merchants came to dominate trade within the Ottoman Empire, establishing communities throughout the Mediterranean, the Balkans, and Western Europe. Though the Ottoman conquest had cut Greece off from significant European intellectual movements such as the Reformation and the Enlightenment, these ideas together with the ideals of the French Revolution and romantic nationalism began to penetrate the Greek world via the mercantile diaspora.[page needed] In the late 18th century, Rigas Feraios, the first revolutionary to envision an independent Greek state, published a series of documents relating to Greek independence, including but not limited to a national anthem and the first detailed map of Greece, in Vienna, and was murdered by Ottoman agents in 1798.[page needed]',\n",
              "   'qas': [{'answers': [{'answer_start': 4,\n",
              "       'text': '16th and 17th centuries'}],\n",
              "     'id': '572636e6271a42140099d78f',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's Dark Ages is thought of as what time periods?\"},\n",
              "    {'answers': [{'answer_start': 349, 'text': '18th'}],\n",
              "     'id': '572636e6271a42140099d790',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greek merchants ruled the trade industry in which century?'},\n",
              "    {'answers': [{'answer_start': 925, 'text': 'Rigas Feraios'}],\n",
              "     'id': '572636e6271a42140099d791',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who published Greek documents that espoused Greek independence?'},\n",
              "    {'answers': [{'answer_start': 1202, 'text': '1798'}],\n",
              "     'id': '572636e6271a42140099d792',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Rigas Feraios was killed by Ottoman assassins in what year? '}]},\n",
              "  {'context': 'In 1814, a secret organization called the Filiki Eteria (Society of Friends) was founded with the aim of liberating Greece. The Filiki Eteria planned to launch revolution in the Peloponnese, the Danubian Principalities and Constantinople. The first of these revolts began on 6 March 1821 in the Danubian Principalities under the leadership of Alexandros Ypsilantis, but it was soon put down by the Ottomans. The events in the north spurred the Greeks of the Peloponnese into action and on 17 March 1821 the Maniots declared war on the Ottomans.',\n",
              "   'qas': [{'answers': [{'answer_start': 3, 'text': '1814'}],\n",
              "     'id': '572639f638643c19005ad329',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In which year did the Society of Friends begin?'},\n",
              "    {'answers': [{'answer_start': 105, 'text': 'liberating Greece'}],\n",
              "     'id': '572639f638643c19005ad32a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Society of Friends goal was what?'},\n",
              "    {'answers': [{'answer_start': 42, 'text': 'Filiki Eteria'}],\n",
              "     'id': '572639f638643c19005ad32b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Society of Friends was also known by what name?'},\n",
              "    {'answers': [{'answer_start': 275, 'text': '6 March 1821'}],\n",
              "     'id': '572639f638643c19005ad32c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The first of several revolutions began when?'},\n",
              "    {'answers': [{'answer_start': 489, 'text': '17 March 1821'}],\n",
              "     'id': '572639f638643c19005ad32d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'War was started with the Ottomans when?'}]},\n",
              "  {'context': 'By the end of the month, the Peloponnese was in open revolt against the Ottomans and by October 1821 the Greeks under Theodoros Kolokotronis had captured Tripolitsa. The Peloponnesian revolt was quickly followed by revolts in Crete, Macedonia and Central Greece, which would soon be suppressed. Meanwhile, the makeshift Greek navy was achieving success against the Ottoman navy in the Aegean Sea and prevented Ottoman reinforcements from arriving by sea. In 1822 and 1824 the Turks and Egyptians ravaged the islands, including Chios and Psara, committing wholesale massacres of the population. This had the effect of galvanizing public opinion in western Europe in favor of the Greek rebels.[page needed]',\n",
              "   'qas': [{'answers': [{'answer_start': 96, 'text': '1821'}],\n",
              "     'id': '57263bacec44d21400f3dc73',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did the Greeks take Tripolitsa?'},\n",
              "    {'answers': [{'answer_start': 118, 'text': 'Theodoros Kolokotronis'}],\n",
              "     'id': '57263bacec44d21400f3dc74',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who was the leader of the Greek revolt in 1821?'},\n",
              "    {'answers': [{'answer_start': 385, 'text': 'Aegean Sea'}],\n",
              "     'id': '57263bacec44d21400f3dc75',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Greek and Ottoman Navy fought in which waters?'},\n",
              "    {'answers': [{'answer_start': 458, 'text': '1822 and 1824'}],\n",
              "     'id': '57263bacec44d21400f3dc76',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Turks and Egyptians attacked Greek island in what years?'}]},\n",
              "  {'context': 'Tensions soon developed among different Greek factions, leading to two consecutive civil wars. Meanwhile, the Ottoman Sultan negotiated with Mehmet Ali of Egypt, who agreed to send his son Ibrahim Pasha to Greece with an army to suppress the revolt in return for territorial gain. Ibrahim landed in the Peloponnese in February 1825 and had immediate success: by the end of 1825, most of the Peloponnese was under Egyptian control, and the city of Missolonghi—put under siege by the Turks since April 1825—fell in April 1826. Although Ibrahim was defeated in Mani, he had succeeded in suppressing most of the revolt in the Peloponnese and Athens had been retaken.',\n",
              "   'qas': [{'answers': [{'answer_start': 67, 'text': 'two'}],\n",
              "     'id': '57263cafec44d21400f3dc83',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many successive civil wars occurred between Greek clans?'},\n",
              "    {'answers': [{'answer_start': 189, 'text': 'Ibrahim Pasha'}],\n",
              "     'id': '57263cafec44d21400f3dc84',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who did Egypt send to Greece with an Army?'},\n",
              "    {'answers': [{'answer_start': 318, 'text': 'February 1825'}],\n",
              "     'id': '57263cafec44d21400f3dc85',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Ibrahim Pasha landed with his army when?'},\n",
              "    {'answers': [{'answer_start': 519, 'text': '1826'}],\n",
              "     'id': '57263cafec44d21400f3dc86',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did Missolonghi fall to the Egyptians?'},\n",
              "    {'answers': [{'answer_start': 558, 'text': 'Mani'}],\n",
              "     'id': '57263cafec44d21400f3dc87',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Ibrahim Pasha finally faced defeat where?'}]},\n",
              "  {'context': 'After years of negotiation, three Great Powers, Russia, the United Kingdom and France, decided to intervene in the conflict and each nation sent a navy to Greece. Following news that combined Ottoman–Egyptian fleets were going to attack the Greek island of Hydra, the allied fleet intercepted the Ottoman–Egyptian fleet at Navarino. After a week-long standoff, a battle began which resulted in the destruction of the Ottoman–Egyptian fleet. A French expeditionary force was dispatched to supervise the evacuation of the Egyptian army from the Peloponnese, while the Greeks proceeded to the captured part of Central Greece by 1828. As a result of years of negotiation, the nascent Greek state was finally recognized under the London Protocol in 1830.',\n",
              "   'qas': [{'answers': [{'answer_start': 48,\n",
              "       'text': 'Russia, the United Kingdom and France'}],\n",
              "     'id': '57263f6189a1e219009ac5d2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What three countries sent their Navy to Greece?'},\n",
              "    {'answers': [{'answer_start': 297, 'text': 'Ottoman–Egyptian'}],\n",
              "     'id': '57263f6189a1e219009ac5d3',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Which navy's ships intended to attack Hydra?\"},\n",
              "    {'answers': [{'answer_start': 264, 'text': 'the allied fleet'}],\n",
              "     'id': '57263f6189a1e219009ac5d4',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which navy won the battle of Hydra?'},\n",
              "    {'answers': [{'answer_start': 744, 'text': '1830'}],\n",
              "     'id': '57263f6189a1e219009ac5d5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The recognition of a Greek state happened in what year?'},\n",
              "    {'answers': [{'answer_start': 725, 'text': 'London Protocol'}],\n",
              "     'id': '57263f6189a1e219009ac5d6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the agreement that recognized Greece as a state called?'}]},\n",
              "  {'context': \"Corruption and Trikoupis' increased spending to create necessary infrastructure like the Corinth Canal overtaxed the weak Greek economy, forcing the declaration of public insolvency in 1893 and to accept the imposition of an International Financial Control authority to pay off the country's debtors. Another political issue in 19th-century Greece was uniquely Greek: the language question. The Greek people spoke a form of Greek called Demotic. Many of the educated elite saw this as a peasant dialect and were determined to restore the glories of Ancient Greek.\",\n",
              "   'qas': [{'answers': [{'answer_start': 164, 'text': 'public insolvency'}],\n",
              "     'id': '57264129271a42140099d7dd',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 1893 Greece announced what?'},\n",
              "    {'answers': [{'answer_start': 225,\n",
              "       'text': 'International Financial Control authority'}],\n",
              "     'id': '57264129271a42140099d7de',\n",
              "     'is_impossible': False,\n",
              "     'question': 'To pay off the people they owed, Greece had to accept what?'},\n",
              "    {'answers': [{'answer_start': 437, 'text': 'Demotic'}],\n",
              "     'id': '57264129271a42140099d7df',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The people of Greece that had higher education saw what dialect as beneath them?'},\n",
              "    {'answers': [{'answer_start': 372, 'text': 'language'}],\n",
              "     'id': '57264129271a42140099d7e0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'A hot topic in Greece in the 19th century was what?'}]},\n",
              "  {'context': \"All Greeks were united, however, in their determination to liberate the Greek-speaking provinces of the Ottoman Empire, regardless of the dialect they spoke. Especially in Crete, a prolonged revolt in 1866–1869 had raised nationalist fervour. When war broke out between Russia and the Ottomans in 1877, Greek popular sentiment rallied to Russia's side, but Greece was too poor, and too concerned of British intervention, to officially enter the war. Nevertheless, in 1881, Thessaly and small parts of Epirus were ceded to Greece as part of the Treaty of Berlin, while frustrating Greek hopes of receiving Crete.\",\n",
              "   'qas': [{'answers': [{'answer_start': 297, 'text': '1877'}],\n",
              "     'id': '572641f389a1e219009ac61c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'War between Russia and the Ottomans began in what year?'},\n",
              "    {'answers': [{'answer_start': 172, 'text': 'Crete'}],\n",
              "     'id': '572641f389a1e219009ac61d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'A revolt lasted for 3 years on which Greek island?'},\n",
              "    {'answers': [{'answer_start': 467, 'text': '1881'}],\n",
              "     'id': '572641f389a1e219009ac61e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did the Treaty of Berlin occur?'}]},\n",
              "  {'context': \"At the end of the Balkan Wars, the extent of Greece's territory and population had increased. In the following years, the struggle between King Constantine I and charismatic Prime Minister Eleftherios Venizelos over the country's foreign policy on the eve of World War I dominated the country's political scene, and divided the country into two opposing groups. During parts of the First World War, Greece had two governments; a royalist pro-German government in Athens and a Venizelist pro-Britain one in Thessaloniki. The two governments were united in 1917, when Greece officially entered the war on the side of the Triple Entente.\",\n",
              "   'qas': [{'answers': [{'answer_start': 216,\n",
              "       'text': \"the country's foreign policy\"}],\n",
              "     'id': '5726434b271a42140099d7ff',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What divided Greece into two political groups?'},\n",
              "    {'answers': [{'answer_start': 410, 'text': 'two'}],\n",
              "     'id': '5726434b271a42140099d800',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many governments did Greece have in World War 1?'},\n",
              "    {'answers': [{'answer_start': 615, 'text': 'the Triple Entente'}],\n",
              "     'id': '5726434b271a42140099d801',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When Greece entered World War I, on whose side did they fight?'},\n",
              "    {'answers': [{'answer_start': 555, 'text': '1917'}],\n",
              "     'id': '5726434b271a42140099d802',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's multiple governments came together in what year?\"}]},\n",
              "  {'context': 'In the aftermath of the First World War, Greece attempted further expansion into Asia Minor, a region with a large native Greek population at the time, but was defeated in the Greco-Turkish War of 1919–1922, contributing to a massive flight of Asia Minor Greeks. These events overlapped, with both happening during the Greek genocide (1914-1922), a period during which, according to various sources, Ottoman and Turkish officials contributed to the death of several hundred thousand Asia Minor Greeks. The resultant Greek exodus from Asia Minor was made permanent, and expanded, in an official Population exchange between Greece and Turkey. The exchange was part of the terms of the Treaty of Lausanne which ended the war.',\n",
              "   'qas': [{'answers': [{'answer_start': 197, 'text': '1919–1922'}],\n",
              "     'id': '572644675951261400b5196a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What years did the Greco-Turkish war take place?'},\n",
              "    {'answers': [{'answer_start': 81, 'text': 'Asia Minor'}],\n",
              "     'id': '572644675951261400b5196b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'After World War I, Greece wanted to expand into what area?'},\n",
              "    {'answers': [{'answer_start': 683, 'text': 'Treaty of Lausanne'}],\n",
              "     'id': '572644675951261400b5196c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'An exchange of people between Greece and Turkey took place under what agreement?'},\n",
              "    {'answers': [{'answer_start': 335, 'text': '1914-1922'}],\n",
              "     'id': '572644675951261400b5196d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what time period did the genocide of Greeks take place?'},\n",
              "    {'answers': [{'answer_start': 400,\n",
              "       'text': 'Ottoman and Turkish officials'}],\n",
              "     'id': '572644675951261400b5196e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who caused the deaths of thousands of Greeks?'}]},\n",
              "  {'context': 'The following era was marked by instability, as over 1.5 million propertyless Greek refugees from Turkey had to be integrated into Greek society. Because the term \"Greeks\" in the exchange was based on religion Cappadocian Greeks, Pontian Greeks, and non Greek followers of Greek Orthodoxy were all subject to the exchange as well. Many of these refugees couldn\\'t even speak the language, and were from alien environments, such as the case of the non Greeks and Cappadocians. The refugees also made a dramatic post war population boost, as the amount of refugees was more than a quarter of Greece\\'s prior population. The task was undertaken by settling the Pontians and Cappadocians in the Macedonian mountains, where they would adapt better, and settling the Demotic speakers and non Greeks in the Greek Isles and cities, where they were already adapted to.',\n",
              "   'qas': [{'answers': [{'answer_start': 53, 'text': '1.5 million'}],\n",
              "     'id': '57264659708984140094c11d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Greek refugees came from Turkey?'},\n",
              "    {'answers': [{'answer_start': 689, 'text': 'Macedonian mountains'}],\n",
              "     'id': '57264659708984140094c11e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Pontian and Cappadocian refugees were relocated to where?'},\n",
              "    {'answers': [{'answer_start': 798, 'text': 'Greek Isles and cities'}],\n",
              "     'id': '57264659708984140094c11f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Demotic speaking Greek refugees were placed where?'}]},\n",
              "  {'context': \"Following the catastrophic events in Asia Minor, the monarchy was abolished via a referendum in 1924 and the Second Hellenic Republic was declared. Premier Georgios Kondylis took power in 1935 and effectively abolished the republic by bringing back the monarchy via a referendum in 1935. A coup d'état followed in 1936 and installed Ioannis Metaxas as the head of a dictatorial regime known as the 4th of August Regime. Although a dictatorship, Greece remained on good terms with Britain and was not allied with the Axis.\",\n",
              "   'qas': [{'answers': [{'answer_start': 96, 'text': '1924'}],\n",
              "     'id': '57264784708984140094c141',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Greek Monarchy was abolished when?'},\n",
              "    {'answers': [{'answer_start': 109, 'text': 'Second Hellenic Republic'}],\n",
              "     'id': '57264784708984140094c142',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 1924, what was established?'},\n",
              "    {'answers': [{'answer_start': 148, 'text': 'Premier Georgios Kondylis'}],\n",
              "     'id': '57264784708984140094c143',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who became the Greek leader in 1935?'},\n",
              "    {'answers': [{'answer_start': 148, 'text': 'Premier Georgios Kondylis'}],\n",
              "     'id': '57264784708984140094c144',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Greek monarchy was reestablished by who?'},\n",
              "    {'answers': [{'answer_start': 314, 'text': '1936'}],\n",
              "     'id': '57264784708984140094c145',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did a coup take place and new dictatorship form?'}]},\n",
              "  {'context': \"Greece was eventually occupied by the Nazis who proceeded to administer Athens and Thessaloniki, while other regions of the country were given to Nazi Germany's partners, Fascist Italy and Bulgaria. The occupation brought about terrible hardships for the Greek civilian population. Over 100,000 civilians died of starvation during the winter of 1941–1942, tens of thousands more died because of reprisals by Nazis and collaborators, the country's economy was ruined and the great majority of Greek Jews were deported and murdered in Nazi concentration camps. The Greek Resistance, one of the most effective resistance movements in Europe fought vehemently against the Nazis and their collaborators. The German occupiers committed numerous atrocities, mass executions, and wholesale slaughter of civilians and destruction of towns and villages in reprisals. In the course of the concerted anti-guerrilla campaign, hundreds of villages were systematically torched and almost 1,000,000 Greeks left homeless. In total, the Germans executed some 21,000 Greeks, the Bulgarians 40,000 and the Italians 9,000.\",\n",
              "   'qas': [{'answers': [{'answer_start': 282, 'text': 'Over 100,000'}],\n",
              "     'id': '57264890f1498d1400e8db14',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Greeks starved due to Nazi occupation?'},\n",
              "    {'answers': [{'answer_start': 345, 'text': '1941–1942'}],\n",
              "     'id': '57264890f1498d1400e8db15',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what years did thousands of Greeks starve?'},\n",
              "    {'answers': [{'answer_start': 559, 'text': 'The Greek Resistance'}],\n",
              "     'id': '57264890f1498d1400e8db16',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What civilian group in Greece fought against Nazi occupation?'},\n",
              "    {'answers': [{'answer_start': 966, 'text': 'almost 1,000,000'}],\n",
              "     'id': '57264890f1498d1400e8db17',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Greek citizens were displace due to Nazi retaliations?'}]},\n",
              "  {'context': \"Meanwhile, Andreas Papandreou founded the Panhellenic Socialist Movement (PASOK) in response to Karamanlis's conservative New Democracy party, with the two political formations alternating in government ever since. Greece rejoined NATO in 1980. Greece became the tenth member of the European Communities (subsequently subsumed by the European Union) on 1 January 1981, ushering in a period of sustained growth. Widespread investments in industrial enterprises and heavy infrastructure, as well as funds from the European Union and growing revenues from tourism, shipping and a fast-growing service sector raised the country's standard of living to unprecedented levels. Traditionally strained relations with neighbouring Turkey improved when successive earthquakes hit both nations in 1999, leading to the lifting of the Greek veto against Turkey's bid for EU membership.\",\n",
              "   'qas': [{'answers': [{'answer_start': 11, 'text': 'Andreas Papandreou'}],\n",
              "     'id': '572649865951b619008f6f1d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who founded the PASOK?'},\n",
              "    {'answers': [{'answer_start': 42,\n",
              "       'text': 'Panhellenic Socialist Movement'}],\n",
              "     'id': '572649865951b619008f6f1e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What does PASOK stand for?'},\n",
              "    {'answers': [{'answer_start': 239, 'text': '1980'}],\n",
              "     'id': '572649865951b619008f6f1f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did Greece rejoin NATO?'},\n",
              "    {'answers': [{'answer_start': 353, 'text': '1 January 1981'}],\n",
              "     'id': '572649865951b619008f6f20',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece joined what later became the European Union when?'},\n",
              "    {'answers': [{'answer_start': 785, 'text': '1999'}],\n",
              "     'id': '572649865951b619008f6f21',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Earthquakes hit both Greece and Turkey in which year?'}]},\n",
              "  {'context': 'Located in Southern Europe, Greece consists of a mountainous, peninsular mainland jutting out into the sea at the southern end of the Balkans, ending at the Peloponnese peninsula (separated from the mainland by the canal of the Isthmus of Corinth) and strategically located at the crossroads of Europe, Asia, and Africa. Due to its highly indented coastline and numerous islands, Greece has the 11th longest coastline in the world with 13,676 km (8,498 mi); its land boundary is 1,160 km (721 mi). The country lies approximately between latitudes 34° and 42° N, and longitudes 19° and 30° E, with the extreme points being:',\n",
              "   'qas': [{'answers': [{'answer_start': 11, 'text': 'Southern Europe'}],\n",
              "     'id': '57264a86f1498d1400e8db50',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is where geographically?'},\n",
              "    {'answers': [{'answer_start': 395, 'text': '11th longest'}],\n",
              "     'id': '57264a86f1498d1400e8db51',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Where does Greece's coastline place in world rankings?\"},\n",
              "    {'answers': [{'answer_start': 447, 'text': '8,498 mi'}],\n",
              "     'id': '57264a86f1498d1400e8db52',\n",
              "     'is_impossible': False,\n",
              "     'question': \"How long is Greece's coastline?\"}]},\n",
              "  {'context': 'Eighty percent of Greece consists of mountains or hills, making the country one of the most mountainous in Europe. Mount Olympus, the mythical abode of the Greek Gods, culminates at Mytikas peak 2,918 metres (9,573 ft), the highest in the country. Western Greece contains a number of lakes and wetlands and is dominated by the Pindus mountain range. The Pindus, a continuation of the Dinaric Alps, reaches a maximum elevation of 2,637 m (8,652 ft) at Mt. Smolikas (the second-highest in Greece) and historically has been a significant barrier to east-west travel.',\n",
              "   'qas': [{'answers': [{'answer_start': 209, 'text': '9,573 ft'}],\n",
              "     'id': '57264b66f1498d1400e8db61',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How tall is Mount Olympus?'},\n",
              "    {'answers': [{'answer_start': 451, 'text': 'Mt. Smolikas'}],\n",
              "     'id': '57264b66f1498d1400e8db62',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The tallest mountain in the Pindus range is what?'},\n",
              "    {'answers': [{'answer_start': 438, 'text': '8,652 ft'}],\n",
              "     'id': '57264b66f1498d1400e8db63',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How tall is Mt. Smolikas?'}]},\n",
              "  {'context': 'The Pindus range continues through the central Peloponnese, crosses the islands of Kythera and Antikythera and finds its way into southwestern Aegean, in the island of Crete where it eventually ends. The islands of the Aegean are peaks of underwater mountains that once constituted an extension of the mainland. Pindus is characterized by its high, steep peaks, often dissected by numerous canyons and a variety of other karstic landscapes. The spectacular Vikos Gorge, part of the Vikos-Aoos National Park in the Pindus range, is listed by the Guinness book of World Records as the deepest gorge in the world. Another notable formation are the Meteora rock pillars, atop which have been built medieval Greek Orthodox monasteries.',\n",
              "   'qas': [{'answers': [{'answer_start': 154, 'text': 'the island of Crete'}],\n",
              "     'id': '57264cde708984140094c1bd',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where does the Pindus mountain range end?'},\n",
              "    {'answers': [{'answer_start': 239, 'text': 'underwater mountains'}],\n",
              "     'id': '57264cde708984140094c1be',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Islands in the Aegean Sea are formed by what?'},\n",
              "    {'answers': [{'answer_start': 457, 'text': 'Vikos Gorge'}],\n",
              "     'id': '57264cde708984140094c1bf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the deepest gorge in the world?'}]},\n",
              "  {'context': 'The Greek islands are traditionally grouped into the following clusters: The Argo-Saronic Islands in the Saronic gulf near Athens, the Cyclades, a large but dense collection occupying the central part of the Aegean Sea, the North Aegean islands, a loose grouping off the west coast of Turkey, the Dodecanese, another loose collection in the southeast between Crete and Turkey, the Sporades, a small tight group off the coast of northeast Euboea, and the Ionian Islands, located to the west of the mainland in the Ionian Sea.',\n",
              "   'qas': [{'answers': [{'answer_start': 123, 'text': 'Athens'}],\n",
              "     'id': '57264dcd708984140094c1d7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Saronic gulf is near what city?'},\n",
              "    {'answers': [{'answer_start': 188,\n",
              "       'text': 'central part of the Aegean Sea'}],\n",
              "     'id': '57264dcd708984140094c1d8',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Cyclade islands are located where?'},\n",
              "    {'answers': [{'answer_start': 271, 'text': 'west coast of Turkey'}],\n",
              "     'id': '57264dcd708984140094c1d9',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The North Aegean islands are located where?'},\n",
              "    {'answers': [{'answer_start': 351, 'text': 'between Crete and Turkey'}],\n",
              "     'id': '57264dcd708984140094c1da',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Dodecanese islands are located where?'},\n",
              "    {'answers': [{'answer_start': 411,\n",
              "       'text': 'off the coast of northeast Euboea'}],\n",
              "     'id': '57264dcd708984140094c1db',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Sporades islands are located where?'}]},\n",
              "  {'context': 'The climate of Greece is primarily Mediterranean, featuring mild, wet winters and hot, dry summers. This climate occurs at all coastal locations, including Athens, the Cyclades, the Dodecanese, Crete, the Peloponnese, the Ionian Islands and parts of the Central Continental Greece region. The Pindus mountain range strongly affects the climate of the country, as areas to the west of the range are considerably wetter on average (due to greater exposure to south-westerly systems bringing in moisture) than the areas lying to the east of the range (due to a rain shadow effect).',\n",
              "   'qas': [{'answers': [{'answer_start': 35, 'text': 'Mediterranean'}],\n",
              "     'id': '57264e94f1498d1400e8dba8',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's climate is mainly of what type?\"},\n",
              "    {'answers': [{'answer_start': 293, 'text': 'Pindus mountain range'}],\n",
              "     'id': '57264e94f1498d1400e8dba9',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's climate is affected by what range?\"},\n",
              "    {'answers': [{'answer_start': 556, 'text': 'a rain shadow effect'}],\n",
              "     'id': '57264e94f1498d1400e8dbaa',\n",
              "     'is_impossible': False,\n",
              "     'question': 'East of the Pindus mountains, the climate is drier due to what?'}]},\n",
              "  {'context': 'The mountainous areas of Northwestern Greece (parts of Epirus, Central Greece, Thessaly, Western Macedonia) as well as in the mountainous central parts of Peloponnese – including parts of the regional units of Achaea, Arcadia and Laconia – feature an Alpine climate with heavy snowfalls. The inland parts of northern Greece, in Central Macedonia and East Macedonia and Thrace feature a temperate climate with cold, damp winters and hot, dry summers with frequent thunderstorms. Snowfalls occur every year in the mountains and northern areas, and brief snowfalls are not unknown even in low-lying southern areas, such as Athens.',\n",
              "   'qas': [{'answers': [{'answer_start': 251, 'text': 'Alpine climate'}],\n",
              "     'id': '57264f965951b619008f6f89',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The climate of Greece in the Northwest is known as what?'},\n",
              "    {'answers': [{'answer_start': 271, 'text': 'heavy snowfalls'}],\n",
              "     'id': '57264f965951b619008f6f8a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Alpine climate of Greece gets what kind of weather?'},\n",
              "    {'answers': [{'answer_start': 386, 'text': 'temperate'}],\n",
              "     'id': '57264f965951b619008f6f8b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Northern Greece inland features what type of climate?'},\n",
              "    {'answers': [{'answer_start': 620, 'text': 'Athens'}],\n",
              "     'id': '57264f965951b619008f6f8c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'It has been known to snow even in what Southern city?'}]},\n",
              "  {'context': 'Phytogeographically, Greece belongs to the Boreal Kingdom and is shared between the East Mediterranean province of the Mediterranean Region and the Illyrian province of the Circumboreal Region. According to the World Wide Fund for Nature and the European Environment Agency, the territory of Greece can be subdivided into six ecoregions: the Illyrian deciduous forests, Pindus Mountains mixed forests, Balkan mixed forests, Rhodope montane mixed forests, Aegean and Western Turkey sclerophyllous and mixed forests and Crete Mediterranean forests.',\n",
              "   'qas': [{'answers': [{'answer_start': 39, 'text': 'the Boreal Kingdom'}],\n",
              "     'id': '57265106f1498d1400e8dbe4',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's plant distribution belongs to what?\"},\n",
              "    {'answers': [{'answer_start': 322, 'text': 'six'}],\n",
              "     'id': '57265106f1498d1400e8dbe5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many ecoregions occupies Greece?'},\n",
              "    {'answers': [{'answer_start': 409, 'text': 'mixed forests'}],\n",
              "     'id': '57265106f1498d1400e8dbe6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Pindus and Balkan ecoregions are known as what?'},\n",
              "    {'answers': [{'answer_start': 524, 'text': 'Mediterranean forests'}],\n",
              "     'id': '57265106f1498d1400e8dbe7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Crete ecoregion is known as what?'},\n",
              "    {'answers': [{'answer_start': 351, 'text': 'deciduous forests'}],\n",
              "     'id': '57265106f1498d1400e8dbe8',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Illyrian ecoregion is known as what?'}]},\n",
              "  {'context': \"Greece is a unitary parliamentary republic. The nominal head of state is the President of the Republic, who is elected by the Parliament for a five-year term. The current Constitution was drawn up and adopted by the Fifth Revisionary Parliament of the Hellenes and entered into force in 1975 after the fall of the military junta of 1967–1974. It has been revised three times since, in 1986, 2001 and 2008. The Constitution, which consists of 120 articles, provides for a separation of powers into executive, legislative, and judicial branches, and grants extensive specific guarantees (further reinforced in 2001) of civil liberties and social rights. Women's suffrage was guaranteed with an amendment to the 1952 Constitution.\",\n",
              "   'qas': [{'answers': [{'answer_start': 12, 'text': 'unitary parliamentary'}],\n",
              "     'id': '572651b3dd62a815002e8164',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What type of republic is Greece?'},\n",
              "    {'answers': [{'answer_start': 77, 'text': 'President of the Republic'}],\n",
              "     'id': '572651b3dd62a815002e8165',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the title of the leader of Greece?'},\n",
              "    {'answers': [{'answer_start': 122, 'text': 'the Parliament'}],\n",
              "     'id': '572651b3dd62a815002e8166',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who elects the president of Greece?'},\n",
              "    {'answers': [{'answer_start': 143, 'text': 'five-year term'}],\n",
              "     'id': '572651b3dd62a815002e8167',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How long does the President of Greece serve?'},\n",
              "    {'answers': [{'answer_start': 442, 'text': '120'}],\n",
              "     'id': '572651b3dd62a815002e8168',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's constitution has how many articles?\"}]},\n",
              "  {'context': \"According to the Constitution, executive power is exercised by the President of the Republic and the Government. From the Constitutional amendment of 1986 the President's duties were curtailed to a significant extent, and they are now largely ceremonial; most political power thus lies in the hands of the Prime Minister. The position of Prime Minister, Greece's head of government, belongs to the current leader of the political party that can obtain a vote of confidence by the Parliament. The President of the Republic formally appoints the Prime Minister and, on his recommendation, appoints and dismisses the other members of the Cabinet.\",\n",
              "   'qas': [{'answers': [{'answer_start': 150, 'text': '1986'}],\n",
              "     'id': '572653eedd62a815002e81a4',\n",
              "     'is_impossible': False,\n",
              "     'question': \"The constitution was amended to reduce the President's power in what year?\"},\n",
              "    {'answers': [{'answer_start': 306, 'text': 'Prime Minister'}],\n",
              "     'id': '572653eedd62a815002e81a5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who has the most political power in Greece?'},\n",
              "    {'answers': [{'answer_start': 476, 'text': 'the Parliament'}],\n",
              "     'id': '572653eedd62a815002e81a6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Prime Minister is elected by who?'},\n",
              "    {'answers': [{'answer_start': 496, 'text': 'President of the Republic'}],\n",
              "     'id': '572653eedd62a815002e81a7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who formally names the Prime Minister?'}]},\n",
              "  {'context': 'Legislative powers are exercised by a 300-member elective unicameral Parliament. Statutes passed by the Parliament are promulgated by the President of the Republic. Parliamentary elections are held every four years, but the President of the Republic is obliged to dissolve the Parliament earlier on the proposal of the Cabinet, in view of dealing with a national issue of exceptional importance. The President is also obliged to dissolve the Parliament earlier, if the opposition manages to pass a motion of no confidence.',\n",
              "   'qas': [{'answers': [{'answer_start': 38, 'text': '300'}],\n",
              "     'id': '57265504dd62a815002e81c2',\n",
              "     'is_impossible': False,\n",
              "     'question': \"How many members are in Greece's parliament? \"},\n",
              "    {'answers': [{'answer_start': 198, 'text': 'every four years'}],\n",
              "     'id': '57265504dd62a815002e81c3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How often are elections help for parliament?'},\n",
              "    {'answers': [{'answer_start': 138, 'text': 'President of the Republic'}],\n",
              "     'id': '57265504dd62a815002e81c4',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Parliamentary statutes are put into effect by who? '}]},\n",
              "  {'context': 'The coalition government led the country to the parliamentary elections of May 2012. The power of the traditional Greek political parties, PASOK and New Democracy, declined from 43% to 13% and from 33% to 18%, respectively, due to their support on the politics of Mnimonio and the austerity measures. The leftist party of SYRIZA became the second major party, with an increase from 4% to 16%. No party could form a sustainable government, which led to the parliamentary elections of June 2012. The result of the second elections was the formation of a coalition government composed of New Democracy (29%), PASOK (12%) and Democratic Left (6%) parties.',\n",
              "   'qas': [{'answers': [{'answer_start': 0,\n",
              "       'text': 'The coalition government'}],\n",
              "     'id': '572657145951b619008f7015',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In May 2012, who started the parliamentary elections?'},\n",
              "    {'answers': [{'answer_start': 231,\n",
              "       'text': 'their support on the politics of Mnimonio and the austerity measures'}],\n",
              "     'id': '572657145951b619008f7016',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What led to the loss of power of traditional Greek parties? '},\n",
              "    {'answers': [{'answer_start': 301, 'text': 'The leftist party of SYRIZA'}],\n",
              "     'id': '572657145951b619008f7017',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who became the second major party after the elections?'},\n",
              "    {'answers': [{'answer_start': 393,\n",
              "       'text': 'No party could form a sustainable government'}],\n",
              "     'id': '572657145951b619008f7018',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What caused the second election of 2012? '},\n",
              "    {'answers': [{'answer_start': 552,\n",
              "       'text': 'coalition government composed of New Democracy (29%), PASOK (12%) and Democratic Left (6%) parties.'}],\n",
              "     'id': '572657145951b619008f7019',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the demographic result of the second election?'}]},\n",
              "  {'context': \"Greece's foreign policy is conducted through the Ministry for Foreign Affairs and its head, the Minister for Foreign Affairs. The current minister is Nikos Kotzias. According to the official website, the main aims of the Ministry for Foreign Affairs are to represent Greece before other states and international organizations; safeguarding the interests of the Greek state and of its citizens abroad; the promotion of Greek culture; the fostering of closer relations with the Greek diaspora; and the promotion of international cooperation. Additionally, due to its political and geographical proximity to Europe, Asia, the Middle East and Africa, Greece is a country of significant geostrategic importance and is considered to be a middle power and has developed a regional policy to help promote peace and stability in the Balkans, the Mediterranean, and the Middle East.\",\n",
              "   'qas': [{'answers': [{'answer_start': 96,\n",
              "       'text': 'Minister for Foreign Affairs'}],\n",
              "     'id': '57265844708984140094c337',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Who is the head for Greece's foreign policy?\"},\n",
              "    {'answers': [{'answer_start': 150, 'text': 'Nikos Kotzias'}],\n",
              "     'id': '57265844708984140094c338',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is the present Minister of Foreign Affairs?'},\n",
              "    {'answers': [{'answer_start': 257,\n",
              "       'text': 'represent Greece before other states and international organizations'}],\n",
              "     'id': '57265844708984140094c339',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The goal of the Ministry of Foreign Affairs is what?'},\n",
              "    {'answers': [{'answer_start': 730, 'text': 'a middle power'}],\n",
              "     'id': '57265844708984140094c33a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is though of as what kind of power?'},\n",
              "    {'answers': [{'answer_start': 670, 'text': 'significant'}],\n",
              "     'id': '57265844708984140094c33b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece has how much strategic importance?'}]},\n",
              "  {'context': 'Greece has universal compulsory military service for males, while females are exempted from conscription but may otherwise serve in the military. As of 2009[update], mandatory military service is nine months for male citizens between the ages of 19 and 45. Additionally, Greek males between the age of 18 and 60 who live in strategically sensitive areas may be required to serve part-time in the National Guard. However, as the military has sought to become a completely professional force, the government has promised to reduce mandatory military service or abolish it completely.',\n",
              "   'qas': [{'answers': [{'answer_start': 11, 'text': 'universal compulsory'}],\n",
              "     'id': '5726593a5951b619008f7037',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What type of military service does Greece require?'},\n",
              "    {'answers': [{'answer_start': 66,\n",
              "       'text': 'females are exempted from conscription'}],\n",
              "     'id': '5726593a5951b619008f7038',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Can females be drafted into the military?'},\n",
              "    {'answers': [{'answer_start': 196, 'text': 'nine months'}],\n",
              "     'id': '5726593a5951b619008f7039',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the length of military service required of men?'},\n",
              "    {'answers': [{'answer_start': 302, 'text': '18 and 60'}],\n",
              "     'id': '5726593a5951b619008f703a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'At what age might men required to serve in the National Guard?'}]},\n",
              "  {'context': 'Since the Kallikratis programme reform entered into effect on 1 January 2011, Greece has consisted of thirteen regions subdivided into a total of 325 municipalities. The 54 old prefectures and prefecture-level administrations have been largely retained as sub-units of the regions. Seven decentralized administrations group one to three regions for administrative purposes on a regional basis. There is also one autonomous area, Mount Athos (Greek: Agio Oros, \"Holy Mountain\"), which borders the region of Central Macedonia.',\n",
              "   'qas': [{'answers': [{'answer_start': 102, 'text': 'thirteen'}],\n",
              "     'id': '57265a1ef1498d1400e8dce2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many regions exist in Greece since 2011?'},\n",
              "    {'answers': [{'answer_start': 146, 'text': '325'}],\n",
              "     'id': '57265a1ef1498d1400e8dce3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many municipalities exist in Greece? '},\n",
              "    {'answers': [{'answer_start': 10, 'text': 'Kallikratis programme reform'}],\n",
              "     'id': '57265a1ef1498d1400e8dce4',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What went into effect on January 1, 2011?'},\n",
              "    {'answers': [{'answer_start': 429, 'text': 'Mount Athos'}],\n",
              "     'id': '57265a1ef1498d1400e8dce5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the one autonomous area in Greece?'},\n",
              "    {'answers': [{'answer_start': 484,\n",
              "       'text': 'borders the region of Central Macedonia'}],\n",
              "     'id': '57265a1ef1498d1400e8dce6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where is Mount Athos located?'}]},\n",
              "  {'context': \"Greece is a developed country with high standards of living[citation needed] and high Human Development Index. Its economy mainly comprises the service sector (85.0%) and industry (12.0%), while agriculture makes up 3.0% of the national economic output. Important Greek industries include tourism (with 14.9 million international tourists in 2009, it is ranked as the 7th most visited country in the European Union and 16th in the world by the United Nations World Tourism Organization) and merchant shipping (at 16.2% of the world's total capacity, the Greek merchant marine is the largest in the world), while the country is also a considerable agricultural producer (including fisheries) within the union.\",\n",
              "   'qas': [{'answers': [{'answer_start': 140, 'text': 'the service sector'}],\n",
              "     'id': '57265b42dd62a815002e828a',\n",
              "     'is_impossible': False,\n",
              "     'question': \"The largest sector of Greece's economy is what?\"},\n",
              "    {'answers': [{'answer_start': 160, 'text': '85.0%'}],\n",
              "     'id': '57265b42dd62a815002e828b',\n",
              "     'is_impossible': False,\n",
              "     'question': \"What percentage of the economy is Greece's service sector?\"},\n",
              "    {'answers': [{'answer_start': 216, 'text': '3.0%'}],\n",
              "     'id': '57265b42dd62a815002e828c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What percentage of the economy does agriculture comprise?'},\n",
              "    {'answers': [{'answer_start': 303, 'text': '14.9 million'}],\n",
              "     'id': '57265b42dd62a815002e828d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many tourist visited Greece in 2009?'},\n",
              "    {'answers': [{'answer_start': 419, 'text': '16th'}],\n",
              "     'id': '57265b42dd62a815002e828e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece holds what rank among most visited countries in the world?'}]},\n",
              "  {'context': 'With an economy larger than all the Balkan economies combined, Greece is the largest economy in the Balkans, and an important regional investor. Greece is the number-two foreign investor of capital in Albania, the number-three foreign investor in Bulgaria, at the top-three of foreign investors in Romania and Serbia and the most important trading partner and largest foreign investor of the Republic of Macedonia. Greek banks open a new branch somewhere in the Balkans on an almost weekly basis. The Greek telecommunications company OTE has become a strong investor in Yugoslavia and other Balkan countries.',\n",
              "   'qas': [{'answers': [{'answer_start': 16,\n",
              "       'text': 'larger than all the Balkan economies combined'}],\n",
              "     'id': '57265c22708984140094c383',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's economy is what size?\"},\n",
              "    {'answers': [{'answer_start': 159, 'text': 'number-two'}],\n",
              "     'id': '57265c22708984140094c384',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What rank does Greece hold as an Albania investor?'},\n",
              "    {'answers': [{'answer_start': 214, 'text': 'number-three'}],\n",
              "     'id': '57265c22708984140094c385',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What rank does Greece hold as an Bulgaria investor?'},\n",
              "    {'answers': [{'answer_start': 392, 'text': 'Republic of Macedonia'}],\n",
              "     'id': '57265c22708984140094c386',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is the largest foreign investor of what area? '},\n",
              "    {'answers': [{'answer_start': 501,\n",
              "       'text': 'Greek telecommunications company'}],\n",
              "     'id': '57265c22708984140094c387',\n",
              "     'is_impossible': False,\n",
              "     'question': 'OTE is known as what?'}]},\n",
              "  {'context': 'The Greek economy is classified as advanced and high-income. Greece was a founding member of the Organisation for Economic Co-operation and Development (OECD) and the Organization of the Black Sea Economic Cooperation (BSEC). In 1979 the accession of the country in the European Communities and the single market was signed, and the process was completed in 1982. Greece was accepted into the Economic and Monetary Union of the European Union on 19 June 2000, and in January 2001 adopted the Euro as its currency, replacing the Greek drachma at an exchange rate of 340.75 drachma to the Euro. Greece is also a member of the International Monetary Fund and the World Trade Organization, and is ranked 24th on the KOF Globalization Index for 2013.',\n",
              "   'qas': [{'answers': [{'answer_start': 35,\n",
              "       'text': 'advanced and high-income'}],\n",
              "     'id': '57265cec708984140094c38d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What classification does the Greek economy hold?'},\n",
              "    {'answers': [{'answer_start': 114,\n",
              "       'text': 'Economic Co-operation and Development (OECD) and the Organization of the Black Sea Economic Cooperation (BSEC)'}],\n",
              "     'id': '57265cec708984140094c38e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece help found what economic organizations?'},\n",
              "    {'answers': [{'answer_start': 446, 'text': '19 June 2000'}],\n",
              "     'id': '57265cec708984140094c38f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When was Greece accepted into the European Union?'},\n",
              "    {'answers': [{'answer_start': 467, 'text': 'January 2001'}],\n",
              "     'id': '57265cec708984140094c390',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did Greece start using the Euro as its currency?'},\n",
              "    {'answers': [{'answer_start': 524, 'text': 'the Greek drachma'}],\n",
              "     'id': '57265cec708984140094c391',\n",
              "     'is_impossible': False,\n",
              "     'question': \"What was Greece's former currency?\"}]},\n",
              "  {'context': 'According to Der Spiegel credits given to European governments were disguised as \"swaps\" and consequently did not get registered as debt. As Eurostat at the time ignored statistics involving financial derivatives, a German derivatives dealer had commented to Der Spiegel that \"The Maastricht rules can be circumvented quite legally through swaps,\" and \"In previous years, Italy used a similar trick to mask its true debt with the help of a different US bank.\" These conditions had enabled Greek as well as many other European governments to spend beyond their means, while meeting the deficit targets of the European Union.',\n",
              "   'qas': [{'answers': [{'answer_start': 82, 'text': 'swaps'}],\n",
              "     'id': '57265dddf1498d1400e8dd5a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was used to hide debts?'},\n",
              "    {'answers': [{'answer_start': 541, 'text': 'spend beyond their means'}],\n",
              "     'id': '57265dddf1498d1400e8dd5b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Swaps allow Greece to do what?'},\n",
              "    {'answers': [{'answer_start': 372, 'text': 'Italy'}],\n",
              "     'id': '57265dddf1498d1400e8dd5c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What other country hid its debt through swaps?'},\n",
              "    {'answers': [{'answer_start': 277, 'text': 'The Maastricht rules'}],\n",
              "     'id': '57265dddf1498d1400e8dd5d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What can legally be overcome with swaps?'}]},\n",
              "  {'context': \"In terms of total number of ships, the Greek Merchant Navy stands at 4th worldwide, with 3,150 ships (741 of which are registered in Greece whereas the rest 2,409 in other ports). In terms of ship categories, Greece ranks first in both tankers and dry bulk carriers, fourth in the number of containers, and fifth in other ships. However, today's fleet roster is smaller than an all-time high of 5,000 ships in the late 1970s. Additionally, the total number of ships flying a Greek flag (includes non-Greek fleets) is 1,517, or 5.3% of the world's dwt (ranked 5th).\",\n",
              "   'qas': [{'answers': [{'answer_start': 69, 'text': '4th worldwide'}],\n",
              "     'id': '57265fcf708984140094c3f5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where is the Greek Merchant Navy ranked?'},\n",
              "    {'answers': [{'answer_start': 89, 'text': '3,150'}],\n",
              "     'id': '57265fcf708984140094c3f6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many ships does the Greek Merchant Navy have?'},\n",
              "    {'answers': [{'answer_start': 222, 'text': 'first'}],\n",
              "     'id': '57265fcf708984140094c3f7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where does Greece rank in number of tankers?'}]},\n",
              "  {'context': \"The vast majority of visitors in Greece in 2007 came from the European continent, numbering 12.7 million, while the most visitors from a single nationality were those from the United Kingdom, (2.6 million), followed closely by those from Germany (2.3 million). In 2010, the most visited region of Greece was that of Central Macedonia, with 18% of the country's total tourist flow (amounting to 3.6 million tourists), followed by Attica with 2.6 million and the Peloponnese with 1.8 million. Northern Greece is the country's most-visited geographical region, with 6.5 million tourists, while Central Greece is second with 6.3 million.\",\n",
              "   'qas': [{'answers': [{'answer_start': 58,\n",
              "       'text': 'the European continent'}],\n",
              "     'id': '57266080f1498d1400e8ddac',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Where does most of Greece's visitors come from?\"},\n",
              "    {'answers': [{'answer_start': 92, 'text': '12.7 million'}],\n",
              "     'id': '57266080f1498d1400e8ddad',\n",
              "     'is_impossible': False,\n",
              "     'question': \"How many of Greece's visitors are from Europe?\"},\n",
              "    {'answers': [{'answer_start': 176, 'text': 'United Kingdom'}],\n",
              "     'id': '57266080f1498d1400e8ddae',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the single nation with the most visitors?'},\n",
              "    {'answers': [{'answer_start': 316, 'text': 'Central Macedonia'}],\n",
              "     'id': '57266080f1498d1400e8ddaf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which part of Greece is the most visited?'},\n",
              "    {'answers': [{'answer_start': 563, 'text': '6.5 million'}],\n",
              "     'id': '57266080f1498d1400e8ddb0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Northern Greece gets how many visitors?'}]},\n",
              "  {'context': 'Railway connections play a somewhat lesser role in Greece than in many other European countries, but they too have also been expanded, with new suburban/commuter rail connections, serviced by Proastiakos around Athens, towards its airport, Kiato and Chalkida; around Thessaloniki, towards the cities of Larissa and Edessa; and around Patras. A modern intercity rail connection between Athens and Thessaloniki has also been established, while an upgrade to double lines in many parts of the 2,500 km (1,600 mi) network is underway. International railway lines connect Greek cities with the rest of Europe, the Balkans and Turkey.',\n",
              "   'qas': [{'answers': [{'answer_start': 500, 'text': '1,600 mi'}],\n",
              "     'id': '5726612add62a815002e831a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How long is the Greek railway system?'},\n",
              "    {'answers': [{'answer_start': 456, 'text': 'double lines'}],\n",
              "     'id': '5726612add62a815002e831b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'A current railway upgrade plans to do what?'},\n",
              "    {'answers': [{'answer_start': 385, 'text': 'Athens and Thessaloniki'}],\n",
              "     'id': '5726612add62a815002e831c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'A new modern rail connection has been made between which two cities?'}]},\n",
              "  {'context': 'Internet cafés that provide net access, office applications and multiplayer gaming are also a common sight in the country, while mobile internet on 3G and 4G- LTE cellphone networks and Wi-Fi connections can be found almost everywhere. 3G/4G mobile internet usage has been on a sharp increase in recent years, with a 340% increase between August 2011 and August 2012. The United Nations International Telecommunication Union ranks Greece among the top 30 countries with a highly developed information and communications infrastructure.',\n",
              "   'qas': [{'answers': [{'answer_start': 236,\n",
              "       'text': '3G/4G mobile internet'}],\n",
              "     'id': '5726625cf1498d1400e8ddca',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In recent years, what usage has risen dramatically?'},\n",
              "    {'answers': [{'answer_start': 317, 'text': '340%'}],\n",
              "     'id': '5726625cf1498d1400e8ddcb',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How much did internet usage increase in one year?'},\n",
              "    {'answers': [{'answer_start': 438, 'text': 'among the top 30 countries'}],\n",
              "     'id': '5726625cf1498d1400e8ddcc',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where does Greece rank in the work with communications?'}]},\n",
              "  {'context': \"Greece's technology parks with incubator facilities include the Science and Technology Park of Crete (Heraklion), the Thessaloniki Technology Park, the Lavrio Technology Park and the Patras Science Park, the Science and Technology Park of Epirus (Ioannina). Greece has been a member of the European Space Agency (ESA) since 2005. Cooperation between ESA and the Hellenic National Space Committee began in the early 1990s. In 1994 Greece and ESA signed their first cooperation agreement. Having formally applied for full membership in 2003, Greece became the ESA's sixteenth member on 16 March 2005. As member of the ESA, Greece participates in the agency's telecommunication and technology activities, and the Global Monitoring for Environment and Security Initiative.\",\n",
              "   'qas': [{'answers': [{'answer_start': 290,\n",
              "       'text': 'European Space Agency (ESA)'}],\n",
              "     'id': '572663205951b619008f712b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece has been a member of what agency since 2005?'},\n",
              "    {'answers': [{'answer_start': 425, 'text': '1994'}],\n",
              "     'id': '572663205951b619008f712c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece and ESA signed their first agreement in what year?'},\n",
              "    {'answers': [{'answer_start': 534, 'text': '2003'}],\n",
              "     'id': '572663205951b619008f712d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did /Greece apply for ESA membership?'},\n",
              "    {'answers': [{'answer_start': 564, 'text': 'sixteenth'}],\n",
              "     'id': '572663205951b619008f712e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is ranked as what member of ESA?'},\n",
              "    {'answers': [{'answer_start': 584, 'text': '16 March 2005'}],\n",
              "     'id': '572663205951b619008f712f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece became a full ESA member when?'}]},\n",
              "  {'context': 'Notable Greek scientists of modern times include Dimitrios Galanos, Georgios Papanikolaou (inventor of the Pap test), Nicholas Negroponte, Constantin Carathéodory (known for the Carathéodory theorems and Carathéodory conjecture), Manolis Andronikos (discovered the tomb of Philip II of Macedon in Vergina), Michael Dertouzos, John Argyris, Panagiotis Kondylis, John Iliopoulos (2007 Dirac Prize for his contributions on the physics of the charm quark, a major contribution to the birth of the Standard Model, the modern theory of Elementary Particles), Joseph Sifakis (2007 Turing Award, the \"Nobel Prize\" of Computer Science), Christos Papadimitriou (2002 Knuth Prize, 2012 Gödel Prize), Mihalis Yannakakis (2005 Knuth Prize), Dimitri Nanopoulos and Helene Ahrweiler.',\n",
              "   'qas': [{'answers': [{'answer_start': 68, 'text': 'Georgios Papanikolaou'}],\n",
              "     'id': '57266556f1498d1400e8de3a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Greek scientist invented the Pap test?'},\n",
              "    {'answers': [{'answer_start': 230, 'text': 'Manolis Andronikos'}],\n",
              "     'id': '57266556f1498d1400e8de3b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who found the tomb of Philip II of Macedon?'},\n",
              "    {'answers': [{'answer_start': 553, 'text': 'Joseph Sifakis'}],\n",
              "     'id': '57266556f1498d1400e8de3c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Greek won the 2007 Turing award?'},\n",
              "    {'answers': [{'answer_start': 628, 'text': 'Christos Papadimitriou'}],\n",
              "     'id': '57266556f1498d1400e8de3d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Greek won the 2002 Knuth prize?'},\n",
              "    {'answers': [{'answer_start': 689, 'text': 'Mihalis Yannakakis'}],\n",
              "     'id': '57266556f1498d1400e8de3e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Greek won the 2005 Knuth prize?'}]},\n",
              "  {'context': 'Estimates of the recognized Greek Muslim minority, which is mostly located in Thrace, range from 98,000 to 140,000, (about 1%) while the immigrant Muslim community numbers between 200,000 and 300,000. Albanian immigrants to Greece are usually associated with the Muslim religion, although most are secular in orientation. Following the 1919–1922 Greco-Turkish War and the 1923 Treaty of Lausanne, Greece and Turkey agreed to a population transfer based on cultural and religious identity. About 500,000 Muslims from Greece, predominantly those defined as Turks, but also Greek Muslims like the Vallahades of western Macedonia, were exchanged with approximately 1,500,000 Greeks from Turkey. However, many refugees who settled in former Ottoman Muslim villages in Central Macedonia and were defined as Christian Orthodox Caucasus Greeks arrived from the former Russian Transcaucasus province of Kars Oblast after it had been retroceded to Turkey but in the few years before the official population exchange.',\n",
              "   'qas': [{'answers': [{'answer_start': 34, 'text': 'Muslim'}],\n",
              "     'id': '57266792dd62a815002e83d0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the religious minority in Greece?'},\n",
              "    {'answers': [{'answer_start': 78, 'text': 'Thrace'}],\n",
              "     'id': '57266792dd62a815002e83d1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Muslim minority is mostly located in what city?'},\n",
              "    {'answers': [{'answer_start': 263, 'text': 'Muslim'}],\n",
              "     'id': '57266792dd62a815002e83d2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Immigrants from Albania are usually what religion?'},\n",
              "    {'answers': [{'answer_start': 683, 'text': 'Turkey'}],\n",
              "     'id': '57266792dd62a815002e83d3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greek Muslims were in a population exchange with what country?'}]},\n",
              "  {'context': 'Greek citizens who are Roman Catholic are estimated to be at around 50,000 with the Roman Catholic immigrant community in the country approximately 200,000. Old Calendarists account for 500,000 followers. Protestants, including Greek Evangelical Church and Free Evangelical Churches, stand at about 30,000. Assemblies of God, International Church of the Foursquare Gospel and other Pentecostal churches of the Greek Synod of Apostolic Church have 12,000 members. Independent Free Apostolic Church of Pentecost is the biggest Protestant denomination in Greece with 120 churches. There are not official statistics about Free Apostolic Church of Pentecost, but the Orthodox Church estimates the followers as 20,000. The Jehovah\\'s Witnesses report having 28,874 active members. In recent years there has been a small-scale revival of the ancient Greek religion, with estimates of 2,000 people active practitioners, and 100,000 \"sympathisers\".',\n",
              "   'qas': [{'answers': [{'answer_start': 68, 'text': '50,000'}],\n",
              "     'id': '57266881f1498d1400e8deae',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Greek natural citizens are Catholic?'},\n",
              "    {'answers': [{'answer_start': 148, 'text': '200,000'}],\n",
              "     'id': '57266881f1498d1400e8deaf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Roman Catholic immigrants are in Greece?'},\n",
              "    {'answers': [{'answer_start': 299, 'text': '30,000'}],\n",
              "     'id': '57266881f1498d1400e8deb0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Protestants live in Greece? '},\n",
              "    {'answers': [{'answer_start': 564, 'text': '120'}],\n",
              "     'id': '57266881f1498d1400e8deb1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many churches does the biggest Protestant denomination have?'},\n",
              "    {'answers': [{'answer_start': 751, 'text': '28,874'}],\n",
              "     'id': '57266881f1498d1400e8deb2',\n",
              "     'is_impossible': False,\n",
              "     'question': \"How many Jehovah's Witnesses are in Greece?\"}]},\n",
              "  {'context': 'During the 19th and 20th centuries there was a major dispute known as the Greek language question, on whether the official language of Greece should be the archaic Katharevousa, created in the 19th century and used as the state and scholarly language, or the Dimotiki, the form of the Greek language which evolved naturally from Byzantine Greek and was the language of the people. The dispute was finally resolved in 1976, when Dimotiki was made the only official variation of the Greek language, and Katharevousa fell to disuse.',\n",
              "   'qas': [{'answers': [{'answer_start': 0,\n",
              "       'text': 'During the 19th and 20th centuries'}],\n",
              "     'id': '57266a195951b619008f71f9',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did the Greek Language dispute take place?'},\n",
              "    {'answers': [{'answer_start': 189, 'text': 'the 19th century'}],\n",
              "     'id': '57266a195951b619008f71fa',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When was the Greek language Katharevousa created?'},\n",
              "    {'answers': [{'answer_start': 259, 'text': 'Dimotiki'}],\n",
              "     'id': '57266a195951b619008f71fb',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which language was considered the language of the people?'},\n",
              "    {'answers': [{'answer_start': 428, 'text': 'Dimotiki'}],\n",
              "     'id': '57266a195951b619008f71fc',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What language was made the only official variation in 1976?'},\n",
              "    {'answers': [{'answer_start': 329, 'text': 'Byzantine Greek'}],\n",
              "     'id': '57266a195951b619008f71fd',\n",
              "     'is_impossible': False,\n",
              "     'question': 'From which language did Dimotiki evolve?'}]},\n",
              "  {'context': 'Greece is today relatively homogeneous in linguistic terms, with a large majority of the native population using Greek as their first or only language. Among the Greek-speaking population, speakers of the distinctive Pontic dialect came to Greece from Asia Minor after the Greek genocide and constitute a sizable group. The Cappadocian dialect came to Greece due to the genocide as well, but is endangered and is barely spoken now. Indigenous Greek dialects include the archaic Greek spoken by the Sarakatsani, traditionally transhument mountain shepherds of Greek Macedonia and other parts of Northern Greece. The Tsakonian language, a distinct Greek language deriving from Doric Greek instead of Ionic Greek, is still spoken in some villages in the southeastern Peloponnese.',\n",
              "   'qas': [{'answers': [{'answer_start': 113, 'text': 'Greek'}],\n",
              "     'id': '57266b20dd62a815002e8446',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the language spoken by most Greeks?'},\n",
              "    {'answers': [{'answer_start': 252, 'text': 'Asia Minor'}],\n",
              "     'id': '57266b20dd62a815002e8447',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greeks who speak the Pontic dialect came from where?'},\n",
              "    {'answers': [{'answer_start': 324, 'text': 'Cappadocian'}],\n",
              "     'id': '57266b20dd62a815002e8448',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which Greek dialect is barely spoken currently?'},\n",
              "    {'answers': [{'answer_start': 675, 'text': 'Doric Greek'}],\n",
              "     'id': '57266b20dd62a815002e8449',\n",
              "     'is_impossible': False,\n",
              "     'question': 'From which language did the Tsakonian language derive? '}]},\n",
              "  {'context': 'The Muslim minority in Thrace, which amounts to approximately 0.95% of the total population, consists of speakers of Turkish, Bulgarian (Pomaks) and Romani. Romani is also spoken by Christian Roma in other parts of the country. Further minority languages have traditionally been spoken by regional population groups in various parts of the country. Their use has decreased radically in the course of the 20th century through assimilation with the Greek-speaking majority. Today they are only maintained by the older generations and are on the verge of extinction. This goes for the Arvanites, an Albanian-speaking group mostly located in the rural areas around the capital Athens, and for the Aromanians and Moglenites, also known as Vlachs, whose language is closely related to Romanian and who used to live scattered across several areas of mountainous central Greece. Members of these groups ethnically identify as Greeks and are today all at least bilingual in Greek.',\n",
              "   'qas': [{'answers': [{'answer_start': 62, 'text': '0.95%'}],\n",
              "     'id': '57266c21f1498d1400e8df4a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Muslims make up how much of the Greek population?'},\n",
              "    {'answers': [{'answer_start': 425,\n",
              "       'text': 'assimilation with the Greek-speaking majority'}],\n",
              "     'id': '57266c21f1498d1400e8df4b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Minority languages have been reduce due to what?'},\n",
              "    {'answers': [{'answer_start': 182, 'text': 'Christian Roma'}],\n",
              "     'id': '57266c21f1498d1400e8df4c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In parts of the country, Romani is spoken by who?'},\n",
              "    {'answers': [{'answer_start': 693, 'text': 'Aromanians and Moglenites'}],\n",
              "     'id': '57266c21f1498d1400e8df4d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What groups are called Vlachs?'}]},\n",
              "  {'context': 'Near the northern Greek borders there are also some Slavic–speaking groups, locally known as Slavomacedonian-speaking, most of whose members identify ethnically as Greeks. Their dialects can be linguistically classified as forms of either Macedonian Slavic or Bulgarian. It is estimated that after the population exchanges of 1923, Macedonia had 200,000 to 400,000 Slavic speakers. The Jewish community in Greece traditionally spoke Ladino (Judeo-Spanish), today maintained only by a few thousand speakers. Other notable minority languages include Armenian, Georgian, and the Greco-Turkic dialect spoken by the Urums, a community of Caucasus Greeks from the Tsalka region of central Georgia and ethnic Greeks from southeastern Ukraine who arrived in mainly Northern Greece as economic migrants in the 1990s.',\n",
              "   'qas': [{'answers': [{'answer_start': 9, 'text': 'northern Greek borders'}],\n",
              "     'id': '57266d3edd62a815002e8480',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where are Slavic speaking groups generally found?'},\n",
              "    {'answers': [{'answer_start': 346, 'text': '200,000 to 400,000'}],\n",
              "     'id': '57266d3edd62a815002e8481',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Macedonia has how many Slavic speakers?'},\n",
              "    {'answers': [{'answer_start': 433, 'text': 'Ladino'}],\n",
              "     'id': '57266d3edd62a815002e8482',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's Jewish community spoke what language traditionally?\"},\n",
              "    {'answers': [{'answer_start': 576, 'text': 'Greco-Turkic'}],\n",
              "     'id': '57266d3edd62a815002e8483',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Urums are known to speak what dialect?'}]},\n",
              "  {'context': 'A study from the Mediterranean Migration Observatory maintains that the 2001 census recorded 762,191 persons residing in Greece without Greek citizenship, constituting around 7% of total population. Of the non-citizen residents, 48,560 were EU or European Free Trade Association nationals and 17,426 were Cypriots with privileged status. The majority come from Eastern European countries: Albania (56%), Bulgaria (5%) and Romania (3%), while migrants from the former Soviet Union (Georgia, Russia, Ukraine, Moldova, etc.) comprise 10% of the total. Some of the immigrants from Albania are from the Greek minority in Albania centred on the region of Northern Epirus. In addition the total Albanian national population which includes temporary migrants and undocumented persons is around 600,000.',\n",
              "   'qas': [{'answers': [{'answer_start': 93, 'text': '762,191'}],\n",
              "     'id': '57266e29dd62a815002e8492',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 2001, how many Greek residents were not citizens?'},\n",
              "    {'answers': [{'answer_start': 175, 'text': '7%'}],\n",
              "     'id': '57266e29dd62a815002e8493',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 2001, what was the population percentage of resident non-citizens?'},\n",
              "    {'answers': [{'answer_start': 361, 'text': 'Eastern European countries'}],\n",
              "     'id': '57266e29dd62a815002e8494',\n",
              "     'is_impossible': False,\n",
              "     'question': 'From where did most non-citizen residents come? '},\n",
              "    {'answers': [{'answer_start': 786, 'text': '600,000'}],\n",
              "     'id': '57266e29dd62a815002e8495',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the total Albanian population in Greece?'}]},\n",
              "  {'context': 'Greece, together with Italy and Spain, is a major entry point for illegal immigrants trying to enter the EU. Illegal immigrants entering Greece mostly do so from the border with Turkey at the Evros River and the islands of the eastern Aegean across from Turkey (mainly Lesbos, Chios, Kos, and Samos). In 2012, the majority of illegal immigrants entering Greece came from Afghanistan, followed by Pakistanis and Bangladeshis. In 2015, arrivals of refugees by sea have increased dramatically mainly due to the ongoing Syrian civil war. There were 856,723 arrivals by sea in Greece, an almost fivefold increase to the same period of 2014, of which the Syrians represent almost 45%. An estimated 8% of the arrivals applied for asylum in Greece.',\n",
              "   'qas': [{'answers': [{'answer_start': 66, 'text': 'illegal immigrants'}],\n",
              "     'id': '57266f905951b619008f729d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is a major destination for what to enter?'},\n",
              "    {'answers': [{'answer_start': 371, 'text': 'Afghanistan'}],\n",
              "     'id': '57266f905951b619008f729e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 2012, most illegal immigrants entered Greece from where?'},\n",
              "    {'answers': [{'answer_start': 516, 'text': 'Syrian civil war'}],\n",
              "     'id': '57266f905951b619008f729f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Immigrants arriving by sea are coming mainly for what reason?'},\n",
              "    {'answers': [{'answer_start': 545, 'text': '856,723'}],\n",
              "     'id': '57266f905951b619008f72a0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many immigrants arrived by sea in 2015?'},\n",
              "    {'answers': [{'answer_start': 692, 'text': '8%'}],\n",
              "     'id': '57266f905951b619008f72a1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What percentage of sea immigrants asked for asylum in Greece?'}]},\n",
              "  {'context': \"Greeks have a long tradition of valuing and investing in paideia (education). Paideia was one of the highest societal values in the Greek and Hellenistic world while the first European institution described as a university was founded in 5th century Constantinople and operated in various incarnations until the city's fall to the Ottomans in 1453. The University of Constantinople was Christian Europe's first secular institution of higher learning since no theological subjects were taught, and considering the original meaning of the world university as a corporation of students, the world’s first university as well.\",\n",
              "   'qas': [{'answers': [{'answer_start': 66, 'text': 'education'}],\n",
              "     'id': '57267131dd62a815002e8500',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Paideia is also known as what?'},\n",
              "    {'answers': [{'answer_start': 250, 'text': 'Constantinople'}],\n",
              "     'id': '57267131dd62a815002e8501',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The first European university was created in what city?'},\n",
              "    {'answers': [{'answer_start': 343, 'text': '1453'}],\n",
              "     'id': '57267131dd62a815002e8502',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When was Constantinople taken over by the Ottoman?'}]},\n",
              "  {'context': 'Greece\\'s post-compulsory secondary education consists of two school types: unified upper secondary schools (Γενικό Λύκειο, Genikό Lykeiό) and technical–vocational educational schools (Τεχνικά και Επαγγελματικά Εκπαιδευτήρια, \"TEE\"). Post-compulsory secondary education also includes vocational training institutes (Ινστιτούτα Επαγγελματικής Κατάρτισης, \"IEK\") which provide a formal but unclassified level of education. As they can accept both Gymnasio (lower secondary school) and Lykeio (upper secondary school) graduates, these institutes are not classified as offering a particular level of education.',\n",
              "   'qas': [{'answers': [{'answer_start': 57, 'text': 'two'}],\n",
              "     'id': '57267226708984140094c655',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Greece's secondary education has how many school types?\"},\n",
              "    {'answers': [{'answer_start': 75,\n",
              "       'text': 'unified upper secondary schools'}],\n",
              "     'id': '57267226708984140094c656',\n",
              "     'is_impossible': False,\n",
              "     'question': \"What is one type of Greece's secondary education?\"},\n",
              "    {'answers': [{'answer_start': 283, 'text': 'vocational training'}],\n",
              "     'id': '57267226708984140094c657',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What type of institute does secondary education also include?'},\n",
              "    {'answers': [{'answer_start': 376, 'text': 'formal but unclassified'}],\n",
              "     'id': '57267226708984140094c658',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What type of education do vocational institutes provide?'}]},\n",
              "  {'context': 'According to the Framework Law (3549/2007), Public higher education \"Highest Educational Institutions\" (Ανώτατα Εκπαιδευτικά Ιδρύματα, Anótata Ekpaideytiká Idrýmata, \"ΑΕΙ\") consists of two parallel sectors:the University sector (Universities, Polytechnics, Fine Arts Schools, the Open University) and the Technological sector (Technological Education Institutions (TEI) and the School of Pedagogic and Technological Education). There are also State Non-University Tertiary Institutes offering vocationally oriented courses of shorter duration (2 to 3 years) which operate under the authority of other Ministries. Students are admitted to these Institutes according to their performance at national level examinations taking place after completion of the third grade of Lykeio. Additionally, students over twenty-two years old may be admitted to the Hellenic Open University through a form of lottery. The Capodistrian University of Athens is the oldest university in the eastern Mediterranean.',\n",
              "   'qas': [{'answers': [{'answer_start': 210, 'text': 'University sector'}],\n",
              "     'id': '5726738af1498d1400e8e008',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the education sectors according to the Framework Law?'},\n",
              "    {'answers': [{'answer_start': 544, 'text': '2 to 3 years'}],\n",
              "     'id': '5726738af1498d1400e8e009',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How long do the Tertiary institute courses last?'},\n",
              "    {'answers': [{'answer_start': 754, 'text': 'third grade'}],\n",
              "     'id': '5726738af1498d1400e8e00a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Examinations for Tertiary institutes are given at what grade level?'},\n",
              "    {'answers': [{'answer_start': 800, 'text': 'over twenty-two years old'}],\n",
              "     'id': '5726738af1498d1400e8e00b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'At what age may students be admitted to Hellenic university through lottery?'},\n",
              "    {'answers': [{'answer_start': 901,\n",
              "       'text': 'The Capodistrian University of Athens'}],\n",
              "     'id': '5726738af1498d1400e8e00c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the oldest university in the eastern Mediterranean? '}]},\n",
              "  {'context': \"Greece has universal health care. In a 2000 World Health Organization report, its health care system ranked 14th in overall performance of 191 countries surveyed. In a 2013 Save the Children report, Greece was ranked the 19th best country (out of 176 countries surveyed) for the state of mothers and newborn babies. In 2010, there were 138 hospitals with 31,000 beds in the country, but on 1 July 2011, the Ministry for Health and Social Solidarity announced its plans to decrease the number to 77 hospitals with 36,035 beds, as a necessary reform to reduce expenses and further enhance healthcare standards.[disputed – discuss] Greece's healthcare expenditures as a percentage of GDP were 9.6% in 2007 according to a 2011 OECD report, just above the OECD average of 9.5%. The country has the largest number of doctors-to-population ratio of any OECD country.\",\n",
              "   'qas': [{'answers': [{'answer_start': 11, 'text': 'universal health care'}],\n",
              "     'id': '5726747e708984140094c6bf',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What kind of health care exists in Greece?'},\n",
              "    {'answers': [{'answer_start': 108, 'text': '14th'}],\n",
              "     'id': '5726747e708984140094c6c0',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Where does Greece's health care system rank out of 191 countries surveyed?\"},\n",
              "    {'answers': [{'answer_start': 221, 'text': '19th'}],\n",
              "     'id': '5726747e708984140094c6c1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What rank does Greece hold for the condition of mothers and new born babies?'},\n",
              "    {'answers': [{'answer_start': 336, 'text': '138'}],\n",
              "     'id': '5726747e708984140094c6c2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 2010, how many hospitals were there in Greece?'},\n",
              "    {'answers': [{'answer_start': 495, 'text': '77'}],\n",
              "     'id': '5726747e708984140094c6c3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 2011, plans were made to decrease hospitals to how many?'}]},\n",
              "  {'context': 'The culture of Greece has evolved over thousands of years, beginning in Mycenaean Greece and continuing most notably into Classical Greece, through the influence of the Roman Empire and its Greek Eastern continuation, the Eastern Roman or Byzantine Empire. Other cultures and nations, such as the Latin and Frankish states, the Ottoman Empire, the Venetian Republic, the Genoese Republic, and the British Empire have also left their influence on modern Greek culture, although historians credit the Greek War of Independence with revitalising Greece and giving birth to a single, cohesive entity of its multi-faceted culture.',\n",
              "   'qas': [{'answers': [{'answer_start': 72, 'text': 'Mycenaean Greece'}],\n",
              "     'id': '57267541708984140094c6c9',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where did Greece culture begin?'},\n",
              "    {'answers': [{'answer_start': 499, 'text': 'Greek War of Independence'}],\n",
              "     'id': '57267541708984140094c6ca',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What do historians credit with revitalizing Greek culture?'},\n",
              "    {'answers': [{'answer_start': 39, 'text': 'thousands of years'}],\n",
              "     'id': '57267541708984140094c6cb',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The evolution of Grecian culture has evolved over what time period?'}]},\n",
              "  {'context': 'In ancient times, Greece was the birthplace of Western culture. Modern democracies owe a debt to Greek beliefs in government by the people, trial by jury, and equality under the law. The ancient Greeks pioneered in many fields that rely on systematic thought, including biology, geometry, history, philosophy, physics and mathematics. They introduced such important literary forms as epic and lyric poetry, history, tragedy, and comedy. In their pursuit of order and proportion, the Greeks created an ideal of beauty that strongly influenced Western art.',\n",
              "   'qas': [{'answers': [{'answer_start': 47, 'text': 'Western culture'}],\n",
              "     'id': '5726760c708984140094c6df',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Ancient Greece was the birthplace of what?'},\n",
              "    {'answers': [{'answer_start': 64, 'text': 'Modern democracies'}],\n",
              "     'id': '5726760c708984140094c6e0',\n",
              "     'is_impossible': False,\n",
              "     'question': \"What did Greece's political philosophy affect?\"},\n",
              "    {'answers': [{'answer_start': 240, 'text': 'systematic thought'}],\n",
              "     'id': '5726760c708984140094c6e1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greeks were pioneers in many scientific fields that require what?'}]},\n",
              "  {'context': \"The modern Greek theatre was born after the Greek independence, in the early 19th century, and initially was influenced by the Heptanesean theatre and melodrama, such as the Italian opera. The Nobile Teatro di San Giacomo di Corfù was the first theatre and opera house of modern Greece and the place where the first Greek opera, Spyridon Xyndas' The Parliamentary Candidate (based on an exclusively Greek libretto) was performed. During the late 19th and early 20th century, the Athenian theatre scene was dominated by revues, musical comedies, operettas and nocturnes and notable playwrights included Spyridon Samaras, Dionysios Lavrangas, Theophrastos Sakellaridis and others.\",\n",
              "   'qas': [{'answers': [{'answer_start': 71, 'text': 'early 19th century'}],\n",
              "     'id': '57267a75dd62a815002e8680',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Modern Greek theater began when?'},\n",
              "    {'answers': [{'answer_start': 127,\n",
              "       'text': 'Heptanesean theatre and melodrama'}],\n",
              "     'id': '57267a75dd62a815002e8681',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Modern Greek theater was influenced by what?'},\n",
              "    {'answers': [{'answer_start': 193,\n",
              "       'text': 'Nobile Teatro di San Giacomo di Corfù'}],\n",
              "     'id': '57267a75dd62a815002e8682',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the first theater of modern Greece?'},\n",
              "    {'answers': [{'answer_start': 346, 'text': 'The Parliamentary Candidate'}],\n",
              "     'id': '57267a75dd62a815002e8683',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the first Greek opera?'},\n",
              "    {'answers': [{'answer_start': 329, 'text': 'Spyridon Xyndas'}],\n",
              "     'id': '57267a75dd62a815002e8684',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who created the first opera, The Parliamentary Candidate? '}]},\n",
              "  {'context': 'Aristotle of Stagira, the most important disciple of Plato, shared with his teacher the title of the greatest philosopher of antiquity. But while Plato had sought to elucidate and explain things from the supra-sensual standpoint of the forms, his pupil preferred to start from the facts given us by experience. Except from these three most significant Greek philosophers other known schools of Greek philosophy from other founders during ancient times were Stoicism, Epicureanism, Skepticism and Neoplatonism.',\n",
              "   'qas': [{'answers': [{'answer_start': 0, 'text': 'Aristotle of Stagira'}],\n",
              "     'id': '57267c23f1498d1400e8e162',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which disciple of Plato was considered the most important?'},\n",
              "    {'answers': [{'answer_start': 200, 'text': 'the supra-sensual'}],\n",
              "     'id': '57267c23f1498d1400e8e163',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Plato's philosophy attempted to explain life from what standpoint?\"},\n",
              "    {'answers': [{'answer_start': 299, 'text': 'experience'}],\n",
              "     'id': '57267c23f1498d1400e8e164',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Aristotle's philosophy was based from what standpoint? \"},\n",
              "    {'answers': [{'answer_start': 481, 'text': 'Skepticism and Neoplatonism'}],\n",
              "     'id': '57267c23f1498d1400e8e165',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the name of two schools of philosophy?'}]},\n",
              "  {'context': 'At the beginning of Greek literature stand the two monumental works of Homer: the Iliad and the Odyssey. Though dates of composition vary, these works were fixed around 800 BC or after. In the classical period many of the genres of western literature became more prominent. Lyrical poetry, odes, pastorals, elegies, epigrams; dramatic presentations of comedy and tragedy; historiography, rhetorical treatises, philosophical dialectics, and philosophical treatises all arose in this period. The two major lyrical poets were Sappho and Pindar. The Classical era also saw the dawn of drama.',\n",
              "   'qas': [{'answers': [{'answer_start': 82, 'text': 'Iliad and the Odyssey'}],\n",
              "     'id': '57267d1fdd62a815002e86f4',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What are two works by Homer?'},\n",
              "    {'answers': [{'answer_start': 169, 'text': '800 BC'}],\n",
              "     'id': '57267d1fdd62a815002e86f5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'During what time period did Homer write the Iliad and the Odyssey?'},\n",
              "    {'answers': [{'answer_start': 523, 'text': 'Sappho and Pindar'}],\n",
              "     'id': '57267d1fdd62a815002e86f6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who were two major lyrical poets?'},\n",
              "    {'answers': [{'answer_start': 546, 'text': 'Classical era'}],\n",
              "     'id': '57267d1fdd62a815002e86f7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When did drama first begin in history?'}]},\n",
              "  {'context': 'Cinema first appeared in Greece in 1896 but the first actual cine-theatre was opened in 1907. In 1914 the Asty Films Company was founded and the production of long films began. Golfo (Γκόλφω), a well known traditional love story, is considered the first Greek feature film, although there were several minor productions such as newscasts before this. In 1931 Orestis Laskos directed Daphnis and Chloe (Δάφνις και Χλόη), containing the first nude scene in the history of European cinema; it was also the first Greek movie which was played abroad. In 1944 Katina Paxinou was honoured with the Best Supporting Actress Academy Award for For Whom the Bell Tolls.',\n",
              "   'qas': [{'answers': [{'answer_start': 35, 'text': '1896'}],\n",
              "     'id': '57267de2dd62a815002e870e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What year did cinema first appear in Greece?'},\n",
              "    {'answers': [{'answer_start': 88, 'text': '1907'}],\n",
              "     'id': '57267de2dd62a815002e870f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did the first cinema theater open in Greece?'},\n",
              "    {'answers': [{'answer_start': 106, 'text': 'Asty Films'}],\n",
              "     'id': '57267de2dd62a815002e8710',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In 1914 what was the name of the film company that was founded?'},\n",
              "    {'answers': [{'answer_start': 177, 'text': 'Golfo'}],\n",
              "     'id': '57267de2dd62a815002e8711',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the first Greek feature film?'},\n",
              "    {'answers': [{'answer_start': 359, 'text': 'Orestis Laskos'}],\n",
              "     'id': '57267de2dd62a815002e8712',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who directed the first nude scene in Greek film history?'}]},\n",
              "  {'context': 'The 1950s and early 1960s are considered by many to be a golden age of Greek cinema. Directors and actors of this era were recognized as important historical figures in Greece and some gained international acclaim: Irene Papas, Melina Mercouri, Mihalis Kakogiannis, Alekos Sakellarios, Nikos Tsiforos, Iakovos Kambanelis, Katina Paxinou, Nikos Koundouros, Ellie Lambeti, and others. More than sixty films per year were made, with the majority having film noir elements. Notable films were Η κάλπικη λίρα (1955 directed by Giorgos Tzavellas), Πικρό Ψωμί (1951, directed by Grigoris Grigoriou), O Drakos (1956 directed by Nikos Koundouros), Stella (1955 directed by Cacoyannis and written by Kampanellis).',\n",
              "   'qas': [{'answers': [{'answer_start': 4, 'text': '1950s and early 1960s'}],\n",
              "     'id': '57267eecdd62a815002e8736',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which time period is considered the golden age of Greek cinema? '},\n",
              "    {'answers': [{'answer_start': 383, 'text': 'More than sixty'}],\n",
              "     'id': '57267eecdd62a815002e8737',\n",
              "     'is_impossible': False,\n",
              "     'question': 'During the Greek cinema golden age, how many films were made each year?'},\n",
              "    {'answers': [{'answer_start': 620, 'text': 'Nikos Koundouros'}],\n",
              "     'id': '57267eecdd62a815002e8738',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who directed the movie O Drakos in 1956?'},\n",
              "    {'answers': [{'answer_start': 664, 'text': 'Cacoyannis'}],\n",
              "     'id': '57267eecdd62a815002e8739',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who directed the movie Stella in 1955? '},\n",
              "    {'answers': [{'answer_start': 690, 'text': 'Kampanellis'}],\n",
              "     'id': '57267eecdd62a815002e873a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who wrote the movie Stella in 1955?'}]},\n",
              "  {'context': \"Cacoyannis also directed Zorba the Greek with Anthony Quinn which received Best Director, Best Adapted Screenplay and Best Film nominations. Finos Film also contributed to this period with movies such as Λατέρνα, Φτώχεια και Φιλότιμο, Madalena, Η Θεία από το Σικάγο, Το ξύλο βγήκε από τον Παράδεισο and many more. During the 1970s and 1980s Theo Angelopoulos directed a series of notable and appreciated movies. His film Eternity and a Day won the Palme d'Or and the Prize of the Ecumenical Jury at the 1998 Cannes Film Festival.\",\n",
              "   'qas': [{'answers': [{'answer_start': 25, 'text': 'Zorba the Greek'}],\n",
              "     'id': '57267fa95951b619008f74c7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What other famous movie did Cacoyannis direct?'},\n",
              "    {'answers': [{'answer_start': 46, 'text': 'Anthony Quinn'}],\n",
              "     'id': '57267fa95951b619008f74c8',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who starred in the movie Zorba the Greek?'},\n",
              "    {'answers': [{'answer_start': 421, 'text': 'Eternity and a Day'}],\n",
              "     'id': '57267fa95951b619008f74c9',\n",
              "     'is_impossible': False,\n",
              "     'question': \"What film won the Palme d'Or at Cannes in 1998?\"},\n",
              "    {'answers': [{'answer_start': 341, 'text': 'Theo Angelopoulos'}],\n",
              "     'id': '57267fa95951b619008f74ca',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who directed the film Eternity and a Day?'}]},\n",
              "  {'context': 'Greek cuisine is characteristic of the healthy Mediterranean diet, which is epitomized by dishes of Crete. Greek cuisine incorporates fresh ingredients into a variety of local dishes such as moussaka, stifado, Greek salad, fasolada, spanakopita and souvlaki. Some dishes can be traced back to ancient Greece like skordalia (a thick purée of walnuts, almonds, crushed garlic and olive oil), lentil soup, retsina (white or rosé wine sealed with pine resin) and pasteli (candy bar with sesame seeds baked with honey). Throughout Greece people often enjoy eating from small dishes such as meze with various dips such as tzatziki, grilled octopus and small fish, feta cheese, dolmades (rice, currants and pine kernels wrapped in vine leaves), various pulses, olives and cheese. Olive oil is added to almost every dish.',\n",
              "   'qas': [{'answers': [{'answer_start': 0, 'text': 'Greek cuisine'}],\n",
              "     'id': '57268071dd62a815002e876e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is a characteristic of the Mediterranean diet? '},\n",
              "    {'answers': [{'answer_start': 100, 'text': 'Crete'}],\n",
              "     'id': '57268071dd62a815002e876f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The epitome of the Mediterranean diet are dishes from where?'},\n",
              "    {'answers': [{'answer_start': 313, 'text': 'skordalia'}],\n",
              "     'id': '57268071dd62a815002e8770',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What food can be traced back to ancient Greece?'},\n",
              "    {'answers': [{'answer_start': 773, 'text': 'Olive oil'}],\n",
              "     'id': '57268071dd62a815002e8771',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is added to almost every dish in Greece?'}]},\n",
              "  {'context': 'Sweet desserts such as galaktoboureko, and drinks such as ouzo, metaxa and a variety of wines including retsina. Greek cuisine differs widely from different parts of the mainland and from island to island. It uses some flavorings more often than other Mediterranean cuisines: oregano, mint, garlic, onion, dill and bay laurel leaves. Other common herbs and spices include basil, thyme and fennel seed. Many Greek recipes, especially in the northern parts of the country, use \"sweet\" spices in combination with meat, for example cinnamon and cloves in stews.',\n",
              "   'qas': [{'answers': [{'answer_start': 23, 'text': 'galaktoboureko'}],\n",
              "     'id': '5726817edd62a815002e8790',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is the name of one sweet dessert in Greece?'},\n",
              "    {'answers': [{'answer_start': 276, 'text': 'oregano'}],\n",
              "     'id': '5726817edd62a815002e8791',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the flavorings commonly used in Greek Mediterranean food? '},\n",
              "    {'answers': [{'answer_start': 528, 'text': 'cinnamon'}],\n",
              "     'id': '5726817edd62a815002e8792',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the sweet spices Greeks like to use with meat?'}]},\n",
              "  {'context': 'Greek vocal music extends far back into ancient times where mixed-gender choruses performed for entertainment, celebration and spiritual reasons. Instruments during that period included the double-reed aulos and the plucked string instrument, the lyre, especially the special kind called a kithara. Music played an important role in the education system during ancient times. Boys were taught music from the age of six. Later influences from the Roman Empire, Middle East, and the Byzantine Empire also had effect on Greek music.',\n",
              "   'qas': [{'answers': [{'answer_start': 40, 'text': 'ancient times'}],\n",
              "     'id': '57268218708984140094c871',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greek vocal music goes back how far in history?'},\n",
              "    {'answers': [{'answer_start': 247, 'text': 'lyre'}],\n",
              "     'id': '57268218708984140094c872',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the musical instruments used in ancient Greece? '},\n",
              "    {'answers': [{'answer_start': 415, 'text': 'six'}],\n",
              "     'id': '57268218708984140094c873',\n",
              "     'is_impossible': False,\n",
              "     'question': 'During ancient Greece, at what age were boys taught music?'}]},\n",
              "  {'context': 'While the new technique of polyphony was developing in the West, the Eastern Orthodox Church resisted any type of change. Therefore, Byzantine music remained monophonic and without any form of instrumental accompaniment. As a result, and despite certain attempts by certain Greek chanters (such as Manouel Gazis, Ioannis Plousiadinos or the Cypriot Ieronimos o Tragoudistis), Byzantine music was deprived of elements of which in the West encouraged an unimpeded development of art. However, this method which kept music away from polyphony, along with centuries of continuous culture, enabled monophonic music to develop to the greatest heights of perfection. Byzantium presented the monophonic Byzantine chant; a melodic treasury of inestimable value for its rhythmical variety and expressive power.',\n",
              "   'qas': [{'answers': [{'answer_start': 27, 'text': 'polyphony'}],\n",
              "     'id': '5726834af1498d1400e8e246',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Eastern Orthodox Church resisted what change in music?'},\n",
              "    {'answers': [{'answer_start': 158, 'text': 'monophonic'}],\n",
              "     'id': '5726834af1498d1400e8e247',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Music without any form of instrumental accompaniment is known as what? '},\n",
              "    {'answers': [{'answer_start': 695, 'text': 'Byzantine chant'}],\n",
              "     'id': '5726834af1498d1400e8e248',\n",
              "     'is_impossible': False,\n",
              "     'question': 'One type of music derived from Byzantine is called what?'}]},\n",
              "  {'context': \"Along with the Byzantine (Church) chant and music, the Greek people also cultivated the Greek folk song which is divided into two cycles, the akritic and klephtic. The akritic was created between the 9th and 10th centuries and expressed the life and struggles of the akrites (frontier guards) of the Byzantine empire, the most well known being the stories associated with Digenes Akritas. The klephtic cycle came into being between the late Byzantine period and the start of the Greek War of Independence. The klephtic cycle, together with historical songs, paraloghes (narrative song or ballad), love songs, mantinades, wedding songs, songs of exile and dirges express the life of the Greeks. There is a unity between the Greek people's struggles for freedom, their joys and sorrow and attitudes towards love and death.\",\n",
              "   'qas': [{'answers': [{'answer_start': 142, 'text': 'akritic and klephtic'}],\n",
              "     'id': '5726843b708984140094c8a5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What are the two cycles of the Greek folk song?'},\n",
              "    {'answers': [{'answer_start': 200, 'text': '9th and 10th'}],\n",
              "     'id': '5726843b708984140094c8a6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Between what centuries was the akritic cycle of Greek song created?'},\n",
              "    {'answers': [{'answer_start': 510, 'text': 'klephtic'}],\n",
              "     'id': '5726843b708984140094c8a7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Which Greek song cycle expresses the life of the Greeks?'}]},\n",
              "  {'context': \"The Heptanesean kantádhes (καντάδες 'serenades'; sing.: καντάδα) became the forerunners of the Greek modern song, influencing its development to a considerable degree. For the first part of the next century, several Greek composers continued to borrow elements from the Heptanesean style. The most successful songs during the period 1870–1930 were the so-called Athenian serenades, and the songs performed on stage (επιθεωρησιακά τραγούδια 'theatrical revue songs') in revue, operettas and nocturnes that were dominating Athens' theater scene.\",\n",
              "   'qas': [{'answers': [{'answer_start': 4, 'text': 'Heptanesean kantádhes'}],\n",
              "     'id': '572684faf1498d1400e8e26a',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What was the forerunner of Greek modern song?'},\n",
              "    {'answers': [{'answer_start': 333, 'text': '1870–1930'}],\n",
              "     'id': '572684faf1498d1400e8e26b',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Athenian serenades were most successful during what time period?'},\n",
              "    {'answers': [{'answer_start': 4, 'text': 'Heptanesean kantádhes'}],\n",
              "     'id': '572684faf1498d1400e8e26c',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What influenced Greek modern song considerably?'}]},\n",
              "  {'context': 'Rebetiko, initially a music associated with the lower classes, later (and especially after the population exchange between Greece and Turkey) reached greater general acceptance as the rough edges of its overt subcultural character were softened and polished, sometimes to the point of unrecognizability. It was the base of the later laïkó (song of the people). The leading performers of the genre include Apostolos Kaldaras, Grigoris Bithikotsis, Stelios Kazantzidis, George Dalaras, Haris Alexiou and Glykeria.',\n",
              "   'qas': [{'answers': [{'answer_start': 0, 'text': 'Rebetiko'}],\n",
              "     'id': '5726859bf1498d1400e8e28e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What music began associated with the lower classes?'},\n",
              "    {'answers': [{'answer_start': 333, 'text': 'laïkó'}],\n",
              "     'id': '5726859bf1498d1400e8e28f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Rebetiko was the base of what? '},\n",
              "    {'answers': [{'answer_start': 405, 'text': 'Apostolos Kaldaras'}],\n",
              "     'id': '5726859bf1498d1400e8e290',\n",
              "     'is_impossible': False,\n",
              "     'question': 'One of the leading performers of the laiko genre is who?'}]},\n",
              "  {'context': 'Regarding the classical music, it was through the Ionian islands (which were under western rule and influence) that all the major advances of the western European classical music were introduced to mainland Greeks. The region is notable for the birth of the first School of modern Greek classical music (Heptanesean or Ionian School, Greek: Επτανησιακή Σχολή), established in 1815. Prominent representatives of this genre include Nikolaos Mantzaros, Spyridon Xyndas, Spyridon Samaras and Pavlos Carrer. Manolis Kalomiris is considered the founder of the Greek National School of Music.',\n",
              "   'qas': [{'answers': [{'answer_start': 50, 'text': 'Ionian'}],\n",
              "     'id': '5726872cf1498d1400e8e2dc',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Through which islands was European classical music introduced to the Greeks?'},\n",
              "    {'answers': [{'answer_start': 376, 'text': '1815'}],\n",
              "     'id': '5726872cf1498d1400e8e2dd',\n",
              "     'is_impossible': False,\n",
              "     'question': 'When was the first school of modern Greek classical music formed?'},\n",
              "    {'answers': [{'answer_start': 503, 'text': 'Manolis Kalomiris'}],\n",
              "     'id': '5726872cf1498d1400e8e2de',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is considered the Greek National School of Music founder?'}]},\n",
              "  {'context': 'In the 20th century, Greek composers have had a significant impact on the development of avant garde and modern classical music, with figures such as Iannis Xenakis, Nikos Skalkottas, and Dimitri Mitropoulos achieving international prominence. At the same time, composers and musicians such as Mikis Theodorakis, Manos Hatzidakis, Eleni Karaindrou, Vangelis and Demis Roussos garnered an international following for their music, which include famous film scores such as Zorba the Greek, Serpico, Never on Sunday, America America, Eternity and a Day, Chariots of Fire, Blade Runner, among others. Greek American composers known for their film scores include Yanni and Basil Poledouris. Notable Greek opera singers and classical musicians of the 20th and 21st century include Maria Callas, Nana Mouskouri, Mario Frangoulis, Leonidas Kavakos, Dimitris Sgouros and others.',\n",
              "   'qas': [{'answers': [{'answer_start': 150, 'text': 'Iannis Xenakis'}],\n",
              "     'id': '5726881edd62a815002e8862',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is one 20th century Greek composers that has had an impact on modern classical music?'},\n",
              "    {'answers': [{'answer_start': 470, 'text': 'Zorba the Greek'}],\n",
              "     'id': '5726881edd62a815002e8863',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the famous movies Greek composers has scored?'},\n",
              "    {'answers': [{'answer_start': 657, 'text': 'Yanni'}],\n",
              "     'id': '5726881edd62a815002e8864',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is one of the Greek composers known for their film scores?'},\n",
              "    {'answers': [{'answer_start': 774, 'text': 'Maria Callas'}],\n",
              "     'id': '5726881edd62a815002e8865',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is one of the notable Greek opera singers in the 20th century?'}]},\n",
              "  {'context': 'Greece participated in the Eurovision Song Contest 35 times after its debut at the 1974 Contest. In 2005, Greece won with the song \"My Number One\", performed by Greek-Swedish singer Elena Paparizou. The song received 230 points with 10 sets of 12 points from Belgium, Bulgaria, Hungary, the United Kingdom, Turkey, Albania, Cyprus, Serbia & Montenegro, Sweden and Germany and also became a smash hit in different countries and especially in Greece. The 51st Eurovision Song Contest was held in Athens at the Olympic Indoor Hall of the Athens Olympic Sports Complex in Maroussi, with hosted by Maria Menounos and Sakis Rouvas.',\n",
              "   'qas': [{'answers': [{'answer_start': 51, 'text': '35'}],\n",
              "     'id': '57268900f1498d1400e8e31e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many time has Greece participated in the Eurovision Song Contest?'},\n",
              "    {'answers': [{'answer_start': 100, 'text': '2005'}],\n",
              "     'id': '57268900f1498d1400e8e31f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did Greece win the Eurovision Song Contest?'},\n",
              "    {'answers': [{'answer_start': 132, 'text': 'My Number One'}],\n",
              "     'id': '57268900f1498d1400e8e320',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Greek song won the Eurovision Song Contest in 2005?'},\n",
              "    {'answers': [{'answer_start': 182, 'text': 'Elena Paparizou'}],\n",
              "     'id': '57268900f1498d1400e8e321',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who performed the song, My Number One, in the 2005 Eurovision Song Contest?'},\n",
              "    {'answers': [{'answer_start': 494, 'text': 'Athens'}],\n",
              "     'id': '57268900f1498d1400e8e322',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where was the 51st Eurovision Song Contest held?'}]},\n",
              "  {'context': 'Greece is the birthplace of the ancient Olympic Games, first recorded in 776 BC in Olympia, and hosted the modern Olympic Games twice, the inaugural 1896 Summer Olympics and the 2004 Summer Olympics. During the parade of nations Greece is always called first, as the founding nation of the ancient precursor of modern Olympics. The nation has competed at every Summer Olympic Games, one of only four countries to have done so. Having won a total of 110 medals (30 gold, 42 silver and 38 bronze), Greece is ranked 32nd by gold medals in the all-time Summer Olympic medal count. Their best ever performance was in the 1896 Summer Olympics, when Greece finished second in the medal table with 10 gold medals.',\n",
              "   'qas': [{'answers': [{'answer_start': 40, 'text': 'Olympic Games'}],\n",
              "     'id': '57268a1a708984140094c945',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greece is the birthplace of what sporting event?'},\n",
              "    {'answers': [{'answer_start': 73, 'text': '776 BC'}],\n",
              "     'id': '57268a1a708984140094c946',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The first Olympic games was recorded in what year?'},\n",
              "    {'answers': [{'answer_start': 83, 'text': 'Olympia'}],\n",
              "     'id': '57268a1a708984140094c947',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where were the first Olympic games in 775 BC held?'},\n",
              "    {'answers': [{'answer_start': 229, 'text': 'Greece'}],\n",
              "     'id': '57268a1a708984140094c948',\n",
              "     'is_impossible': False,\n",
              "     'question': 'During the Olympic parade of nations, who is always called first?'},\n",
              "    {'answers': [{'answer_start': 513, 'text': '32nd'}],\n",
              "     'id': '57268a1a708984140094c949',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What ranking does Greece hold in all-time summer Olympics gold medal count?'}]},\n",
              "  {'context': 'The Greek national football team, ranking 12th in the world in 2014 (and having reached a high of 8th in the world in 2008 and 2011), were crowned European Champions in Euro 2004 in one of the biggest upsets in the history of the sport and became one of the most successful national teams in European football, being one of only nine national teams to have won the UEFA European Championship. The Greek Super League is the highest professional football league in the country comprising eighteen teams. The most successful are Olympiacos, Panathinaikos, AEK Athens and PAOK.',\n",
              "   'qas': [{'answers': [{'answer_start': 42, 'text': '12th'}],\n",
              "     'id': '57268b01708984140094c98d',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What ranking did the Greek national football team hold in 2014.'},\n",
              "    {'answers': [{'answer_start': 169, 'text': 'Euro 2004'}],\n",
              "     'id': '57268b01708984140094c98e',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greek was crowned the European champions in what event?'},\n",
              "    {'answers': [{'answer_start': 329, 'text': 'nine'}],\n",
              "     'id': '57268b01708984140094c98f',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many national teams have won the UEFA European Championship?'},\n",
              "    {'answers': [{'answer_start': 486, 'text': 'eighteen'}],\n",
              "     'id': '57268b01708984140094c990',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many teams are in the Greek Super League?'},\n",
              "    {'answers': [{'answer_start': 526, 'text': 'Olympiacos'}],\n",
              "     'id': '57268b01708984140094c991',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is one of the most successful teams in the Greek Super League?'}]},\n",
              "  {'context': \"The Greek national basketball team has a decades-long tradition of excellence in the sport, being considered among the world's top basketball powers. As of 2012, it ranked 4th in the world and 2nd in Europe. They have won the European Championship twice in 1987 and 2005, and have reached the final four in two of the last four FIBA World Championships, taking the second place in the world in 2006 FIBA World Championship, after a spectacular 101–95 win against Team USA in the tournament's semifinal. The domestic top basketball league, A1 Ethniki, is composed of fourteen teams. The most successful Greek teams are Olympiacos, Panathinaikos, Aris Thessaloniki, AEK Athens and P.A.O.K. Greek basketball teams are the most successful in European basketball the last 25 years, having won as many as 9 Euroleagues since the establishment of the modern era Euroleague Final Four format in 1988, while no other nation has won more than 4 Euroleague championships in this period. Besides the 9 Euroleagues, Greek basketball teams (Panathinaikos, Olympiacos, Aris Thessaloniki, AEK Athens, P.A.O.K, Maroussi) have won 3 Triple Crowns, 5 Saporta Cups, 2 Korać Cups and 1 FIBA Europe Champions Cup. After the 2005 European Championship triumph of the Greek national basketball team, Greece became the reigning European Champion in both football and basketball.\",\n",
              "   'qas': [{'answers': [{'answer_start': 172, 'text': '4th'}],\n",
              "     'id': '57268c25dd62a815002e8926',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Greek national basketball team held what world ranking in 2012?'},\n",
              "    {'answers': [{'answer_start': 193, 'text': '2nd'}],\n",
              "     'id': '57268c25dd62a815002e8927',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Greek national basketball in 2012 held what ranking in Europe?'},\n",
              "    {'answers': [{'answer_start': 248, 'text': 'twice'}],\n",
              "     'id': '57268c25dd62a815002e8928',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many times has the Greek national basketball team won the European championship?'},\n",
              "    {'answers': [{'answer_start': 463, 'text': 'Team USA'}],\n",
              "     'id': '57268c25dd62a815002e8929',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who did the Greek basketball team beat in the 2006 FIBA World Championship?'},\n",
              "    {'answers': [{'answer_start': 539, 'text': 'A1 Ethniki'}],\n",
              "     'id': '57268c25dd62a815002e892a',\n",
              "     'is_impossible': False,\n",
              "     'question': \"What is the name of Greece's top domestic basketball league?\"}]},\n",
              "  {'context': \"The Greece women's national water polo team have emerged as one of the leading powers in the world, becoming World Champions after their gold medal win against the hosts China at the 2011 World Championship. They have also won the silver medal at the 2004 Summer Olympics, the gold medal at the 2005 World League and the silver medals at the 2010 and 2012 European Championships. The Greece men's national water polo team became the third best water polo team in the world in 2005, after their win against Croatia in the bronze medal game at the 2005 World Aquatics Championships in Canada. The domestic top water polo leagues, Greek Men's Water Polo League and Greek Women's Water Polo League are considered amongst the top national leagues in European water polo, as its clubs have made significant success in European competitions. In men's European competitions, Olympiacos has won the Champions League, the European Super Cup and the Triple Crown in 2002 becoming the first club in Water polo history to win every title in which it has competed within a single year (National championship, National cup, Champions League and European Super Cup), while NC Vouliagmeni has won the LEN Cup Winners' Cup in 1997. In women's European competitions, Greek water polo teams (NC Vouliagmeni, Glyfada NSC, Olympiacos, Ethnikos Piraeus) are amongst the most successful in European water polο, having won as many as 4 LEN Champions Cups, 3 LEN Trophies and 2 European Supercups.\",\n",
              "   'qas': [{'answers': [{'answer_start': 183, 'text': '2011'}],\n",
              "     'id': '57268d7a708984140094c9e1',\n",
              "     'is_impossible': False,\n",
              "     'question': \"In what year did Greece's women's water polo team win the World Championship?\"},\n",
              "    {'answers': [{'answer_start': 231, 'text': 'silver'}],\n",
              "     'id': '57268d7a708984140094c9e2',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Which medal did Greece's women's water polo team win at the 2004 Summer Olympics?\"},\n",
              "    {'answers': [{'answer_start': 277, 'text': 'gold'}],\n",
              "     'id': '57268d7a708984140094c9e3',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Which medal did Greece's women's water polo team win at the 2005 World League?\"},\n",
              "    {'answers': [{'answer_start': 433, 'text': 'third'}],\n",
              "     'id': '57268d7a708984140094c9e4',\n",
              "     'is_impossible': False,\n",
              "     'question': \"The Greece Men's water polo team held which world ranking in 2005?\"},\n",
              "    {'answers': [{'answer_start': 506, 'text': 'Croatia'}],\n",
              "     'id': '57268d7a708984140094c9e5',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Who did Greece Men's water polo team beat in the 2005 World Aquatics Championships?\"}]},\n",
              "  {'context': \"The Greek men's national volleyball team has won two bronze medals, one in the European Volleyball Championship and another one in the European Volleyball League, a 5th place in the Olympic Games and a 6th place in the FIVB Volleyball Men's World Championship. The Greek league, the A1 Ethniki, is considered one of the top volleyball leagues in Europe and the Greek clubs have made significant success in European competitions. Olympiacos is the most successful volleyball club in the country having won the most domestic titles and being the only Greek club to have won European titles; they have won two CEV Cups, they have been CEV Champions League runners-up twice and they have played in as many as 12 Final Fours in the European competitions, making them one of the most traditional volleyball clubs in Europe. Iraklis have also seen significant success in European competitions, having been three times runners-up of the CEV Champions League.\",\n",
              "   'qas': [{'answers': [{'answer_start': 49, 'text': 'two'}],\n",
              "     'id': '57268eea708984140094ca13',\n",
              "     'is_impossible': False,\n",
              "     'question': \"The Greek Men's national volleyball team has won how many bronze medals?\"},\n",
              "    {'answers': [{'answer_start': 165, 'text': '5th'}],\n",
              "     'id': '57268eea708984140094ca14',\n",
              "     'is_impossible': False,\n",
              "     'question': \"The Greek Men's national volleyball team came in what place in the Olympic games?\"},\n",
              "    {'answers': [{'answer_start': 429, 'text': 'Olympiacos'}],\n",
              "     'id': '57268eea708984140094ca15',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What Greek volleyball club is the most successful in the country?'},\n",
              "    {'answers': [{'answer_start': 429, 'text': 'Olympiacos'}],\n",
              "     'id': '57268eea708984140094ca16',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Who is the only Greek volleyball club to win European titles?'}]},\n",
              "  {'context': \"The principal gods of the ancient Greek religion were the Dodekatheon, or the Twelve Gods, who lived on the top of Mount Olympus. The most important of all ancient Greek gods was Zeus, the king of the gods, who was married to Hera, who was also Zeus's sister. The other Greek gods that made up the Twelve Olympians were Demeter, Ares, Poseidon, Athena, Dionysus, Apollo, Artemis, Aphrodite, Hephaestus and Hermes. Apart from these twelve gods, Greeks also had a variety of other mystical beliefs, such as nymphs and other magical creatures.\",\n",
              "   'qas': [{'answers': [{'answer_start': 115, 'text': 'Mount Olympus'}],\n",
              "     'id': '57268f98dd62a815002e89a0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Where did the mythical Greek gods live?'},\n",
              "    {'answers': [{'answer_start': 58, 'text': 'Dodekatheon'}],\n",
              "     'id': '57268f98dd62a815002e89a1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The main gods of ancient Greece known as the what?'},\n",
              "    {'answers': [{'answer_start': 179, 'text': 'Zeus'}],\n",
              "     'id': '57268f98dd62a815002e89a2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The most important of the ancient gods was who?'},\n",
              "    {'answers': [{'answer_start': 226, 'text': 'Hera'}],\n",
              "     'id': '57268f98dd62a815002e89a3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Zeus was married to which goddess?'},\n",
              "    {'answers': [{'answer_start': 226, 'text': 'Hera'}],\n",
              "     'id': '57268f98dd62a815002e89a4',\n",
              "     'is_impossible': False,\n",
              "     'question': \"Who was Zeus's sister?\"}]},\n",
              "  {'context': 'According to Greek law, every Sunday of the year is a public holiday. In addition, there are four mandatory official public holidays: 25 March (Greek Independence Day), Easter Monday, 15 August (Assumption or Dormition of the Holy Virgin), and 25 December (Christmas). 1 May (Labour Day) and 28 October (Ohi Day) are regulated by law as being optional but it is customary for employees to be given the day off. There are, however, more public holidays celebrated in Greece than are announced by the Ministry of Labour each year as either obligatory or optional. The list of these non-fixed national holidays rarely changes and has not changed in recent decades, giving a total of eleven national holidays each year.',\n",
              "   'qas': [{'answers': [{'answer_start': 61, 'text': 'holiday'}],\n",
              "     'id': '57269063f1498d1400e8e3f0',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Greek law says that every Sunday of the year is a what?'},\n",
              "    {'answers': [{'answer_start': 93, 'text': 'four'}],\n",
              "     'id': '57269063f1498d1400e8e3f1',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many official Greek mandatory public holidays are there?'},\n",
              "    {'answers': [{'answer_start': 680, 'text': 'eleven'}],\n",
              "     'id': '57269063f1498d1400e8e3f2',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How many Greek national holidays are there each year?'},\n",
              "    {'answers': [{'answer_start': 276, 'text': 'Labour Day'}],\n",
              "     'id': '57269063f1498d1400e8e3f3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What is one of the holidays regulated by law as optional?'}]},\n",
              "  {'context': \"In 2011, it became apparent that the bail-out would be insufficient and a second bail-out amounting to €130 billion ($173 billion) was agreed in 2012, subject to strict conditions, including financial reforms and further austerity measures. As part of the deal, there was to be a 53% reduction in the Greek debt burden to private creditors and any profits made by Eurozone central banks on their holdings of Greek debt are to be repatriated back to Greece. Greece achieved a primary government budget surplus in 2013. In April 2014, Greece returned to the global bond market as it successfully sold €3 billion worth of five-year government bonds at a yield of 4.95%. Greece returned to growth after six years of economic decline in the second quarter of 2014, and was the Eurozone's fastest-growing economy in the third quarter.\",\n",
              "   'qas': [{'answers': [{'answer_start': 117, 'text': '$173 billion'}],\n",
              "     'id': '5726909f5951b619008f76c3',\n",
              "     'is_impossible': False,\n",
              "     'question': 'in 2012, what was the amount of the bailout?'},\n",
              "    {'answers': [{'answer_start': 280, 'text': '53%'}],\n",
              "     'id': '5726909f5951b619008f76c4',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How much debt to creditors was Greece suppose to reduce?'},\n",
              "    {'answers': [{'answer_start': 512, 'text': '2013'}],\n",
              "     'id': '5726909f5951b619008f76c5',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In what year did Greece realize a budget surplus?'},\n",
              "    {'answers': [{'answer_start': 599, 'text': '€3 billion'}],\n",
              "     'id': '5726909f5951b619008f76c6',\n",
              "     'is_impossible': False,\n",
              "     'question': 'How much did Greece make from a bond sale in 2014?'},\n",
              "    {'answers': [{'answer_start': 699, 'text': 'six years'}],\n",
              "     'id': '5726909f5951b619008f76c7',\n",
              "     'is_impossible': False,\n",
              "     'question': 'After how many years did it take for Greece to gain back growth in the economy?'}]},\n",
              "  {'context': 'Following the assassination of Phillip II, his son Alexander III (\"The Great\") assumed the leadership of the League of Corinth and launched an invasion of the Persian Empire with the combined forces of all Greek states in 334 BC. Undefeated in battle, Alexander had conquered the Persian Empire in its entirety by 330 BC. By the time of his death in 323 BC, he had created one of the largest empires in history, stretching from Greece to India. His empire split into several kingdoms upon his death, the most famous of which were the Seleucid Empire, Ptolemaic Egypt, the Greco-Bactrian Kingdom and the Indo-Greek Kingdom. Many Greeks migrated to Alexandria, Antioch, Seleucia and the many other new Hellenistic cities in Asia and Africa. Although the political unity of Alexander\\'s empire could not be maintained, it resulted in the Hellenistic civilization and spread the Greek language and Greek culture in the territories conquered by Alexander. Greek science, technology and mathematics are generally considered to have reached their peak during the Hellenistic period.',\n",
              "   'qas': [{'answers': [{'answer_start': 31, 'text': 'Phillip II'}],\n",
              "     'id': '5726918f5951b619008f76eb',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Alexander III was the son of whom?'},\n",
              "    {'answers': [{'answer_start': 159, 'text': 'Persian'}],\n",
              "     'id': '5726918f5951b619008f76ec',\n",
              "     'is_impossible': False,\n",
              "     'question': 'Alexander III invaded what empire after his father was killed?'},\n",
              "    {'answers': [{'answer_start': 222, 'text': '334 BC'}],\n",
              "     'id': '5726918f5951b619008f76ed',\n",
              "     'is_impossible': False,\n",
              "     'question': 'What year did Alexander III Invade Persia?'},\n",
              "    {'answers': [{'answer_start': 314, 'text': '330 BC'}],\n",
              "     'id': '5726918f5951b619008f76ee',\n",
              "     'is_impossible': False,\n",
              "     'question': 'The Persian Empire was conquered by Alexander by what year?'},\n",
              "    {'answers': [{'answer_start': 350, 'text': '323 BC'}],\n",
              "     'id': '5726918f5951b619008f76ef',\n",
              "     'is_impossible': False,\n",
              "     'question': 'In which year did Alexander III die?'}]}],\n",
              " 'title': 'Greece'}"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 156
        },
        "id": "NnyjqufICgGS",
        "outputId": "12d02d90-d5e5-44b9-c6b3-43402eb8fd05"
      },
      "source": [
        "# and this is the context given for NYC\n",
        "squad['data'][186]['paragraphs'][0]['context']"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'Greece is strategically located at the crossroads of Europe, Asia, and Africa. Situated on the southern tip of the Balkan peninsula, it shares land borders with Albania to the northwest, the Republic of Macedonia and Bulgaria to the north and Turkey to the northeast. Greece consists of nine geographic regions: Macedonia, Central Greece, the Peloponnese, Thessaly, Epirus, the Aegean Islands (including the Dodecanese and Cyclades), Thrace, Crete, and the Ionian Islands. The Aegean Sea lies to the east of the mainland, the Ionian Sea to the west, and the Mediterranean Sea to the south. Greece has the longest coastline on the Mediterranean Basin and the 11th longest coastline in the world at 13,676 km (8,498 mi) in length, featuring a vast number of islands, of which 227 are inhabited. Eighty percent of Greece is mountainous, with Mount Olympus being the highest peak at 2,918 metres (9,573 ft).'"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "_WE2gdsy7SMk"
      },
      "source": [
        "### **Get data 📁** \n",
        "\n",
        "After we got a taste of the jsons files data format let's extract our data and store them into some data structures."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "F5wGx6bJ-BJC"
      },
      "source": [
        "def read_data(path):  \n",
        "  # load the json file\n",
        "  with open(path, 'rb') as f:\n",
        "    squad = json.load(f)\n",
        "\n",
        "  contexts = []\n",
        "  questions = []\n",
        "  answers = []\n",
        "\n",
        "  for group in squad['data']:\n",
        "    for passage in group['paragraphs']:\n",
        "      context = passage['context']\n",
        "      for qa in passage['qas']:\n",
        "        question = qa['question']\n",
        "        for answer in qa['answers']:\n",
        "          contexts.append(context)\n",
        "          questions.append(question)\n",
        "          answers.append(answer)\n",
        "\n",
        "  return contexts, questions, answers"
      ],
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "UeKCd5W4SEKY"
      },
      "source": [
        "Put the contexts, questions and answers for training and validation into the appropriate lists."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "An5wY1MNEwrt"
      },
      "source": [
        "train_contexts, train_questions, train_answers = read_data('train-v2.0.json')\n",
        "valid_contexts, valid_questions, valid_answers = read_data('dev-v2.0.json')"
      ],
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oER4NnGvFfDG",
        "outputId": "78994f3d-a069-4c96-a738-9643d5681490"
      },
      "source": [
        "# print a random question and answer\n",
        "print(f'There are {len(train_questions)} questions')\n",
        "print(train_questions[-10000])\n",
        "print(train_answers[-10000])"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "There are 86821 questions\n",
            "What is a modern common occurence with antibiotics?\n",
            "{'text': 'resistance of bacteria', 'answer_start': 17}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "J2AHo87fDYHy"
      },
      "source": [
        "As you can see above, the answers are dictionaries whith the answer text and an integer which indicates the start index of the answer in the context. As the SQuAD does not give us the end index of the answer in the context we have to find it ourselves. So, let's get the character position at which the answer ends in the passage. Note that sometimes SQuAD answers are off by one or two characters, so we will also adjust for that."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b9kiFd7LF6xa"
      },
      "source": [
        "def add_end_idx(answers, contexts):\n",
        "  for answer, context in zip(answers, contexts):\n",
        "    gold_text = answer['text']\n",
        "    start_idx = answer['answer_start']\n",
        "    end_idx = start_idx + len(gold_text)\n",
        "\n",
        "    # sometimes squad answers are off by a character or two so we fix this\n",
        "    if context[start_idx:end_idx] == gold_text:\n",
        "      answer['answer_end'] = end_idx\n",
        "    elif context[start_idx-1:end_idx-1] == gold_text:\n",
        "      answer['answer_start'] = start_idx - 1\n",
        "      answer['answer_end'] = end_idx - 1     # When the gold label is off by one character\n",
        "    elif context[start_idx-2:end_idx-2] == gold_text:\n",
        "      answer['answer_start'] = start_idx - 2\n",
        "      answer['answer_end'] = end_idx - 2     # When the gold label is off by two characters\n",
        "\n",
        "add_end_idx(train_answers, train_contexts)\n",
        "add_end_idx(valid_answers, valid_contexts)"
      ],
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "baV-xG3QHGPR",
        "outputId": "083bd0a6-7d33-4e8e-c7eb-cdaaa45e069c"
      },
      "source": [
        "# You can see that now we get the answer_end also\n",
        "print(train_questions[-10000])\n",
        "print(train_answers[-10000])"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "What is a modern common occurence with antibiotics?\n",
            "{'text': 'resistance of bacteria', 'answer_start': 17, 'answer_end': 39}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "hsVHwdOaHWis"
      },
      "source": [
        "### **Tokenization 🔢**\n",
        "\n",
        "As we know we have to tokenize our data in form that is acceptable for the BERT model. We are going to use the `BertTokenizerFast` instead of `BertTokenizer` as the first one is much faster. Since we are going to train our model in batches we need to set `padding=True`."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qBLTJaqhHb4J"
      },
      "source": [
        "from transformers import BertTokenizerFast\n",
        "\n",
        "tokenizer = BertTokenizerFast.from_pretrained('bert-base-uncased')\n",
        "\n",
        "train_encodings = tokenizer(train_contexts, train_questions, truncation=True, padding=True)\n",
        "valid_encodings = tokenizer(valid_contexts, valid_questions, truncation=True, padding=True)"
      ],
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jFEfVQkvTYiI"
      },
      "source": [
        "Let's see what we got after tokenizing our data."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Dy-e5y5sIKCJ",
        "outputId": "0c8a457a-1b31-4335-d01a-48d25b84b6b3"
      },
      "source": [
        "train_encodings.keys()"
      ],
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "dict_keys(['input_ids', 'token_type_ids', 'attention_mask'])"
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HK4TXL1CMB0m",
        "outputId": "6c92383a-9bb5-4d8e-ef2d-04afafbced66"
      },
      "source": [
        "no_of_encodings = len(train_encodings['input_ids'])\n",
        "print(f'We have {no_of_encodings} context-question pairs')"
      ],
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "We have 86821 context-question pairs\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BlmOgSioMcYa",
        "outputId": "8f388706-1fa8-4330-813a-9c255f414fb9"
      },
      "source": [
        "train_encodings['input_ids'][0]"
      ],
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[101,\n",
              " 20773,\n",
              " 21025,\n",
              " 19358,\n",
              " 22815,\n",
              " 1011,\n",
              " 5708,\n",
              " 1006,\n",
              " 1013,\n",
              " 12170,\n",
              " 23432,\n",
              " 29715,\n",
              " 3501,\n",
              " 29678,\n",
              " 12325,\n",
              " 29685,\n",
              " 1013,\n",
              " 10506,\n",
              " 1011,\n",
              " 10930,\n",
              " 2078,\n",
              " 1011,\n",
              " 2360,\n",
              " 1007,\n",
              " 1006,\n",
              " 2141,\n",
              " 2244,\n",
              " 1018,\n",
              " 1010,\n",
              " 3261,\n",
              " 1007,\n",
              " 2003,\n",
              " 2019,\n",
              " 2137,\n",
              " 3220,\n",
              " 1010,\n",
              " 6009,\n",
              " 1010,\n",
              " 2501,\n",
              " 3135,\n",
              " 1998,\n",
              " 3883,\n",
              " 1012,\n",
              " 2141,\n",
              " 1998,\n",
              " 2992,\n",
              " 1999,\n",
              " 5395,\n",
              " 1010,\n",
              " 3146,\n",
              " 1010,\n",
              " 2016,\n",
              " 2864,\n",
              " 1999,\n",
              " 2536,\n",
              " 4823,\n",
              " 1998,\n",
              " 5613,\n",
              " 6479,\n",
              " 2004,\n",
              " 1037,\n",
              " 2775,\n",
              " 1010,\n",
              " 1998,\n",
              " 3123,\n",
              " 2000,\n",
              " 4476,\n",
              " 1999,\n",
              " 1996,\n",
              " 2397,\n",
              " 4134,\n",
              " 2004,\n",
              " 2599,\n",
              " 3220,\n",
              " 1997,\n",
              " 1054,\n",
              " 1004,\n",
              " 1038,\n",
              " 2611,\n",
              " 1011,\n",
              " 2177,\n",
              " 10461,\n",
              " 1005,\n",
              " 1055,\n",
              " 2775,\n",
              " 1012,\n",
              " 3266,\n",
              " 2011,\n",
              " 2014,\n",
              " 2269,\n",
              " 1010,\n",
              " 25436,\n",
              " 22815,\n",
              " 1010,\n",
              " 1996,\n",
              " 2177,\n",
              " 2150,\n",
              " 2028,\n",
              " 1997,\n",
              " 1996,\n",
              " 2088,\n",
              " 1005,\n",
              " 1055,\n",
              " 2190,\n",
              " 1011,\n",
              " 4855,\n",
              " 2611,\n",
              " 2967,\n",
              " 1997,\n",
              " 2035,\n",
              " 2051,\n",
              " 1012,\n",
              " 2037,\n",
              " 14221,\n",
              " 2387,\n",
              " 1996,\n",
              " 2713,\n",
              " 1997,\n",
              " 20773,\n",
              " 1005,\n",
              " 1055,\n",
              " 2834,\n",
              " 2201,\n",
              " 1010,\n",
              " 20754,\n",
              " 1999,\n",
              " 2293,\n",
              " 1006,\n",
              " 2494,\n",
              " 1007,\n",
              " 1010,\n",
              " 2029,\n",
              " 2511,\n",
              " 2014,\n",
              " 2004,\n",
              " 1037,\n",
              " 3948,\n",
              " 3063,\n",
              " 4969,\n",
              " 1010,\n",
              " 3687,\n",
              " 2274,\n",
              " 8922,\n",
              " 2982,\n",
              " 1998,\n",
              " 2956,\n",
              " 1996,\n",
              " 4908,\n",
              " 2980,\n",
              " 2531,\n",
              " 2193,\n",
              " 1011,\n",
              " 2028,\n",
              " 3895,\n",
              " 1000,\n",
              " 4689,\n",
              " 1999,\n",
              " 2293,\n",
              " 1000,\n",
              " 1998,\n",
              " 1000,\n",
              " 3336,\n",
              " 2879,\n",
              " 1000,\n",
              " 1012,\n",
              " 102,\n",
              " 2043,\n",
              " 2106,\n",
              " 20773,\n",
              " 2707,\n",
              " 3352,\n",
              " 2759,\n",
              " 1029,\n",
              " 102,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0,\n",
              " 0]"
            ]
          },
          "metadata": {},
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SJZRb9FyKmh2"
      },
      "source": [
        "Let's decode the first pair of context-question encoded pair and look into it."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 174
        },
        "id": "D8nEGmjZMIaW",
        "outputId": "a5566afc-48fe-49c0-bc3a-e0c57de16d10"
      },
      "source": [
        "tokenizer.decode(train_encodings['input_ids'][0])"
      ],
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'[CLS] beyonce giselle knowles - carter ( / biːˈjɒnseɪ / bee - yon - say ) ( born september 4, 1981 ) is an american singer, songwriter, record producer and actress. born and raised in houston, texas, she performed in various singing and dancing competitions as a child, and rose to fame in the late 1990s as lead singer of r & b girl - group destiny\\'s child. managed by her father, mathew knowles, the group became one of the world\\'s best - selling girl groups of all time. their hiatus saw the release of beyonce\\'s debut album, dangerously in love ( 2003 ), which established her as a solo artist worldwide, earned five grammy awards and featured the billboard hot 100 number - one singles \" crazy in love \" and \" baby boy \". [SEP] when did beyonce start becoming popular? [SEP] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD] [PAD]'"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "G2Fgedo-Tk8n"
      },
      "source": [
        "We can see that each word is assigned a number.\n",
        "\n",
        "For example,\n",
        "\n",
        "beyonce $\\rightarrow$ 20773  \n",
        "[CLS] $\\rightarrow$ 101  \n",
        "[SEP] $\\rightarrow$ 102   \n",
        "[PAD] $\\rightarrow$ 0  \n",
        "\n",
        "We see that the above form matches the one in the image we saw in the Data preprocessing section before."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "gADJPJH_VBcQ"
      },
      "source": [
        "Next we need to convert our character start/end positions to token start/end positions. Why is that? Because our words converted into tokens, so the answer start/end needs to show the index of start/end token which contains the answer and not the specific characters in the context."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "r7uXDM0mMfOo"
      },
      "source": [
        "def add_token_positions(encodings, answers):\n",
        "  start_positions = []\n",
        "  end_positions = []\n",
        "  for i in range(len(answers)):\n",
        "    start_positions.append(encodings.char_to_token(i, answers[i]['answer_start']))\n",
        "    end_positions.append(encodings.char_to_token(i, answers[i]['answer_end'] - 1))\n",
        "\n",
        "    # if start position is None, the answer passage has been truncated\n",
        "    if start_positions[-1] is None:\n",
        "      start_positions[-1] = tokenizer.model_max_length\n",
        "    if end_positions[-1] is None:\n",
        "      end_positions[-1] = tokenizer.model_max_length\n",
        "\n",
        "  encodings.update({'start_positions': start_positions, 'end_positions': end_positions})\n",
        "\n",
        "add_token_positions(train_encodings, train_answers)\n",
        "add_token_positions(valid_encodings, valid_answers)"
      ],
      "execution_count": 21,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cU-mZO2RMwVl",
        "outputId": "cf33e5a9-63dc-4581-f5e8-ba2e71bf723d"
      },
      "source": [
        "train_encodings['start_positions'][:10]"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[67, 55, 128, 47, 69, 81, 124, 91, 69, 72]"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rRnqbmjD3Lip"
      },
      "source": [
        "### **Dataset definition 🗄️**\n",
        "\n",
        "We have to define our dataset using the PyTorch Dataset class from `torch.utils` in order create our dataloaders after that."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JC5t8iOyORg-"
      },
      "source": [
        "class SQuAD_Dataset(torch.utils.data.Dataset):\n",
        "  def __init__(self, encodings):\n",
        "    self.encodings = encodings\n",
        "  def __getitem__(self, idx):\n",
        "    return {key: torch.tensor(val[idx]) for key, val in self.encodings.items()}\n",
        "  def __len__(self):\n",
        "    return len(self.encodings.input_ids)"
      ],
      "execution_count": 23,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RfpQgBOCPLwh"
      },
      "source": [
        "train_dataset = SQuAD_Dataset(train_encodings)\n",
        "valid_dataset = SQuAD_Dataset(valid_encodings)"
      ],
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "8APUSaCswlID"
      },
      "source": [
        "### **Dataloaders 🔁**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ROBQQLmNwGbb"
      },
      "source": [
        "from torch.utils.data import DataLoader\n",
        "\n",
        "# Define the dataloaders\n",
        "train_loader = DataLoader(train_dataset, batch_size=16, shuffle=True)\n",
        "valid_loader = DataLoader(valid_dataset, batch_size=16)"
      ],
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TkkgktrwPYhy"
      },
      "source": [
        "## **Fine-Tuning ⚙️**"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ybwjqNH72qAS"
      },
      "source": [
        "### **Model definition 🤖**\n",
        "\n",
        "We are going to use the `bert-case-uncased` from the huggingface transformers."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 154,
          "referenced_widgets": [
            "f2265d5ccf0b416fae2de7e5332582e3",
            "40c33599f8de4774ae0afa6c6d98fa62",
            "bfdf44198257419ab462b0d06f3a8f4d",
            "39dc35b5de034fcbabbb196b2b814445",
            "e05f20a6a64d439a8f7aeee12c5e2890",
            "3e5388707c494351b6bd10cfce5e34b6",
            "bad6a42afa5e45e7936d9d16d7c2b089",
            "0c1a7cbba51d4bf3b13e1deb4d126413",
            "399586bed2014faeb88bd5c5267a9749",
            "bf99de8acdb1479bb3d2c2f78cb85c2f",
            "5359bd86b9474f948f0c58ddbca21270"
          ]
        },
        "id": "K8lPIP0zl5uD",
        "outputId": "fe3f3a3c-0827-4756-9c9d-2b06346be186"
      },
      "source": [
        "from transformers import BertForQuestionAnswering\n",
        "\n",
        "model = BertForQuestionAnswering.from_pretrained(\"bert-base-uncased\")"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f2265d5ccf0b416fae2de7e5332582e3",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/420M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForQuestionAnswering: ['cls.seq_relationship.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.bias', 'cls.seq_relationship.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.bias']\n",
            "- This IS expected if you are initializing BertForQuestionAnswering from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertForQuestionAnswering from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "Some weights of BertForQuestionAnswering were not initialized from the model checkpoint at bert-base-uncased and are newly initialized: ['qa_outputs.weight', 'qa_outputs.bias']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "JBKY-irY25_F"
      },
      "source": [
        "### **Training 🏋️‍♂️**\n",
        "\n",
        "Μy choices for some parameters:\n",
        "\n",
        "* Use of `AdamW` which is a stochastic optimization method that modifies the typical implementation of weight decay in Adam, by decoupling weight decay from the gradient update. This helps to avoid overfitting which is necessary in this case were the model is very complex.\n",
        "\n",
        "* Set the `lr=5e-5` as I read that this is the best value for the learning rate for this task."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Kh_2--xXwW6o",
        "outputId": "4b86fd01-a050-4e85-ca11-b593b0372834"
      },
      "source": [
        "# Check on the available device - use GPU\n",
        "device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')\n",
        "print(f'Working on {device}')"
      ],
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Working on cuda\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jOXHj73UEh7f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 426
        },
        "outputId": "17039291-b8cb-4135-d808-1476b782001b"
      },
      "source": [
        "from transformers import AdamW\n",
        "\n",
        "N_EPOCHS = 5\n",
        "optim = AdamW(model.parameters(), lr=5e-5)\n",
        "\n",
        "model.to(device)\n",
        "model.train()\n",
        "\n",
        "for epoch in range(N_EPOCHS):\n",
        "  loop = tqdm(train_loader, leave=True)\n",
        "  for batch in loop:\n",
        "    optim.zero_grad()\n",
        "    input_ids = batch['input_ids'].to(device)\n",
        "    attention_mask = batch['attention_mask'].to(device)\n",
        "    start_positions = batch['start_positions'].to(device)\n",
        "    end_positions = batch['end_positions'].to(device)\n",
        "    outputs = model(input_ids, attention_mask=attention_mask, start_positions=start_positions, end_positions=end_positions)\n",
        "    loss = outputs[0]\n",
        "    loss.backward()\n",
        "    optim.step()\n",
        "\n",
        "    loop.set_description(f'Epoch {epoch+1}')\n",
        "    loop.set_postfix(loss=loss.item())"
      ],
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Epoch 1:   1%|          | 63/5427 [00:54<1:17:15,  1.16it/s, loss=3.5]\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-28-ff9fccda87ea>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     17\u001b[0m     \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput_ids\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mattention_mask\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mattention_mask\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstart_positions\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstart_positions\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mend_positions\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mend_positions\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     18\u001b[0m     \u001b[0mloss\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 19\u001b[0;31m     \u001b[0mloss\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbackward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     20\u001b[0m     \u001b[0moptim\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     21\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/_tensor.py\u001b[0m in \u001b[0;36mbackward\u001b[0;34m(self, gradient, retain_graph, create_graph, inputs)\u001b[0m\n\u001b[1;32m    253\u001b[0m                 \u001b[0mcreate_graph\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcreate_graph\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    254\u001b[0m                 inputs=inputs)\n\u001b[0;32m--> 255\u001b[0;31m         \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mautograd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbackward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgradient\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mretain_graph\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcreate_graph\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    256\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    257\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mregister_hook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhook\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/autograd/__init__.py\u001b[0m in \u001b[0;36mbackward\u001b[0;34m(tensors, grad_tensors, retain_graph, create_graph, grad_variables, inputs)\u001b[0m\n\u001b[1;32m    147\u001b[0m     Variable._execution_engine.run_backward(\n\u001b[1;32m    148\u001b[0m         \u001b[0mtensors\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgrad_tensors_\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mretain_graph\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcreate_graph\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 149\u001b[0;31m         allow_unreachable=True, accumulate_grad=True)  # allow_unreachable flag\n\u001b[0m\u001b[1;32m    150\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    151\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DFY9n5hSFjfT"
      },
      "source": [
        "**Save the model in my drive in order not to run it each time**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "p4NXG5UGWWQ9",
        "outputId": "e598e6bd-4e9d-4235-8b71-91fe0d914fd4"
      },
      "source": [
        "#model_path = '/content/drive/MyDrive/BERT-SQuAD'\n",
        "#model.save_pretrained(model_path)\n",
        "#tokenizer.save_pretrained(model_path)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "('/content/drive/MyDrive/BERT-SQuAD/tokenizer_config.json',\n",
              " '/content/drive/MyDrive/BERT-SQuAD/special_tokens_map.json',\n",
              " '/content/drive/MyDrive/BERT-SQuAD/vocab.txt',\n",
              " '/content/drive/MyDrive/BERT-SQuAD/added_tokens.json',\n",
              " '/content/drive/MyDrive/BERT-SQuAD/tokenizer.json')"
            ]
          },
          "metadata": {},
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CuFwUaF8BR3H"
      },
      "source": [
        "**Respectively, load the saved model**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aslUE82N73mu",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "6ef60b33-0e32-42b4-e22a-5c8f6577efab"
      },
      "source": [
        "#from transformers import BertForQuestionAnswering, BertTokenizerFast\n",
        "\n",
        "#model_path = '/content/drive/MyDrive/BERT-SQuAD'\n",
        "#model = BertForQuestionAnswering.from_pretrained(model_path)\n",
        "#tokenizer = BertTokenizerFast.from_pretrained(model_path)\n",
        "\n",
        "#device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')\n",
        "#print(f'Working on {device}')\n",
        "\n",
        "#model = model.to(device)"
      ],
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Working on cuda\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vIuUtJhBFo5l"
      },
      "source": [
        "### **Testing ✅**\n",
        "\n",
        "We are evaluating the model on the validation set by checking the model's predictions for the answer's start and end indexes and comparing with the true ones."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 249
        },
        "id": "JZd-NV1WxOZg",
        "outputId": "09db8951-ffce-43c4-b334-4f776c8ce9a0"
      },
      "source": [
        "model.eval()\n",
        "\n",
        "acc = []\n",
        "\n",
        "for batch in tqdm(valid_loader):\n",
        "  with torch.no_grad():\n",
        "    input_ids = batch['input_ids'].to(device)\n",
        "    attention_mask = batch['attention_mask'].to(device)\n",
        "    start_true = batch['start_positions'].to(device)\n",
        "    end_true = batch['end_positions'].to(device)\n",
        "    \n",
        "    outputs = model(input_ids, attention_mask=attention_mask)\n",
        "\n",
        "    start_pred = torch.argmax(outputs['start_logits'], dim=1)\n",
        "    end_pred = torch.argmax(outputs['end_logits'], dim=1)\n",
        "\n",
        "    acc.append(((start_pred == start_true).sum()/len(start_pred)).item())\n",
        "    acc.append(((end_pred == end_true).sum()/len(end_pred)).item())\n",
        "\n",
        "acc = sum(acc)/len(acc)\n",
        "\n",
        "print(\"\\n\\nT/P\\tanswer_start\\tanswer_end\\n\")\n",
        "for i in range(len(start_true)):\n",
        "  print(f\"true\\t{start_true[i]}\\t{end_true[i]}\\n\"\n",
        "        f\"pred\\t{start_pred[i]}\\t{end_pred[i]}\\n\")"
      ],
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "  4%|▍         | 54/1269 [00:16<06:01,  3.36it/s]\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-30-1a7681ed6456>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     17\u001b[0m     \u001b[0mend_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0margmax\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'end_logits'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdim\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     18\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 19\u001b[0;31m     \u001b[0macc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstart_pred\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mstart_true\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msum\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m/\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstart_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     20\u001b[0m     \u001b[0macc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mend_pred\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mend_true\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msum\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m/\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mend_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     21\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WoNiMv_HF2AD"
      },
      "source": [
        "### **Ask questions 🙋**\n",
        "\n",
        "We are going to use some functions from the [*official Evaluation Script v2.0*](https://worksheets.codalab.org/rest/bundles/0x6b567e1cf2e041ec80d7098f031c5c9e/contents/blob/) of SQuAD in order to test the fine-tuned model by asking some questions given a context. I have also looked at this [notebook](https://colab.research.google.com/github/fastforwardlabs/ff14_blog/blob/master/_notebooks/2020-06-09-Evaluating_BERT_on_SQuAD.ipynb#scrollTo=MzPlHgWEBQ8D) which evaluates BERT on SQuAD."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "d5oTgk-wSvyL"
      },
      "source": [
        "def get_prediction(context, question):\n",
        "  inputs = tokenizer.encode_plus(question, context, return_tensors='pt').to(device)\n",
        "  outputs = model(**inputs)\n",
        "  \n",
        "  answer_start = torch.argmax(outputs[0])  \n",
        "  answer_end = torch.argmax(outputs[1]) + 1 \n",
        "  \n",
        "  answer = tokenizer.convert_tokens_to_string(tokenizer.convert_ids_to_tokens(inputs['input_ids'][0][answer_start:answer_end]))\n",
        "  \n",
        "  return answer\n",
        "\n",
        "def normalize_text(s):\n",
        "  \"\"\"Removing articles and punctuation, and standardizing whitespace are all typical text processing steps.\"\"\"\n",
        "  import string, re\n",
        "  def remove_articles(text):\n",
        "    regex = re.compile(r\"\\b(a|an|the)\\b\", re.UNICODE)\n",
        "    return re.sub(regex, \" \", text)\n",
        "  def white_space_fix(text):\n",
        "    return \" \".join(text.split())\n",
        "  def remove_punc(text):\n",
        "    exclude = set(string.punctuation)\n",
        "    return \"\".join(ch for ch in text if ch not in exclude)\n",
        "  def lower(text):\n",
        "    return text.lower()\n",
        "\n",
        "  return white_space_fix(remove_articles(remove_punc(lower(s))))\n",
        "\n",
        "def exact_match(prediction, truth):\n",
        "    return bool(normalize_text(prediction) == normalize_text(truth))\n",
        "\n",
        "def compute_f1(prediction, truth):\n",
        "  pred_tokens = normalize_text(prediction).split()\n",
        "  truth_tokens = normalize_text(truth).split()\n",
        "  \n",
        "  # if either the prediction or the truth is no-answer then f1 = 1 if they agree, 0 otherwise\n",
        "  if len(pred_tokens) == 0 or len(truth_tokens) == 0:\n",
        "    return int(pred_tokens == truth_tokens)\n",
        "  \n",
        "  common_tokens = set(pred_tokens) & set(truth_tokens)\n",
        "  \n",
        "  # if there are no common tokens then f1 = 0\n",
        "  if len(common_tokens) == 0:\n",
        "    return 0\n",
        "  \n",
        "  prec = len(common_tokens) / len(pred_tokens)\n",
        "  rec = len(common_tokens) / len(truth_tokens)\n",
        "  \n",
        "  return round(2 * (prec * rec) / (prec + rec), 2)\n",
        "  \n",
        "def question_answer(context, question,answer):\n",
        "  prediction = get_prediction(context,question)\n",
        "  em_score = exact_match(prediction, answer)\n",
        "  f1_score = compute_f1(prediction, answer)\n",
        "\n",
        "  print(f'Question: {question}')\n",
        "  print(f'Prediction: {prediction}')\n",
        "  print(f'True Answer: {answer}')\n",
        "  print(f'Exact match: {em_score}')\n",
        "  print(f'F1 score: {f1_score}\\n')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "afOyVOyoLE7Y"
      },
      "source": [
        "**Beyoncé**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_2bitFpuS0WY",
        "outputId": "20491230-d193-47ea-bd10-38ac75718dec"
      },
      "source": [
        "context = \"\"\"Beyoncé Giselle Knowles-Carter (/biːˈjɒnseɪ/ bee-YON-say) (born September 4, 1981) is an American singer, \n",
        "          songwriter, record producer and actress. Born and raised in Houston, Texas, she performed in various singing \n",
        "          and dancing competitions as a child, and rose to fame in the late 1990s as lead singer of R&B girl-group Destiny\\'s Child. \n",
        "          Managed by her father, Mathew Knowles, the group became one of the world\\'s best-selling girl groups of all time. \n",
        "          Their hiatus saw the release of Beyoncé\\'s debut album, Dangerously in Love (2003), which established her as a solo artist worldwide, \n",
        "          earned five Grammy Awards and featured the Billboard Hot 100 number-one singles \"Crazy in Love\" and \"Baby Boy\".\"\"\"\n",
        "\n",
        "\n",
        "questions = [\"For whom the passage is talking about?\",\n",
        "             \"When did Beyonce born?\",\n",
        "             \"Where did Beyonce born?\",\n",
        "             \"What is Beyonce's nationality?\",\n",
        "             \"Who was the Destiny's group manager?\",\n",
        "             \"What name has the Beyoncé's debut album?\",\n",
        "             \"How many Grammy Awards did Beyonce earn?\",\n",
        "             \"When did the Beyoncé's debut album release?\",\n",
        "             \"Who was the lead singer of R&B girl-group Destiny's Child?\"]\n",
        "\n",
        "answers = [\"Beyonce Giselle Knowles - Carter\", \"September 4, 1981\", \"Houston, Texas\", \n",
        "           \"American\", \"Mathew Knowles\", \"Dangerously in Love\", \"five\", \"2003\", \n",
        "           \"Beyonce Giselle Knowles - Carter\"]\n",
        "\n",
        "for question, answer in zip(questions, answers):\n",
        "  question_answer(context, question, answer)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Question: For whom the passage is talking about?\n",
            "Prediction: beyonce giselle knowles - carter\n",
            "True Answer: Beyonce Giselle Knowles - Carter\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: When did Beyonce born?\n",
            "Prediction: september 4, 1981 )\n",
            "True Answer: September 4, 1981\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: Where did Beyonce born?\n",
            "Prediction: houston, texas,\n",
            "True Answer: Houston, Texas\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: What is Beyonce's nationality?\n",
            "Prediction: american\n",
            "True Answer: American\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: Who was the Destiny's group manager?\n",
            "Prediction: her father, mathew knowles,\n",
            "True Answer: Mathew Knowles\n",
            "Exact match: False\n",
            "F1 score: 0.67\n",
            "\n",
            "Question: What name has the Beyoncé's debut album?\n",
            "Prediction: dangerously in love\n",
            "True Answer: Dangerously in Love\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: How many Grammy Awards did Beyonce earn?\n",
            "Prediction: five\n",
            "True Answer: five\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: When did the Beyoncé's debut album release?\n",
            "Prediction: 2003 )\n",
            "True Answer: 2003\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: Who was the lead singer of R&B girl-group Destiny's Child?\n",
            "Prediction: beyonce giselle knowles - carter\n",
            "True Answer: Beyonce Giselle Knowles - Carter\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "clBBH3gWLMjI"
      },
      "source": [
        "**Athens**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JBos0I6qL1ht",
        "outputId": "4d9331c8-b302-4318-9efc-b2f9a6c49b58"
      },
      "source": [
        "context = \"\"\"Athens is the capital and largest city of Greece. Athens dominates the Attica region and is one of the world's oldest cities, \n",
        "             with its recorded history spanning over 3,400 years and its earliest human presence starting somewhere between the 11th and 7th millennium BC.\n",
        "             Classical Athens was a powerful city-state. It was a center for the arts, learning and philosophy, and the home of Plato's Academy and Aristotle's Lyceum.\n",
        "             It is widely referred to as the cradle of Western civilization and the birthplace of democracy, largely because of its cultural and political impact on the European continent—particularly Ancient Rome.\n",
        "             In modern times, Athens is a large cosmopolitan metropolis and central to economic, financial, industrial, maritime, political and cultural life in Greece. \n",
        "             In 2021, Athens' urban area hosted more than three and a half million people, which is around 35% of the entire population of Greece.\n",
        "             Athens is a Beta global city according to the Globalization and World Cities Research Network, and is one of the biggest economic centers in Southeastern Europe. \n",
        "             It also has a large financial sector, and its port Piraeus is both the largest passenger port in Europe, and the second largest in the world.\"\"\"\n",
        "\n",
        "questions = [\"Which is the largest city in Greece?\",\n",
        "             \"For what was the Athens center?\",\n",
        "             \"Which city was the home of Plato's Academy?\"]\n",
        "\n",
        "answers = [\"Athens\", \"center for the arts, learning and philosophy\", \"Athens\"]\n",
        "\n",
        "for question, answer in zip(questions, answers):\n",
        "  question_answer(context, question, answer)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Question: Which is the largest city in Greece?\n",
            "Prediction: athens\n",
            "True Answer: Athens\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: For what was the Athens center?\n",
            "Prediction: center for the arts, learning and philosophy,\n",
            "True Answer: center for the arts, learning and philosophy\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: Which city was the home of Plato's Academy?\n",
            "Prediction: athens\n",
            "True Answer: Athens\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "J6K24hLNad7c"
      },
      "source": [
        "**Angelos**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FEGIRvK2afqn",
        "outputId": "8a422435-2c0e-4b8a-9763-7da75217c9b8"
      },
      "source": [
        "context = \"\"\"Angelos Poulis was born on 8 April 2001 in Nicosia, Cyprus. He is half Cypriot and half Greek. \n",
        "            He is currently studying at the Department of Informatics and Telecommunications of the University of Athens in Greece. \n",
        "            His scientific interests are in the broad field of Artificial Intelligence and he loves to train neural networks! \n",
        "            Okay, I'm Angelos and I'll stop talking about me right now.\"\"\"\n",
        "\n",
        "questions = [\"When did Angelos born?\",\n",
        "             \"In what university is Angelos studying now?\",\n",
        "             \"What is Angelos' nationality?\",\n",
        "             \"What are his scientific interests?\",\n",
        "             \"What I will do right now?\"]\n",
        "\n",
        "answers = [\"8 April 2001\", \"University of Athens\", \n",
        "           \"half Cypriot and half Greek\", \"Artificial Intelligence\", \n",
        "           \"stop talking about me\"]\n",
        "\n",
        "for question, answer in zip(questions, answers):\n",
        "  question_answer(context, question, answer)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Question: When did Angelos born?\n",
            "Prediction: 8 april 2001\n",
            "True Answer: 8 April 2001\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: In what university is Angelos studying now?\n",
            "Prediction: university of athens\n",
            "True Answer: University of Athens\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: What is Angelos' nationality?\n",
            "Prediction: half cypriot and half greek.\n",
            "True Answer: half Cypriot and half Greek\n",
            "Exact match: True\n",
            "F1 score: 0.8\n",
            "\n",
            "Question: What are his scientific interests?\n",
            "Prediction: artificial intelligence\n",
            "True Answer: Artificial Intelligence\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n",
            "Question: What I will do right now?\n",
            "Prediction: stop talking about me\n",
            "True Answer: stop talking about me\n",
            "Exact match: True\n",
            "F1 score: 1.0\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "VnXLoJybF_fk"
      },
      "source": [
        "## **Summary (and some Questions & Answers) 🧐**"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XPEfQTzXWAjN"
      },
      "source": [
        "**Technical details:**\n",
        "* **Model used:** `bert-base-uncased`\n",
        "* **Dataset:** The Stanford Question Answering Dataset (SQuAD)  \n",
        "* **Run time:** ~ 4 hours on the Tesla P100 GPU for `N_EPOCHS = 3`. Each epoch took about 1 hour and 15 minutes for training. I think if we run the model for at least `N_EPOCHS = 5` we can get even better results, but what we got for 3 epochs is already very good!\n",
        "\n",
        "**Conclusion:** We can say that training the model for just 3 epochs, which took about 4 hours on the Tesla P100 GPU, gives us pretty good results. The model can also answer quite well to questions about contents it hasn't seen before and I can say this because I gave it a passage for myself!\n",
        "\n",
        "Some *example questions and answers* we get are the following:\n",
        "\n",
        "**About Athens:**\n",
        "\n",
        "> **Question:** Which is the largest city in Greece?  \n",
        "  **Prediction:** athens  \n",
        "  **True Answer:** Athens  \n",
        "  **Exact match:** True  \n",
        "  **F1 score:** 1.0  \n",
        "\n",
        "> **Question:** For what was the Athens center?  \n",
        "  **Prediction:** center for the arts, learning and philosophy  \n",
        "  **True Answer:** center for the arts, learning and philosophy  \n",
        "  **Exact match:** True  \n",
        "  **F1 score:** 1.0  \n",
        "\n",
        "**About Beyoncé:**\n",
        "\n",
        "> **Question:** When did Beyonce born?  \n",
        "  **Prediction:** september 4, 1981  \n",
        "  **True Answer:** September 4, 1981  \n",
        "  **Exact Match:** True\t \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "> **Question:** What name has the Beyoncé's debut album?  \n",
        "  **Prediction:** dangerously in love  \n",
        "  **True Answer:** Dangerously in Love   \n",
        "  **Exact Match:** True  \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "> **Question:** How many Grammy Awards did Beyonce earn?  \n",
        "  **Prediction:** five  \n",
        "  **True Answer:** five  \n",
        "  **Exact Match:** True  \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "\n",
        "> **Question:** When did the Beyoncé's debut album release?  \n",
        "  **Prediction:** 2003  \n",
        "  **True Answer:** 2003  \n",
        "  **Exact Match:** True  \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "\n",
        "> **Question:** Who was the lead singer of R&B girl-group Destiny's Child?  \n",
        "  **Prediction:** beyonce giselle knowles - carter  \n",
        "  **True Answer:** Beyonce Giselle Knowles - Carter  \n",
        "  **Exact Match:** True  \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "\n",
        "**About Angelos:**\n",
        "\n",
        "> **Question:** When did Angelos born?  \n",
        "  **Prediction:** 8 april 2001  \n",
        "  **True Answer:** 8 April 2001  \n",
        "  **Exact match:** True  \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "> **Question:** In what university is Angelos studying now?  \n",
        "  **Prediction:** university of athens  \n",
        "  **True Answer:** University of Athens  \n",
        "  **Exact match:** True    \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "> **Question:** What is Angelos' nationality?  \n",
        "  **Prediction:** half cypriot and half greek.  \n",
        "  **True Answer:** half Cypriot and half Greek   \n",
        "  **Exact match:** True  \n",
        "  **F1 score:** 0.8\n",
        "\n",
        "> **Question:** What are his scientific interests?  \n",
        "  **Prediction:** artificial intelligence  \n",
        "  **True Answer:** Artificial Intelligence    \n",
        "  **Exact match:** True  \n",
        "  **F1 score:** 1.0\n",
        "\n",
        "> **Question:** What I will do right now?  \n",
        "  **Prediction:** stop talking about me  \n",
        "  **True Answer:** stop talking about me  \n",
        "  **Exact match:** True  \n",
        "  **F1 score:** 1.0\n"
      ]
    }
  ]
}