transcripts/shots_transcripts_alignment.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os \n",
    "import json\n",
    "import pickle\n",
    "import datetime\n",
    "\n",
    "import pandas as pd\n",
    "from pprint import pprint\n",
    "from bisect import bisect_left as find_prev\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from tqdm import tqdm_notebook as tqdm\n",
    "\n",
    "import xml.etree.ElementTree as xml\n",
    "\n",
    "strptime = datetime.datetime.strptime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'175': '5531550228324592939.mp4',\n",
       " '176': '5534228999422914578.mp4',\n",
       " '177': '5539381671692122744.mp4',\n",
       " '178': '5542003749222140011.mp4',\n",
       " '179': '5544574287152993687.mp4',\n",
       " '180': '5544620672795594434.mp4',\n",
       " '181': '5547193787702629969.mp4',\n",
       " '182': '5549784941472309008.mp4',\n",
       " '183': '5552368364300855101.mp4',\n",
       " '184': '5555325449284154780.mp4',\n",
       " '185': '5555360238519252381.mp4'}"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "episodes_numbers = list(map(str, range(175, 185+1)))\n",
    "videos_data      = xml.parse('../facerec_segment/eastenders.collection.xml').getroot().findall(\"./VideoFile\")\n",
    "\n",
    "episodes_filenames = {v.find('id').text : v.find('filename').text\n",
    "                      for v in videos_data\n",
    "                      if v.find('id').text in episodes_numbers}\n",
    "episodes_filenames"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = []\n",
    "\n",
    "for line in open('../facerec_segment/eastenders.masterShotReferenceTable.txt', 'r'):\n",
    "    line = line.strip()\n",
    "    if not line: continue\n",
    "    file = line.split()[0].strip()\n",
    "    if file in episodes_numbers:\n",
    "        file = episodes_filenames[file]\n",
    "        _, shot_id, start, end = line.split()\n",
    "        ref = datetime.datetime(1900, 1, 1)\n",
    "        start_s = (strptime(start[1:12], '%H:%M:%S:%f') - ref).total_seconds()\n",
    "        end_s   = (strptime(end[1:12], '%H:%M:%S:%f') - ref).total_seconds()\n",
    "\n",
    "        data.append({'file':file.replace('mp4', 'xml'), \n",
    "                     'shot': shot_id.split('_')[1], \n",
    "                     'start_s': start_s, 'end_s': end_s,\n",
    "                     'start': start[1:12], 'end': end[1:12]})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file</th>\n",
       "      <th>shot</th>\n",
       "      <th>start_s</th>\n",
       "      <th>end_s</th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>1</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.12</td>\n",
       "      <td>00:00:00:00</td>\n",
       "      <td>00:00:00:12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>2</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.24</td>\n",
       "      <td>00:00:00:13</td>\n",
       "      <td>00:00:00:24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>3</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.18</td>\n",
       "      <td>00:00:01:00</td>\n",
       "      <td>00:00:01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>4</td>\n",
       "      <td>1.19</td>\n",
       "      <td>2.05</td>\n",
       "      <td>00:00:01:19</td>\n",
       "      <td>00:00:02:05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>5</td>\n",
       "      <td>2.06</td>\n",
       "      <td>24.13</td>\n",
       "      <td>00:00:02:06</td>\n",
       "      <td>00:00:24:13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21207</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1732</td>\n",
       "      <td>5221.16</td>\n",
       "      <td>5226.10</td>\n",
       "      <td>01:27:01:16</td>\n",
       "      <td>01:27:06:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21208</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1733</td>\n",
       "      <td>5226.11</td>\n",
       "      <td>5227.13</td>\n",
       "      <td>01:27:06:11</td>\n",
       "      <td>01:27:07:13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21209</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1734</td>\n",
       "      <td>5227.14</td>\n",
       "      <td>5229.08</td>\n",
       "      <td>01:27:07:14</td>\n",
       "      <td>01:27:09:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21210</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1735</td>\n",
       "      <td>5229.09</td>\n",
       "      <td>5238.03</td>\n",
       "      <td>01:27:09:09</td>\n",
       "      <td>01:27:18:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21211</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1736</td>\n",
       "      <td>5238.04</td>\n",
       "      <td>5239.00</td>\n",
       "      <td>01:27:18:04</td>\n",
       "      <td>01:27:19:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>21212 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          file  shot  start_s    end_s        start  \\\n",
       "0      5531550228324592939.xml     1     0.00     0.12  00:00:00:00   \n",
       "1      5531550228324592939.xml     2     0.13     0.24  00:00:00:13   \n",
       "2      5531550228324592939.xml     3     1.00     1.18  00:00:01:00   \n",
       "3      5531550228324592939.xml     4     1.19     2.05  00:00:01:19   \n",
       "4      5531550228324592939.xml     5     2.06    24.13  00:00:02:06   \n",
       "...                        ...   ...      ...      ...          ...   \n",
       "21207  5555360238519252381.xml  1732  5221.16  5226.10  01:27:01:16   \n",
       "21208  5555360238519252381.xml  1733  5226.11  5227.13  01:27:06:11   \n",
       "21209  5555360238519252381.xml  1734  5227.14  5229.08  01:27:07:14   \n",
       "21210  5555360238519252381.xml  1735  5229.09  5238.03  01:27:09:09   \n",
       "21211  5555360238519252381.xml  1736  5238.04  5239.00  01:27:18:04   \n",
       "\n",
       "               end  \n",
       "0      00:00:00:12  \n",
       "1      00:00:00:24  \n",
       "2      00:00:01:18  \n",
       "3      00:00:02:05  \n",
       "4      00:00:24:13  \n",
       "...            ...  \n",
       "21207  01:27:06:10  \n",
       "21208  01:27:07:13  \n",
       "21209  01:27:09:08  \n",
       "21210  01:27:18:03  \n",
       "21211  01:27:19:00  \n",
       "\n",
       "[21212 rows x 6 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('mastershot_timing.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "captions = []\n",
    "transcripts = []\n",
    "\n",
    "for filename in os.listdir('transcripts'):\n",
    "    paragraphs = xml.parse('transcripts/' + filename).getroot().findall('{http://www.w3.org/2006/10/ttaf1}body/*/*')\n",
    "    for p in paragraphs:\n",
    "        t = ' '.join(['' if not x.text else x.text.strip() for x in p.findall('*')])\n",
    "        b = p.attrib['begin']\n",
    "        e = p.attrib['end']\n",
    "        if t and (t == t.upper()):\n",
    "            captions.append({'filename': filename, 'begin':b, 'end':e, 'caption':t})\n",
    "        else:\n",
    "            transcripts.append({'filename': filename, 'begin':b, 'end':e, 'transcript':t})\n",
    "\n",
    "df_captions = pd.DataFrame(captions) \n",
    "df_tts = pd.DataFrame(transcripts) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>transcript</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:30.023</td>\n",
       "      <td>00:00:31.713</td>\n",
       "      <td>Well, turn it round then.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:33.773</td>\n",
       "      <td>00:00:35.183</td>\n",
       "      <td>Like it?  Yeah, nice one.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:35.183</td>\n",
       "      <td>00:00:37.993</td>\n",
       "      <td>Cheers, Phil.  Well, you better not go showing...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:37.993</td>\n",
       "      <td>00:00:39.773</td>\n",
       "      <td>hit the canvas before the first bell  goes, eh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:42.543</td>\n",
       "      <td>00:00:44.273</td>\n",
       "      <td>I'll give you a lift to  the Deed Poll Office ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16329</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:06.038</td>\n",
       "      <td>00:29:10.768</td>\n",
       "      <td>You realise this is who they are  and it's nev...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16330</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:10.768</td>\n",
       "      <td>00:29:12.218</td>\n",
       "      <td>Snap.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16331</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:18.928</td>\n",
       "      <td>00:29:20.988</td>\n",
       "      <td>Subtitles by Red Bee Media Ltd</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16332</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:20.988</td>\n",
       "      <td>00:29:23.048</td>\n",
       "      <td>E-mail subtitling@bbc.co.uk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16333</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:23.098</td>\n",
       "      <td>00:29:23.148</td>\n",
       "      <td>E-mail subtitling@bbc.co.uk</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16334 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      filename         begin           end  \\\n",
       "0      5552368364300855101.xml  00:00:30.023  00:00:31.713   \n",
       "1      5552368364300855101.xml  00:00:33.773  00:00:35.183   \n",
       "2      5552368364300855101.xml  00:00:35.183  00:00:37.993   \n",
       "3      5552368364300855101.xml  00:00:37.993  00:00:39.773   \n",
       "4      5552368364300855101.xml  00:00:42.543  00:00:44.273   \n",
       "...                        ...           ...           ...   \n",
       "16329  5544620672795594434.xml  00:29:06.038  00:29:10.768   \n",
       "16330  5544620672795594434.xml  00:29:10.768  00:29:12.218   \n",
       "16331  5544620672795594434.xml  00:29:18.928  00:29:20.988   \n",
       "16332  5544620672795594434.xml  00:29:20.988  00:29:23.048   \n",
       "16333  5544620672795594434.xml  00:29:23.098  00:29:23.148   \n",
       "\n",
       "                                              transcript  \n",
       "0                              Well, turn it round then.  \n",
       "1                              Like it?  Yeah, nice one.  \n",
       "2      Cheers, Phil.  Well, you better not go showing...  \n",
       "3      hit the canvas before the first bell  goes, eh...  \n",
       "4      I'll give you a lift to  the Deed Poll Office ...  \n",
       "...                                                  ...  \n",
       "16329  You realise this is who they are  and it's nev...  \n",
       "16330                                             Snap.   \n",
       "16331                    Subtitles by Red Bee Media Ltd   \n",
       "16332                       E-mail subtitling@bbc.co.uk   \n",
       "16333                       E-mail subtitling@bbc.co.uk   \n",
       "\n",
       "[16334 rows x 4 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_tts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>caption</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:31.713</td>\n",
       "      <td>00:00:33.773</td>\n",
       "      <td>HE CHUCKLES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:05:53.583</td>\n",
       "      <td>00:05:55.603</td>\n",
       "      <td>MOBILE RINGS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:08:31.473</td>\n",
       "      <td>00:08:33.063</td>\n",
       "      <td>PHIL CHUCKLES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:08:36.863</td>\n",
       "      <td>00:08:40.093</td>\n",
       "      <td>RADIO PLAYS \"CHRISTMAS WRAPPING\"  BY THE WAITR...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:09:00.953</td>\n",
       "      <td>00:09:03.353</td>\n",
       "      <td>SHE CLEARS HER THROAT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>337</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:08:00.069</td>\n",
       "      <td>00:08:01.569</td>\n",
       "      <td>OK.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>338</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:10:12.364</td>\n",
       "      <td>00:10:13.354</td>\n",
       "      <td>DOORBELL RINGS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>339</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:13:33.894</td>\n",
       "      <td>00:13:35.394</td>\n",
       "      <td>DOOR CLOSES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>340</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:16:22.191</td>\n",
       "      <td>00:16:23.361</td>\n",
       "      <td>PHONE RINGS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>341</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:16:48.211</td>\n",
       "      <td>00:16:50.601</td>\n",
       "      <td>SOFT MUSIC PLAYS</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>342 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    filename         begin           end  \\\n",
       "0    5552368364300855101.xml  00:00:31.713  00:00:33.773   \n",
       "1    5552368364300855101.xml  00:05:53.583  00:05:55.603   \n",
       "2    5552368364300855101.xml  00:08:31.473  00:08:33.063   \n",
       "3    5552368364300855101.xml  00:08:36.863  00:08:40.093   \n",
       "4    5552368364300855101.xml  00:09:00.953  00:09:03.353   \n",
       "..                       ...           ...           ...   \n",
       "337  5544620672795594434.xml  00:08:00.069  00:08:01.569   \n",
       "338  5544620672795594434.xml  00:10:12.364  00:10:13.354   \n",
       "339  5544620672795594434.xml  00:13:33.894  00:13:35.394   \n",
       "340  5544620672795594434.xml  00:16:22.191  00:16:23.361   \n",
       "341  5544620672795594434.xml  00:16:48.211  00:16:50.601   \n",
       "\n",
       "                                               caption  \n",
       "0                                         HE CHUCKLES   \n",
       "1                                        MOBILE RINGS   \n",
       "2                                       PHIL CHUCKLES   \n",
       "3    RADIO PLAYS \"CHRISTMAS WRAPPING\"  BY THE WAITR...  \n",
       "4                               SHE CLEARS HER THROAT   \n",
       "..                                                 ...  \n",
       "337                                               OK.   \n",
       "338                                    DOORBELL RINGS   \n",
       "339                                       DOOR CLOSES   \n",
       "340                                       PHONE RINGS   \n",
       "341                                  SOFT MUSIC PLAYS   \n",
       "\n",
       "[342 rows x 4 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_captions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>transcript</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:30.023</td>\n",
       "      <td>00:00:31.713</td>\n",
       "      <td>Well, turn it round then.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:33.773</td>\n",
       "      <td>00:00:35.183</td>\n",
       "      <td>Like it?  Yeah, nice one.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:35.183</td>\n",
       "      <td>00:00:37.993</td>\n",
       "      <td>Cheers, Phil.  Well, you better not go showing...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:37.993</td>\n",
       "      <td>00:00:39.773</td>\n",
       "      <td>hit the canvas before the first bell  goes, eh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:42.543</td>\n",
       "      <td>00:00:44.273</td>\n",
       "      <td>I'll give you a lift to  the Deed Poll Office ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16329</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:06.038</td>\n",
       "      <td>00:29:10.768</td>\n",
       "      <td>You realise this is who they are  and it's nev...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16330</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:10.768</td>\n",
       "      <td>00:29:12.218</td>\n",
       "      <td>Snap.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16331</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:18.928</td>\n",
       "      <td>00:29:20.988</td>\n",
       "      <td>Subtitles by Red Bee Media Ltd</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16332</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:20.988</td>\n",
       "      <td>00:29:23.048</td>\n",
       "      <td>E-mail subtitling@bbc.co.uk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16333</td>\n",
       "      <td>5544620672795594434.xml</td>\n",
       "      <td>00:29:23.098</td>\n",
       "      <td>00:29:23.148</td>\n",
       "      <td>E-mail subtitling@bbc.co.uk</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16334 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      filename         begin           end  \\\n",
       "0      5552368364300855101.xml  00:00:30.023  00:00:31.713   \n",
       "1      5552368364300855101.xml  00:00:33.773  00:00:35.183   \n",
       "2      5552368364300855101.xml  00:00:35.183  00:00:37.993   \n",
       "3      5552368364300855101.xml  00:00:37.993  00:00:39.773   \n",
       "4      5552368364300855101.xml  00:00:42.543  00:00:44.273   \n",
       "...                        ...           ...           ...   \n",
       "16329  5544620672795594434.xml  00:29:06.038  00:29:10.768   \n",
       "16330  5544620672795594434.xml  00:29:10.768  00:29:12.218   \n",
       "16331  5544620672795594434.xml  00:29:18.928  00:29:20.988   \n",
       "16332  5544620672795594434.xml  00:29:20.988  00:29:23.048   \n",
       "16333  5544620672795594434.xml  00:29:23.098  00:29:23.148   \n",
       "\n",
       "                                              transcript  \n",
       "0                              Well, turn it round then.  \n",
       "1                              Like it?  Yeah, nice one.  \n",
       "2      Cheers, Phil.  Well, you better not go showing...  \n",
       "3      hit the canvas before the first bell  goes, eh...  \n",
       "4      I'll give you a lift to  the Deed Poll Office ...  \n",
       "...                                                  ...  \n",
       "16329  You realise this is who they are  and it's nev...  \n",
       "16330                                             Snap.   \n",
       "16331                    Subtitles by Red Bee Media Ltd   \n",
       "16332                       E-mail subtitling@bbc.co.uk   \n",
       "16333                       E-mail subtitling@bbc.co.uk   \n",
       "\n",
       "[16334 rows x 4 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_tts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "ref = datetime.datetime(1900, 1, 1)\n",
    "df_tts['begin_s'] = df_tts['begin'].apply(lambda t: (strptime(t, '%H:%M:%S.%f') - ref).total_seconds())\n",
    "df_tts['end_s'] = df_tts['end'].apply(lambda t: (strptime(t, '%H:%M:%S.%f') - ref).total_seconds())\n",
    "df_captions['begin_s'] = df_captions['begin'].apply(lambda t: (strptime(t, '%H:%M:%S.%f') - ref).total_seconds())\n",
    "df_captions['end_s'] = df_captions['end'].apply(lambda t: (strptime(t, '%H:%M:%S.%f') - ref).total_seconds())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>transcript</th>\n",
       "      <th>begin_s</th>\n",
       "      <th>end_s</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:30.023</td>\n",
       "      <td>00:00:31.713</td>\n",
       "      <td>Well, turn it round then.</td>\n",
       "      <td>30.023</td>\n",
       "      <td>31.713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:33.773</td>\n",
       "      <td>00:00:35.183</td>\n",
       "      <td>Like it?  Yeah, nice one.</td>\n",
       "      <td>33.773</td>\n",
       "      <td>35.183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:35.183</td>\n",
       "      <td>00:00:37.993</td>\n",
       "      <td>Cheers, Phil.  Well, you better not go showing...</td>\n",
       "      <td>35.183</td>\n",
       "      <td>37.993</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:37.993</td>\n",
       "      <td>00:00:39.773</td>\n",
       "      <td>hit the canvas before the first bell  goes, eh...</td>\n",
       "      <td>37.993</td>\n",
       "      <td>39.773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:42.543</td>\n",
       "      <td>00:00:44.273</td>\n",
       "      <td>I'll give you a lift to  the Deed Poll Office ...</td>\n",
       "      <td>42.543</td>\n",
       "      <td>44.273</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  filename         begin           end  \\\n",
       "0  5552368364300855101.xml  00:00:30.023  00:00:31.713   \n",
       "1  5552368364300855101.xml  00:00:33.773  00:00:35.183   \n",
       "2  5552368364300855101.xml  00:00:35.183  00:00:37.993   \n",
       "3  5552368364300855101.xml  00:00:37.993  00:00:39.773   \n",
       "4  5552368364300855101.xml  00:00:42.543  00:00:44.273   \n",
       "\n",
       "                                          transcript  begin_s   end_s  \n",
       "0                          Well, turn it round then.   30.023  31.713  \n",
       "1                          Like it?  Yeah, nice one.   33.773  35.183  \n",
       "2  Cheers, Phil.  Well, you better not go showing...   35.183  37.993  \n",
       "3  hit the canvas before the first bell  goes, eh...   37.993  39.773  \n",
       "4  I'll give you a lift to  the Deed Poll Office ...   42.543  44.273  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_tts.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>caption</th>\n",
       "      <th>begin_s</th>\n",
       "      <th>end_s</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:31.713</td>\n",
       "      <td>00:00:33.773</td>\n",
       "      <td>HE CHUCKLES</td>\n",
       "      <td>31.713</td>\n",
       "      <td>33.773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:05:53.583</td>\n",
       "      <td>00:05:55.603</td>\n",
       "      <td>MOBILE RINGS</td>\n",
       "      <td>353.583</td>\n",
       "      <td>355.603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:08:31.473</td>\n",
       "      <td>00:08:33.063</td>\n",
       "      <td>PHIL CHUCKLES</td>\n",
       "      <td>511.473</td>\n",
       "      <td>513.063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:08:36.863</td>\n",
       "      <td>00:08:40.093</td>\n",
       "      <td>RADIO PLAYS \"CHRISTMAS WRAPPING\"  BY THE WAITR...</td>\n",
       "      <td>516.863</td>\n",
       "      <td>520.093</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:09:00.953</td>\n",
       "      <td>00:09:03.353</td>\n",
       "      <td>SHE CLEARS HER THROAT</td>\n",
       "      <td>540.953</td>\n",
       "      <td>543.353</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  filename         begin           end  \\\n",
       "0  5552368364300855101.xml  00:00:31.713  00:00:33.773   \n",
       "1  5552368364300855101.xml  00:05:53.583  00:05:55.603   \n",
       "2  5552368364300855101.xml  00:08:31.473  00:08:33.063   \n",
       "3  5552368364300855101.xml  00:08:36.863  00:08:40.093   \n",
       "4  5552368364300855101.xml  00:09:00.953  00:09:03.353   \n",
       "\n",
       "                                             caption  begin_s    end_s  \n",
       "0                                       HE CHUCKLES    31.713   33.773  \n",
       "1                                      MOBILE RINGS   353.583  355.603  \n",
       "2                                     PHIL CHUCKLES   511.473  513.063  \n",
       "3  RADIO PLAYS \"CHRISTMAS WRAPPING\"  BY THE WAITR...  516.863  520.093  \n",
       "4                             SHE CLEARS HER THROAT   540.953  543.353  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_captions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file</th>\n",
       "      <th>shot</th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>1</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>2</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>3</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>4</td>\n",
       "      <td>1.19</td>\n",
       "      <td>2.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>5</td>\n",
       "      <td>2.06</td>\n",
       "      <td>24.13</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      file shot  start    end\n",
       "0  5531550228324592939.xml    1   0.00   0.12\n",
       "1  5531550228324592939.xml    2   0.13   0.24\n",
       "2  5531550228324592939.xml    3   1.00   1.18\n",
       "3  5531550228324592939.xml    4   1.19   2.05\n",
       "4  5531550228324592939.xml    5   2.06  24.13"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>transcript</th>\n",
       "      <th>begin_s</th>\n",
       "      <th>end_s</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>00:00:30.023</td>\n",
       "      <td>00:00:31.713</td>\n",
       "      <td>Well, turn it round then.</td>\n",
       "      <td>30.023</td>\n",
       "      <td>31.713</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  filename         begin           end  \\\n",
       "0  5552368364300855101.xml  00:00:30.023  00:00:31.713   \n",
       "\n",
       "                  transcript  begin_s   end_s  \n",
       "0  Well, turn it round then.   30.023  31.713  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_tts[(df_tts.filename == '5552368364300855101.xml') & \\\n",
    "                         (df_tts.begin_s >= 30) & \\\n",
    "                         (df_tts.begin_s < 31)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file</th>\n",
       "      <th>shot</th>\n",
       "      <th>start</th>\n",
       "      <th>end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>15075</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>1</td>\n",
       "      <td>0.00</td>\n",
       "      <td>22.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15076</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>2</td>\n",
       "      <td>22.05</td>\n",
       "      <td>24.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15077</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>3</td>\n",
       "      <td>24.19</td>\n",
       "      <td>26.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15078</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>4</td>\n",
       "      <td>26.06</td>\n",
       "      <td>27.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15079</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>5</td>\n",
       "      <td>27.09</td>\n",
       "      <td>31.19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17134</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>2060</td>\n",
       "      <td>7056.11</td>\n",
       "      <td>7058.21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17135</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>2061</td>\n",
       "      <td>7058.22</td>\n",
       "      <td>7059.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17136</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>2062</td>\n",
       "      <td>7059.23</td>\n",
       "      <td>7063.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17137</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>2063</td>\n",
       "      <td>7063.14</td>\n",
       "      <td>7067.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17138</td>\n",
       "      <td>5552368364300855101.xml</td>\n",
       "      <td>2064</td>\n",
       "      <td>7067.09</td>\n",
       "      <td>7085.17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2064 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          file  shot    start      end\n",
       "15075  5552368364300855101.xml     1     0.00    22.04\n",
       "15076  5552368364300855101.xml     2    22.05    24.18\n",
       "15077  5552368364300855101.xml     3    24.19    26.05\n",
       "15078  5552368364300855101.xml     4    26.06    27.08\n",
       "15079  5552368364300855101.xml     5    27.09    31.19\n",
       "...                        ...   ...      ...      ...\n",
       "17134  5552368364300855101.xml  2060  7056.11  7058.21\n",
       "17135  5552368364300855101.xml  2061  7058.22  7059.22\n",
       "17136  5552368364300855101.xml  2062  7059.23  7063.13\n",
       "17137  5552368364300855101.xml  2063  7063.14  7067.08\n",
       "17138  5552368364300855101.xml  2064  7067.09  7085.17\n",
       "\n",
       "[2064 rows x 4 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.file == '5552368364300855101.xml']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ismail/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:3: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "11ed9e1b272849138dc88bb855c7c909",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, max=21212.0), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "shot_tts = []\n",
    "shot_captions = []\n",
    "for i, shot in tqdm(df.iterrows(), total=len(df)):\n",
    "    shot_df_captions = df_captions[(df_captions.filename == shot['file']) & \\\n",
    "                                    (df_captions.begin_s >= shot['start']) & \\\n",
    "                                    (df_captions.begin_s < shot['end'])]\n",
    "    shot_captions.append({'filename': shot['file'], 'shot_id': shot['shot'], \n",
    "                     'begin':shot['start'], 'end': shot['end'], \n",
    "                     'caption': ' '.join(shot_df_captions['caption'].values)})\n",
    "    \n",
    "    \n",
    "    shot_df_tts = df_tts[(df_tts.filename == shot['file']) & \\\n",
    "                         (df_tts.begin_s >= shot['start']) & \\\n",
    "                         (df_tts.begin_s < shot['end'])]\n",
    "    shot_tts.append({'filename': shot['file'], 'shot_id': shot['shot'], \n",
    "                     'begin':shot['start'], 'end': shot['end'], \n",
    "                     'transcript': ' '.join(shot_df_tts['transcript'].values)})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_shot_tts = pd.DataFrame(shot_tts)\n",
    "df_shot_captions = pd.DataFrame(shot_captions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>shot_id</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>caption</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>119</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>120</td>\n",
       "      <td>313.11</td>\n",
       "      <td>315.23</td>\n",
       "      <td>DOOR SLAMS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>237</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>238</td>\n",
       "      <td>679.15</td>\n",
       "      <td>688.00</td>\n",
       "      <td>BABY CRIES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>246</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>247</td>\n",
       "      <td>746.20</td>\n",
       "      <td>750.16</td>\n",
       "      <td>THEY LAUGH</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>262</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>263</td>\n",
       "      <td>777.11</td>\n",
       "      <td>779.17</td>\n",
       "      <td>THEY LAUGH</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>345</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>346</td>\n",
       "      <td>990.16</td>\n",
       "      <td>991.16</td>\n",
       "      <td>CRASHING AND GLASS BREAKING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21152</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1677</td>\n",
       "      <td>5081.22</td>\n",
       "      <td>5083.10</td>\n",
       "      <td>MACHINE BLEEPS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21154</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1679</td>\n",
       "      <td>5087.08</td>\n",
       "      <td>5091.13</td>\n",
       "      <td>MACHINE BLEEPS FASTER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21158</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1683</td>\n",
       "      <td>5095.23</td>\n",
       "      <td>5098.11</td>\n",
       "      <td>SHE SCREAMS  ALARM ON MACHINE BLEEPS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21159</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1684</td>\n",
       "      <td>5098.12</td>\n",
       "      <td>5105.03</td>\n",
       "      <td>SHE STRUGGLES FOR BREATH</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21162</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1687</td>\n",
       "      <td>5108.02</td>\n",
       "      <td>5109.01</td>\n",
       "      <td>ALARM CONTINUES</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>327 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      filename shot_id    begin      end  \\\n",
       "119    5531550228324592939.xml     120   313.11   315.23   \n",
       "237    5531550228324592939.xml     238   679.15   688.00   \n",
       "246    5531550228324592939.xml     247   746.20   750.16   \n",
       "262    5531550228324592939.xml     263   777.11   779.17   \n",
       "345    5531550228324592939.xml     346   990.16   991.16   \n",
       "...                        ...     ...      ...      ...   \n",
       "21152  5555360238519252381.xml    1677  5081.22  5083.10   \n",
       "21154  5555360238519252381.xml    1679  5087.08  5091.13   \n",
       "21158  5555360238519252381.xml    1683  5095.23  5098.11   \n",
       "21159  5555360238519252381.xml    1684  5098.12  5105.03   \n",
       "21162  5555360238519252381.xml    1687  5108.02  5109.01   \n",
       "\n",
       "                                     caption  \n",
       "119                              DOOR SLAMS   \n",
       "237                              BABY CRIES   \n",
       "246                              THEY LAUGH   \n",
       "262                              THEY LAUGH   \n",
       "345             CRASHING AND GLASS BREAKING   \n",
       "...                                      ...  \n",
       "21152                        MACHINE BLEEPS   \n",
       "21154                 MACHINE BLEEPS FASTER   \n",
       "21158  SHE SCREAMS  ALARM ON MACHINE BLEEPS   \n",
       "21159              SHE STRUGGLES FOR BREATH   \n",
       "21162                       ALARM CONTINUES   \n",
       "\n",
       "[327 rows x 5 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_shot_captions[df_shot_captions.caption != '']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_shot_captions.to_csv('shot-aligned_captions.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>shot_id</th>\n",
       "      <th>begin</th>\n",
       "      <th>end</th>\n",
       "      <th>transcript</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>7</td>\n",
       "      <td>25.06</td>\n",
       "      <td>28.07</td>\n",
       "      <td>Getting all dolled up, going somewhere nice to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>10</td>\n",
       "      <td>29.08</td>\n",
       "      <td>31.15</td>\n",
       "      <td>Yeah, curry night at Dad's.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>11</td>\n",
       "      <td>31.16</td>\n",
       "      <td>34.15</td>\n",
       "      <td>Wicked.  If you like yesterday's chicken with ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>13</td>\n",
       "      <td>35.01</td>\n",
       "      <td>36.10</td>\n",
       "      <td>In your condition it's nice to have  someone c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>5531550228324592939.xml</td>\n",
       "      <td>14</td>\n",
       "      <td>36.11</td>\n",
       "      <td>44.08</td>\n",
       "      <td>My condition?  I'm pregnant, not paralysed. Ev...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21160</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1685</td>\n",
       "      <td>5105.04</td>\n",
       "      <td>5106.14</td>\n",
       "      <td>Bye-bye.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21164</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1689</td>\n",
       "      <td>5112.16</td>\n",
       "      <td>5156.10</td>\n",
       "      <td>Subtitles by Red Bee Media Ltd  E-mail subtitl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21200</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1725</td>\n",
       "      <td>5214.07</td>\n",
       "      <td>5216.23</td>\n",
       "      <td>You take control in  Shadows Of The Vashta Ner...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21201</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1726</td>\n",
       "      <td>5216.24</td>\n",
       "      <td>5218.03</td>\n",
       "      <td>the latest online adventure game.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21207</td>\n",
       "      <td>5555360238519252381.xml</td>\n",
       "      <td>1732</td>\n",
       "      <td>5221.16</td>\n",
       "      <td>5226.10</td>\n",
       "      <td>Download the new release now  from the Doctor ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10660 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      filename shot_id    begin      end  \\\n",
       "6      5531550228324592939.xml       7    25.06    28.07   \n",
       "9      5531550228324592939.xml      10    29.08    31.15   \n",
       "10     5531550228324592939.xml      11    31.16    34.15   \n",
       "12     5531550228324592939.xml      13    35.01    36.10   \n",
       "13     5531550228324592939.xml      14    36.11    44.08   \n",
       "...                        ...     ...      ...      ...   \n",
       "21160  5555360238519252381.xml    1685  5105.04  5106.14   \n",
       "21164  5555360238519252381.xml    1689  5112.16  5156.10   \n",
       "21200  5555360238519252381.xml    1725  5214.07  5216.23   \n",
       "21201  5555360238519252381.xml    1726  5216.24  5218.03   \n",
       "21207  5555360238519252381.xml    1732  5221.16  5226.10   \n",
       "\n",
       "                                              transcript  \n",
       "6      Getting all dolled up, going somewhere nice to...  \n",
       "9                           Yeah, curry night at Dad's.   \n",
       "10     Wicked.  If you like yesterday's chicken with ...  \n",
       "12     In your condition it's nice to have  someone c...  \n",
       "13     My condition?  I'm pregnant, not paralysed. Ev...  \n",
       "...                                                  ...  \n",
       "21160                                          Bye-bye.   \n",
       "21164  Subtitles by Red Bee Media Ltd  E-mail subtitl...  \n",
       "21200  You take control in  Shadows Of The Vashta Ner...  \n",
       "21201                 the latest online adventure game.   \n",
       "21207  Download the new release now  from the Doctor ...  \n",
       "\n",
       "[10660 rows x 5 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_shot_tts[df_shot_tts.transcript != '']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_shot_tts.to_csv('shot-aligned_transcripts.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}