02_get_video_meta.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1f23c2ae-5e1a-4160-a8a9-be73540b63ec",
   "metadata": {},
   "outputs": [],
   "source": [
    "from os import path\n",
    "from glob import glob\n",
    "import json\n",
    "import requests\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "132b34ff-6e2d-47ec-b5dd-620d01d98857",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 json/screentime/14th dalai lama.json 428\n",
      "10 json/screentime/adam carolla.json 18096\n",
      "20 json/screentime/al franken.json 60258\n",
      "30 json/screentime/alberto gonzales.json 94699\n",
      "40 json/screentime/alex wagner.json 113526\n",
      "50 json/screentime/allan lichtman.json 142680\n",
      "60 json/screentime/amy holmes.json 149858\n",
      "70 json/screentime/anderson cooper.json 180923\n",
      "80 json/screentime/andrew levy.json 198122\n",
      "90 json/screentime/andy cohen.json 203648\n",
      "100 json/screentime/anita decker breckenridge.json 225083\n",
      "110 json/screentime/anne thompson.json 230085\n",
      "120 json/screentime/anthony weiner.json 239695\n",
      "130 json/screentime/arianna huffington.json 248571\n",
      "140 json/screentime/asa hutchinson.json 252428\n",
      "150 json/screentime/avik roy.json 256389\n",
      "160 json/screentime/barbara walters.json 276547\n",
      "170 json/screentime/ben cardin.json 278360\n",
      "180 json/screentime/benjamin netanyahu.json 281959\n",
      "190 json/screentime/beto orourke.json 286023\n",
      "200 json/screentime/bill cassidy.json 288083\n",
      "210 json/screentime/bill nighy.json 293327\n",
      "220 json/screentime/bo dietl.json 294872\n",
      "230 json/screentime/bob rae.json 296645\n",
      "240 json/screentime/brad wenstrup.json 298028\n",
      "250 json/screentime/brian fitzpatrick.json 300932\n",
      "260 json/screentime/brit hume.json 303919\n",
      "270 json/screentime/byron york.json 305355\n",
      "280 json/screentime/carlo calenda.json 305769\n",
      "290 json/screentime/casey stegall.json 306567\n",
      "300 json/screentime/cenk uygur.json 307478\n",
      "310 json/screentime/charles rangel.json 309236\n",
      "320 json/screentime/chris berman.json 309958\n",
      "330 json/screentime/chris matthews.json 312751\n",
      "340 json/screentime/christian karembeu.json 313746\n",
      "350 json/screentime/christopher michael cillizza.json 314476\n",
      "360 json/screentime/cindy mccain.json 315124\n",
      "370 json/screentime/colin allred.json 315723\n",
      "380 json/screentime/cory booker.json 317008\n",
      "390 json/screentime/dakore akande.json 318281\n",
      "400 json/screentime/dan senor.json 318736\n",
      "410 json/screentime/daniel samper ospina.json 319557\n",
      "420 json/screentime/dave rubin.json 319696\n",
      "430 json/screentime/david chalian.json 319981\n",
      "440 json/screentime/david h mccormick.json 320248\n",
      "450 json/screentime/david portnoy.json 320453\n",
      "460 json/screentime/dean obeidallah.json 320609\n",
      "470 json/screentime/denis mcdonough.json 320935\n",
      "480 json/screentime/devon weigel.json 321150\n",
      "490 json/screentime/dolph ziggler.json 321465\n",
      "500 json/screentime/donald trump.json 325608\n",
      "510 json/screentime/drew griffin.json 325802\n",
      "520 json/screentime/ed jovanovski.json 325927\n",
      "530 json/screentime/elaine chao.json 326082\n",
      "540 json/screentime/elisabeth hasselbeck.json 326265\n",
      "550 json/screentime/ellen ratner.json 326493\n",
      "560 json/screentime/eric adams.json 326765\n",
      "570 json/screentime/eric shawn.json 326931\n",
      "580 json/screentime/erin coscarelli.json 327256\n",
      "590 json/screentime/evan mcmullin.json 327390\n",
      "600 json/screentime/faith jenkins.json 327432\n",
      "610 json/screentime/francis collins.json 327720\n",
      "620 json/screentime/franklin graham.json 327780\n",
      "630 json/screentime/garry kasparov.json 328058\n",
      "640 json/screentime/gavin newsom.json 328164\n",
      "650 json/screentime/george will.json 328297\n",
      "660 json/screentime/gina mccarthy.json 328434\n"
     ]
    }
   ],
   "source": [
    "video = set()\n",
    "for i, fn in enumerate(sorted(glob('json/screentime/*.json'))):\n",
    "    with open(fn, \"r\") as json_file:\n",
    "        # Step 2: Load the JSON data into a Python object (e.g., a dictionary or list)\n",
    "        data = json.load(json_file)\n",
    "    for k in data:\n",
    "        for v in data[k]:\n",
    "            video.add(v[0])\n",
    "    if i % 10 == 0:\n",
    "        print(i, fn, len(video))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "56aa6129-a96a-47c4-9295-d40258b76cee",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "334436"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vl = list(video)\n",
    "len(vl)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "8d4a5373-672a-4674-b7a7-49fae0b82cfd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 json/video/1.json\n",
      "1000 json/video/1006.json\n",
      "2000 json/video/2006.json\n",
      "3000 json/video/3006.json\n",
      "4000 json/video/4008.json\n",
      "5000 json/video/5012.json\n",
      "6000 json/video/6012.json\n",
      "7000 json/video/7013.json\n",
      "8000 json/video/8015.json\n",
      "9000 json/video/9018.json\n",
      "10000 json/video/10020.json\n",
      "11000 json/video/11022.json\n",
      "12000 json/video/12023.json\n",
      "13000 json/video/13026.json\n",
      "14000 json/video/14027.json\n",
      "15000 json/video/15028.json\n",
      "16000 json/video/16032.json\n",
      "17000 json/video/17034.json\n",
      "18000 json/video/18036.json\n",
      "19000 json/video/19040.json\n",
      "20000 json/video/20041.json\n",
      "21000 json/video/21043.json\n",
      "22000 json/video/22046.json\n",
      "23000 json/video/23049.json\n",
      "24000 json/video/24050.json\n",
      "25000 json/video/25050.json\n",
      "26000 json/video/26053.json\n",
      "27000 json/video/27056.json\n",
      "28000 json/video/28058.json\n",
      "29000 json/video/29060.json\n",
      "30000 json/video/30060.json\n",
      "31000 json/video/31061.json\n",
      "32000 json/video/32062.json\n",
      "33000 json/video/33064.json\n",
      "34000 json/video/34065.json\n",
      "35000 json/video/35071.json\n",
      "36000 json/video/36073.json\n",
      "37000 json/video/37075.json\n",
      "38000 json/video/38075.json\n",
      "39000 json/video/39077.json\n",
      "40000 json/video/40078.json\n",
      "41000 json/video/41078.json\n",
      "42000 json/video/42081.json\n",
      "43000 json/video/43088.json\n",
      "44000 json/video/44095.json\n",
      "45000 json/video/45100.json\n",
      "46000 json/video/46100.json\n",
      "47000 json/video/47101.json\n",
      "48000 json/video/48102.json\n",
      "49000 json/video/49103.json\n",
      "50000 json/video/50104.json\n",
      "51000 json/video/51105.json\n",
      "52000 json/video/52106.json\n",
      "53000 json/video/53106.json\n",
      "54000 json/video/54107.json\n",
      "55000 json/video/55110.json\n",
      "56000 json/video/56112.json\n",
      "57000 json/video/57113.json\n",
      "58000 json/video/58114.json\n",
      "59000 json/video/59117.json\n",
      "60000 json/video/60117.json\n",
      "61000 json/video/61118.json\n",
      "62000 json/video/62398.json\n",
      "63000 json/video/65145.json\n",
      "64000 json/video/67149.json\n",
      "65000 json/video/68925.json\n",
      "66000 json/video/71213.json\n",
      "67000 json/video/72641.json\n",
      "68000 json/video/74017.json\n",
      "69000 json/video/75081.json\n",
      "70000 json/video/76190.json\n",
      "71000 json/video/77785.json\n",
      "72000 json/video/78804.json\n",
      "73000 json/video/79807.json\n",
      "74000 json/video/80807.json\n",
      "75000 json/video/81807.json\n",
      "76000 json/video/82807.json\n",
      "77000 json/video/83807.json\n",
      "78000 json/video/84809.json\n",
      "79000 json/video/85809.json\n",
      "80000 json/video/86810.json\n",
      "81000 json/video/87810.json\n",
      "82000 json/video/88821.json\n",
      "83000 json/video/89821.json\n",
      "84000 json/video/93052.json\n",
      "85000 json/video/94053.json\n",
      "86000 json/video/95053.json\n",
      "87000 json/video/96054.json\n",
      "88000 json/video/97054.json\n",
      "89000 json/video/98056.json\n",
      "90000 json/video/99056.json\n",
      "91000 json/video/100058.json\n",
      "92000 json/video/101672.json\n",
      "93000 json/video/102826.json\n",
      "94000 json/video/104684.json\n",
      "95000 json/video/107018.json\n",
      "96000 json/video/108632.json\n",
      "97000 json/video/110882.json\n",
      "98000 json/video/112221.json\n",
      "99000 json/video/115586.json\n",
      "100000 json/video/117945.json\n",
      "101000 json/video/119372.json\n",
      "102000 json/video/121227.json\n",
      "103000 json/video/122302.json\n",
      "104000 json/video/123657.json\n",
      "105000 json/video/124715.json\n",
      "106000 json/video/125833.json\n",
      "107000 json/video/126995.json\n",
      "108000 json/video/128070.json\n",
      "109000 json/video/129071.json\n",
      "110000 json/video/130071.json\n",
      "111000 json/video/131072.json\n",
      "112000 json/video/132072.json\n",
      "113000 json/video/133072.json\n",
      "114000 json/video/134072.json\n",
      "115000 json/video/135072.json\n",
      "116000 json/video/136072.json\n",
      "117000 json/video/137075.json\n",
      "118000 json/video/138076.json\n",
      "119000 json/video/139076.json\n",
      "120000 json/video/140076.json\n",
      "121000 json/video/141086.json\n",
      "122000 json/video/145540.json\n",
      "123000 json/video/146540.json\n",
      "124000 json/video/147542.json\n",
      "125000 json/video/148543.json\n",
      "126000 json/video/149543.json\n",
      "127000 json/video/150543.json\n",
      "128000 json/video/151544.json\n",
      "129000 json/video/152544.json\n",
      "130000 json/video/153549.json\n",
      "131000 json/video/154549.json\n",
      "132000 json/video/155796.json\n",
      "133000 json/video/157009.json\n",
      "134000 json/video/158625.json\n",
      "135000 json/video/160088.json\n",
      "136000 json/video/162842.json\n",
      "137000 json/video/164765.json\n",
      "138000 json/video/166433.json\n",
      "139000 json/video/167572.json\n",
      "140000 json/video/168615.json\n",
      "141000 json/video/169958.json\n",
      "142000 json/video/170991.json\n",
      "143000 json/video/172025.json\n",
      "144000 json/video/173059.json\n",
      "145000 json/video/174114.json\n",
      "146000 json/video/175201.json\n",
      "147000 json/video/176261.json\n",
      "148000 json/video/177307.json\n",
      "149000 json/video/178379.json\n",
      "150000 json/video/179488.json\n",
      "151000 json/video/180568.json\n",
      "152000 json/video/181592.json\n",
      "153000 json/video/182593.json\n",
      "154000 json/video/183594.json\n",
      "155000 json/video/184594.json\n",
      "156000 json/video/185595.json\n",
      "157000 json/video/186597.json\n",
      "158000 json/video/187601.json\n",
      "159000 json/video/188601.json\n",
      "160000 json/video/189601.json\n",
      "161000 json/video/190601.json\n",
      "162000 json/video/191612.json\n",
      "163000 json/video/192613.json\n",
      "164000 json/video/196166.json\n",
      "165000 json/video/197168.json\n",
      "166000 json/video/198170.json\n",
      "167000 json/video/199170.json\n",
      "168000 json/video/200173.json\n",
      "169000 json/video/201176.json\n",
      "170000 json/video/202184.json\n",
      "171000 json/video/203187.json\n",
      "172000 json/video/204192.json\n",
      "173000 json/video/212736.json\n",
      "174000 json/video/215535.json\n",
      "175000 json/video/216544.json\n",
      "176000 json/video/217592.json\n",
      "177000 json/video/218701.json\n",
      "178000 json/video/219809.json\n",
      "179000 json/video/220833.json\n",
      "180000 json/video/221848.json\n",
      "181000 json/video/222850.json\n",
      "182000 json/video/223851.json\n",
      "183000 json/video/224851.json\n",
      "184000 json/video/225855.json\n",
      "185000 json/video/226856.json\n",
      "186000 json/video/227858.json\n",
      "187000 json/video/228858.json\n",
      "188000 json/video/229858.json\n",
      "189000 json/video/230866.json\n",
      "190000 json/video/231871.json\n",
      "191000 json/video/232873.json\n",
      "192000 json/video/233873.json\n",
      "193000 json/video/234874.json\n",
      "194000 json/video/235874.json\n",
      "195000 json/video/236874.json\n",
      "196000 json/video/237875.json\n",
      "197000 json/video/238901.json\n",
      "198000 json/video/240001.json\n",
      "199000 json/video/241097.json\n",
      "200000 json/video/242193.json\n",
      "201000 json/video/243330.json\n",
      "202000 json/video/244509.json\n",
      "203000 json/video/245715.json\n",
      "204000 json/video/246965.json\n",
      "205000 json/video/248121.json\n",
      "206000 json/video/249268.json\n",
      "207000 json/video/250279.json\n",
      "208000 json/video/251279.json\n",
      "209000 json/video/252282.json\n",
      "210000 json/video/253283.json\n",
      "211000 json/video/254284.json\n",
      "212000 json/video/255285.json\n",
      "213000 json/video/256286.json\n",
      "214000 json/video/257292.json\n",
      "215000 json/video/258292.json\n",
      "216000 json/video/259292.json\n",
      "217000 json/video/260292.json\n",
      "218000 json/video/261292.json\n",
      "219000 json/video/262292.json\n",
      "220000 json/video/263292.json\n",
      "221000 json/video/264294.json\n",
      "222000 json/video/265295.json\n",
      "223000 json/video/266295.json\n",
      "224000 json/video/267295.json\n",
      "225000 json/video/268296.json\n",
      "226000 json/video/269296.json\n",
      "227000 json/video/270296.json\n",
      "228000 json/video/271296.json\n",
      "229000 json/video/272296.json\n",
      "230000 json/video/273296.json\n",
      "231000 json/video/274297.json\n",
      "232000 json/video/275297.json\n",
      "233000 json/video/276297.json\n",
      "234000 json/video/277587.json\n",
      "235000 json/video/278588.json\n",
      "236000 json/video/279588.json\n",
      "237000 json/video/280588.json\n",
      "238000 json/video/281589.json\n",
      "239000 json/video/282589.json\n",
      "240000 json/video/283589.json\n",
      "241000 json/video/284589.json\n",
      "242000 json/video/285589.json\n",
      "243000 json/video/286589.json\n",
      "244000 json/video/287589.json\n",
      "245000 json/video/288589.json\n",
      "246000 json/video/289589.json\n",
      "247000 json/video/301897.json\n",
      "248000 json/video/302897.json\n",
      "249000 json/video/303897.json\n",
      "250000 json/video/304897.json\n",
      "251000 json/video/305897.json\n",
      "252000 json/video/306898.json\n",
      "253000 json/video/307898.json\n",
      "254000 json/video/308898.json\n",
      "255000 json/video/309898.json\n",
      "256000 json/video/310900.json\n",
      "257000 json/video/311900.json\n",
      "258000 json/video/312900.json\n",
      "259000 json/video/313900.json\n",
      "260000 json/video/314900.json\n",
      "261000 json/video/315900.json\n",
      "262000 json/video/316901.json\n",
      "263000 json/video/317901.json\n",
      "264000 json/video/318901.json\n",
      "265000 json/video/319901.json\n",
      "266000 json/video/320901.json\n",
      "267000 json/video/321901.json\n",
      "268000 json/video/322901.json\n",
      "269000 json/video/323901.json\n",
      "270000 json/video/324903.json\n",
      "271000 json/video/328328.json\n",
      "272000 json/video/329328.json\n",
      "273000 json/video/330328.json\n",
      "274000 json/video/331331.json\n",
      "275000 json/video/332332.json\n",
      "276000 json/video/333344.json\n",
      "277000 json/video/334344.json\n",
      "278000 json/video/335344.json\n",
      "279000 json/video/336348.json\n",
      "280000 json/video/337349.json\n",
      "281000 json/video/338349.json\n",
      "282000 json/video/339349.json\n",
      "283000 json/video/340349.json\n",
      "284000 json/video/341349.json\n",
      "285000 json/video/342349.json\n",
      "286000 json/video/343349.json\n",
      "287000 json/video/344350.json\n",
      "288000 json/video/345350.json\n",
      "289000 json/video/346358.json\n",
      "290000 json/video/347358.json\n",
      "291000 json/video/348358.json\n",
      "292000 json/video/349358.json\n",
      "293000 json/video/350361.json\n",
      "294000 json/video/351361.json\n",
      "295000 json/video/352373.json\n",
      "296000 json/video/353375.json\n",
      "297000 json/video/354383.json\n",
      "298000 json/video/355386.json\n",
      "299000 json/video/356387.json\n",
      "300000 json/video/357394.json\n",
      "301000 json/video/358394.json\n",
      "302000 json/video/359398.json\n",
      "303000 json/video/360400.json\n",
      "304000 json/video/361400.json\n",
      "305000 json/video/362400.json\n",
      "306000 json/video/363400.json\n",
      "307000 json/video/364400.json\n",
      "308000 json/video/365400.json\n",
      "309000 json/video/366400.json\n",
      "310000 json/video/367401.json\n",
      "311000 json/video/368401.json\n",
      "312000 json/video/369402.json\n",
      "313000 json/video/370402.json\n",
      "314000 json/video/371403.json\n",
      "315000 json/video/372403.json\n",
      "316000 json/video/373404.json\n",
      "317000 json/video/374407.json\n",
      "318000 json/video/375408.json\n",
      "319000 json/video/376411.json\n",
      "320000 json/video/377414.json\n",
      "321000 json/video/378415.json\n",
      "322000 json/video/379419.json\n",
      "323000 json/video/380422.json\n",
      "324000 json/video/381423.json\n",
      "325000 json/video/382425.json\n",
      "326000 json/video/383425.json\n",
      "327000 json/video/384427.json\n",
      "328000 json/video/385432.json\n",
      "329000 json/video/386434.json\n",
      "330000 json/video/387460.json\n",
      "331000 json/video/388495.json\n",
      "332000 json/video/389525.json\n",
      "333000 json/video/390558.json\n",
      "334000 json/video/391592.json\n"
     ]
    }
   ],
   "source": [
    "for i in range(0, len(vl), 10):\n",
    "    fn = f'json/video/{vl[i]}.json'\n",
    "    if i % 1000 == 0:\n",
    "        print(i, fn)\n",
    "    if path.exists(fn):\n",
    "        continue\n",
    "    ids = ','.join([str(x) for x in vl[i:i+10]])\n",
    "    url = f'https://tvnews.stanford.edu/search-videos?ids=[{ids}]'\n",
    "    r = requests.get(url)\n",
    "    if r.status_code == 200:\n",
    "        data = r.json()\n",
    "        with open(fn, \"w\") as json_file:\n",
    "            json.dump(data, json_file)\n",
    "    else:\n",
    "        print('ERROR')    \n",
    "    #if i > 1000:\n",
    "    #    break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d9ee962d-a00f-4d87-a890-5440df406a7d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 json/video/79647.json\n",
      "1000 json/video/200443.json\n",
      "2000 json/video/13957.json\n",
      "3000 json/video/382765.json\n",
      "4000 json/video/195956.json\n",
      "5000 json/video/70032.json\n",
      "6000 json/video/218391.json\n",
      "7000 json/video/338579.json\n",
      "8000 json/video/36063.json\n",
      "9000 json/video/149583.json\n",
      "10000 json/video/228758.json\n",
      "11000 json/video/105351.json\n",
      "12000 json/video/335344.json\n",
      "13000 json/video/218641.json\n",
      "14000 json/video/129121.json\n",
      "15000 json/video/221452.json\n",
      "16000 json/video/261372.json\n",
      "17000 json/video/367961.json\n",
      "18000 json/video/284359.json\n",
      "19000 json/video/172224.json\n",
      "20000 json/video/119881.json\n",
      "21000 json/video/21023.json\n",
      "22000 json/video/12445.json\n",
      "23000 json/video/304217.json\n",
      "24000 json/video/146480.json\n",
      "25000 json/video/88831.json\n",
      "26000 json/video/308048.json\n",
      "27000 json/video/163859.json\n",
      "28000 json/video/121911.json\n",
      "29000 json/video/38476.json\n",
      "30000 json/video/149863.json\n",
      "31000 json/video/22908.json\n",
      "32000 json/video/317591.json\n",
      "33000 json/video/36773.json\n"
     ]
    }
   ],
   "source": [
    "video_metadata = []\n",
    "for i, fn in enumerate(glob('json/video/*.json')):\n",
    "    if i % 1000 == 0:\n",
    "        print(i, fn)\n",
    "    with open(fn, \"r\") as json_file:\n",
    "        # Step 2: Load the JSON data into a Python object (e.g., a dictionary or list)\n",
    "        data = json.load(json_file)    \n",
    "    for d in data:\n",
    "        video_metadata.append(d['metadata'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "aa7d96b2-ee0f-4936-8e52-9afeed75334f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>channel</th>\n",
       "      <th>date</th>\n",
       "      <th>fps</th>\n",
       "      <th>height</th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>num_frames</th>\n",
       "      <th>show</th>\n",
       "      <th>width</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CNN</td>\n",
       "      <td>2014-02-16</td>\n",
       "      <td>29.97003</td>\n",
       "      <td>360</td>\n",
       "      <td>79647</td>\n",
       "      <td>CNNW_20140216_170000_State_of_the_Union_With_C...</td>\n",
       "      <td>109713</td>\n",
       "      <td>State of the Union</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CNN</td>\n",
       "      <td>2014-02-16</td>\n",
       "      <td>29.97003</td>\n",
       "      <td>360</td>\n",
       "      <td>79648</td>\n",
       "      <td>CNNW_20140216_180000_Fareed_Zakaria_GPS</td>\n",
       "      <td>109714</td>\n",
       "      <td>Fareed Zakaria GPS</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CNN</td>\n",
       "      <td>2014-02-16</td>\n",
       "      <td>29.97003</td>\n",
       "      <td>360</td>\n",
       "      <td>79649</td>\n",
       "      <td>CNNW_20140216_190000_CNN_Newsroom</td>\n",
       "      <td>109715</td>\n",
       "      <td>CNN Newsroom</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CNN</td>\n",
       "      <td>2014-02-16</td>\n",
       "      <td>29.97003</td>\n",
       "      <td>360</td>\n",
       "      <td>79650</td>\n",
       "      <td>CNNW_20140216_200000_CNN_Newsroom</td>\n",
       "      <td>109715</td>\n",
       "      <td>CNN Newsroom</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CNN</td>\n",
       "      <td>2014-02-16</td>\n",
       "      <td>29.97003</td>\n",
       "      <td>360</td>\n",
       "      <td>79651</td>\n",
       "      <td>CNNW_20140216_210000_CNN_Newsroom</td>\n",
       "      <td>109713</td>\n",
       "      <td>CNN Newsroom</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334420</th>\n",
       "      <td>FOXNEWS</td>\n",
       "      <td>2018-07-25</td>\n",
       "      <td>59.94006</td>\n",
       "      <td>360</td>\n",
       "      <td>141261</td>\n",
       "      <td>FOXNEWSW_20180725_070000_Fox_News__Night_With_...</td>\n",
       "      <td>219429</td>\n",
       "      <td>Fox News Night</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334421</th>\n",
       "      <td>FOXNEWS</td>\n",
       "      <td>2018-07-25</td>\n",
       "      <td>59.94006</td>\n",
       "      <td>360</td>\n",
       "      <td>141262</td>\n",
       "      <td>FOXNEWSW_20180725_080000_Fox_and_Friends_First</td>\n",
       "      <td>219438</td>\n",
       "      <td>FOX and Friends First</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334422</th>\n",
       "      <td>FOXNEWS</td>\n",
       "      <td>2018-07-25</td>\n",
       "      <td>59.94006</td>\n",
       "      <td>360</td>\n",
       "      <td>141263</td>\n",
       "      <td>FOXNEWSW_20180725_090000_Fox_and_Friends_First</td>\n",
       "      <td>219417</td>\n",
       "      <td>FOX and Friends First</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334423</th>\n",
       "      <td>FOXNEWS</td>\n",
       "      <td>2018-07-25</td>\n",
       "      <td>59.94006</td>\n",
       "      <td>360</td>\n",
       "      <td>141264</td>\n",
       "      <td>FOXNEWSW_20180725_100000_FOX__Friends</td>\n",
       "      <td>651020</td>\n",
       "      <td>FOX and Friends</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334424</th>\n",
       "      <td>FOXNEWS</td>\n",
       "      <td>2018-07-25</td>\n",
       "      <td>59.94006</td>\n",
       "      <td>360</td>\n",
       "      <td>141265</td>\n",
       "      <td>FOXNEWSW_20180725_130000_Americas_Newsroom_Wit...</td>\n",
       "      <td>651001</td>\n",
       "      <td>Americas Newsroom</td>\n",
       "      <td>640</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>334425 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        channel        date       fps  height      id  \\\n",
       "0           CNN  2014-02-16  29.97003     360   79647   \n",
       "1           CNN  2014-02-16  29.97003     360   79648   \n",
       "2           CNN  2014-02-16  29.97003     360   79649   \n",
       "3           CNN  2014-02-16  29.97003     360   79650   \n",
       "4           CNN  2014-02-16  29.97003     360   79651   \n",
       "...         ...         ...       ...     ...     ...   \n",
       "334420  FOXNEWS  2018-07-25  59.94006     360  141261   \n",
       "334421  FOXNEWS  2018-07-25  59.94006     360  141262   \n",
       "334422  FOXNEWS  2018-07-25  59.94006     360  141263   \n",
       "334423  FOXNEWS  2018-07-25  59.94006     360  141264   \n",
       "334424  FOXNEWS  2018-07-25  59.94006     360  141265   \n",
       "\n",
       "                                                     name  num_frames  \\\n",
       "0       CNNW_20140216_170000_State_of_the_Union_With_C...      109713   \n",
       "1                 CNNW_20140216_180000_Fareed_Zakaria_GPS      109714   \n",
       "2                       CNNW_20140216_190000_CNN_Newsroom      109715   \n",
       "3                       CNNW_20140216_200000_CNN_Newsroom      109715   \n",
       "4                       CNNW_20140216_210000_CNN_Newsroom      109713   \n",
       "...                                                   ...         ...   \n",
       "334420  FOXNEWSW_20180725_070000_Fox_News__Night_With_...      219429   \n",
       "334421     FOXNEWSW_20180725_080000_Fox_and_Friends_First      219438   \n",
       "334422     FOXNEWSW_20180725_090000_Fox_and_Friends_First      219417   \n",
       "334423              FOXNEWSW_20180725_100000_FOX__Friends      651020   \n",
       "334424  FOXNEWSW_20180725_130000_Americas_Newsroom_Wit...      651001   \n",
       "\n",
       "                         show  width  \n",
       "0          State of the Union    640  \n",
       "1          Fareed Zakaria GPS    640  \n",
       "2                CNN Newsroom    640  \n",
       "3                CNN Newsroom    640  \n",
       "4                CNN Newsroom    640  \n",
       "...                       ...    ...  \n",
       "334420         Fox News Night    640  \n",
       "334421  FOX and Friends First    640  \n",
       "334422  FOX and Friends First    640  \n",
       "334423        FOX and Friends    640  \n",
       "334424      Americas Newsroom    640  \n",
       "\n",
       "[334425 rows x 9 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(video_metadata)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "da4a30bc-8e40-4ece-b754-a217a96ef0b7",
   "metadata": {},
   "outputs": [],
   "source": [
    "df[['id', 'date', 'channel', 'show', 'name', 'width', 'height', 'fps', 'num_frames']].to_csv('videos.csv.gz', compression='gzip', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}