Final_1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  tabela\n",
      "0   6784\n",
      "1   1621\n",
      "2   2093\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/6784/metadados\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1621/metadados\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/2093/metadados\n"
     ]
    }
   ],
   "source": [
    "#lista de parametros para API\n",
    "\n",
    "import requests\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import time\n",
    "\n",
    "response = requests.get('https://servicodados.ibge.gov.br/api/v3/agregados?nivel=N6')\n",
    "\n",
    "if response.status_code == 200:\n",
    "    data = response.json()\n",
    "\n",
    "    resultado = pd.DataFrame({'categ_id':str([]), 'categ_nome':[], 'categ_unidade':[], 'categ_nivel':[], 'tabela_id':str([]),\n",
    "       'tabela_classificacoes.id':[], 'tabela_classificacoes.nome':[],                      \n",
    "       'var_id':str([]), 'var_nome':[], 'var_unidade':[], 'var_sumarizacao':[], 'tabela_id':str([]),\n",
    "       'Tabela_nome':[], 'Tabela_URL':[], 'Tabela_pesquisa':[], 'Tabela_assunto':[],\n",
    "       'Tabela_periodicidade.frequencia':[], 'Tabela_periodicidade.inicio':[],\n",
    "       'Tabela_periodicidade.fim':[], 'Tabela_nivelTerritorial.Administrativo':[]})\n",
    "    \n",
    "    data_list = []\n",
    "\n",
    "    for item in data:\n",
    "        id = item['id']\n",
    "        pesquisa = item['nome']\n",
    "        for agregado in item['agregados']:\n",
    "            tabela = agregado['id']\n",
    "            nome_tabela = agregado['nome']\n",
    "            data_list.append([id, pesquisa, tabela, nome_tabela])\n",
    "            df = pd.DataFrame(data_list, columns=['id', 'pesquisa', 'tabela', 'nome_tabela'])\n",
    "    #lista = df['tabela']\n",
    "\n",
    "    lista = pd.DataFrame({'tabela':['6784','1621','2093']})\n",
    "    print(lista)\n",
    "    for item in lista['tabela']:\n",
    "    #for item in lista:\n",
    "        tab = item\n",
    "        #print(IdTabela)\n",
    "        enderecoT = 'https://servicodados.ibge.gov.br/api/v3/agregados/'+tab+'/metadados'\n",
    "        print(enderecoT)\n",
    "        responseT = requests.get(enderecoT)\n",
    "        dataT = responseT.json()\n",
    "        #print(dataT)\n",
    "        df_categ = pd.json_normalize(dataT,\n",
    "            record_path=['classificacoes','categorias'],\n",
    "            meta=[\"id\",[\"classificacoes\",\"id\"],[\"classificacoes\",\"nome\"]],\n",
    "            meta_prefix='tabela_',\n",
    "            record_prefix='categ_',\n",
    "            errors='ignore'\n",
    "            )\n",
    "        df_categ.to_csv(\"teste_categ4.csv\",mode='a',header=False)\n",
    "        #print(df_categ)\n",
    "                #Variaveis x classificacao\n",
    "\n",
    "        df_var = pd.json_normalize(dataT,\n",
    "            record_path=['variaveis'],\n",
    "            meta=[\"id\"],\n",
    "            meta_prefix='tabela_',\n",
    "            record_prefix='var_',\n",
    "            errors='ignore'\n",
    "            )\n",
    "        df_var.to_csv(\"teste_var4.csv\",mode='a',header=False)\n",
    "\n",
    "        df_tab = pd.json_normalize(dataT,\n",
    "                                   \n",
    "            meta=[\"id\",\"nome\",\"URL\",\"pesquisa\",\"assunto\",[\"nivelTerritorial\",\"Administrativo\"]],\n",
    "            meta_prefix='tabela_',\n",
    "            record_prefix='var_',\n",
    "            errors='ignore'\n",
    "            )\n",
    "        df_tab = df_tab.loc[:,['id','nome','URL','pesquisa','assunto','periodicidade.frequencia','periodicidade.inicio','periodicidade.fim']]\n",
    "\n",
    "        df_tab.to_csv(\"teste_tab4.csv\",mode='a',header=False)\n",
    "\n",
    "        # if df_categ.empty:\n",
    "        #     dfm = df_var\n",
    "        # else:\n",
    "        #     dfm = df_categ.merge(df_var, left_on='tabela_id',right_on='tabela_id')\n",
    "\n",
    "        # print(dfm)\n",
    "        # #print(\"muda/muda/muda\")\n",
    "        # resultado = pd.concat([resultado,dfm])\n",
    "        # resultado = resultado.loc[:,[str('tabela_id'),str('var_id'),str('tabela_classificacoes.id'),str('categ_id')]]\n",
    "        \n",
    "        #print(resultado)\n",
    "        #time.sleep(10)\n",
    "\n",
    "    # print(\"RESULTADO/RESULTADO/RESULTADO\")    \n",
    "    # #print(resultado.dtypes)\n",
    "    # resultado.to_csv(\"teste_res2.csv\",mode='a',header=False)\n",
    "    # print(resultado)\n",
    "else:\n",
    "    print(f\"Request failed with status code {response.status_code}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0       8418\n",
      "1       1685\n",
      "2       1734\n",
      "3       1735\n",
      "4       2933\n",
      "        ... \n",
      "4016     291\n",
      "4017     292\n",
      "4018    5930\n",
      "4019      21\n",
      "4020    5938\n",
      "Name: tabela, Length: 4021, dtype: object\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/8418/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1685/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1734/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1735/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/2933/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/3421/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/6449/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/6450/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/993/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1005/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1006/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1008/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1009/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1010/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1011/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1012/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1013/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1014/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1015/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1016/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1017/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1018/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1019/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1020/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1021/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1022/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1025/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1031/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1097/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1098/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1099/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1101/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1109/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1110/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1111/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1112/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1113/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1114/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1115/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1116/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1117/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1118/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1119/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1120/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1177/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1178/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1179/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1181/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1224/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "500\n",
      "ERRO\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1225/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1226/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1227/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1244/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1245/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1246/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1249/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1258/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1259/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1260/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1261/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1262/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1267/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1268/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1269/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1270/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1271/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1272/metadados\n",
      "500\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1273/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1274/metadados\n",
      "200\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1275/metadados\n",
      "500\n",
      "500\n",
      "ERRO\n",
      "500\n",
      "ERRO\n",
      "500\n",
      "ERRO\n",
      "200\n",
      "ERRO\n",
      "PASSOU\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1276/metadados\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[6], line 42\u001b[0m\n\u001b[0;32m     39\u001b[0m \u001b[38;5;28mprint\u001b[39m(enderecoT)\n\u001b[0;32m     41\u001b[0m segue \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[1;32m---> 42\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[43mrequests\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43menderecoT\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m     43\u001b[0m segue \u001b[38;5;241m=\u001b[39m response\u001b[38;5;241m.\u001b[39mstatus_code\n\u001b[0;32m     44\u001b[0m \u001b[38;5;28mprint\u001b[39m(segue)\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\requests\\api.py:73\u001b[0m, in \u001b[0;36mget\u001b[1;34m(url, params, **kwargs)\u001b[0m\n\u001b[0;32m     62\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget\u001b[39m(url, params\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m     63\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"Sends a GET request.\u001b[39;00m\n\u001b[0;32m     64\u001b[0m \n\u001b[0;32m     65\u001b[0m \u001b[38;5;124;03m    :param url: URL for the new :class:`Request` object.\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m     70\u001b[0m \u001b[38;5;124;03m    :rtype: requests.Response\u001b[39;00m\n\u001b[0;32m     71\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m---> 73\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mget\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mparams\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\requests\\api.py:59\u001b[0m, in \u001b[0;36mrequest\u001b[1;34m(method, url, **kwargs)\u001b[0m\n\u001b[0;32m     55\u001b[0m \u001b[38;5;66;03m# By using the 'with' statement we are sure the session is closed, thus we\u001b[39;00m\n\u001b[0;32m     56\u001b[0m \u001b[38;5;66;03m# avoid leaving sockets open which can trigger a ResourceWarning in some\u001b[39;00m\n\u001b[0;32m     57\u001b[0m \u001b[38;5;66;03m# cases, and look like a memory leak in others.\u001b[39;00m\n\u001b[0;32m     58\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m sessions\u001b[38;5;241m.\u001b[39mSession() \u001b[38;5;28;01mas\u001b[39;00m session:\n\u001b[1;32m---> 59\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43msession\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\requests\\sessions.py:589\u001b[0m, in \u001b[0;36mSession.request\u001b[1;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[0;32m    584\u001b[0m send_kwargs \u001b[38;5;241m=\u001b[39m {\n\u001b[0;32m    585\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtimeout\u001b[39m\u001b[38;5;124m\"\u001b[39m: timeout,\n\u001b[0;32m    586\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m\"\u001b[39m: allow_redirects,\n\u001b[0;32m    587\u001b[0m }\n\u001b[0;32m    588\u001b[0m send_kwargs\u001b[38;5;241m.\u001b[39mupdate(settings)\n\u001b[1;32m--> 589\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprep\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43msend_kwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    591\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m resp\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\requests\\sessions.py:703\u001b[0m, in \u001b[0;36mSession.send\u001b[1;34m(self, request, **kwargs)\u001b[0m\n\u001b[0;32m    700\u001b[0m start \u001b[38;5;241m=\u001b[39m preferred_clock()\n\u001b[0;32m    702\u001b[0m \u001b[38;5;66;03m# Send the request\u001b[39;00m\n\u001b[1;32m--> 703\u001b[0m r \u001b[38;5;241m=\u001b[39m \u001b[43madapter\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    705\u001b[0m \u001b[38;5;66;03m# Total elapsed time of the request (approximately)\u001b[39;00m\n\u001b[0;32m    706\u001b[0m elapsed \u001b[38;5;241m=\u001b[39m preferred_clock() \u001b[38;5;241m-\u001b[39m start\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\requests\\adapters.py:486\u001b[0m, in \u001b[0;36mHTTPAdapter.send\u001b[1;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[0;32m    483\u001b[0m     timeout \u001b[38;5;241m=\u001b[39m TimeoutSauce(connect\u001b[38;5;241m=\u001b[39mtimeout, read\u001b[38;5;241m=\u001b[39mtimeout)\n\u001b[0;32m    485\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 486\u001b[0m     resp \u001b[38;5;241m=\u001b[39m \u001b[43mconn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43murlopen\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    487\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    488\u001b[0m \u001b[43m        \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    489\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbody\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    490\u001b[0m \u001b[43m        \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    491\u001b[0m \u001b[43m        \u001b[49m\u001b[43mredirect\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m    492\u001b[0m \u001b[43m        \u001b[49m\u001b[43massert_same_host\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m    493\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpreload_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m    494\u001b[0m \u001b[43m        \u001b[49m\u001b[43mdecode_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m    495\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmax_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    496\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    497\u001b[0m \u001b[43m        \u001b[49m\u001b[43mchunked\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunked\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    498\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    500\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (ProtocolError, \u001b[38;5;167;01mOSError\u001b[39;00m) \u001b[38;5;28;01mas\u001b[39;00m err:\n\u001b[0;32m    501\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m(err, request\u001b[38;5;241m=\u001b[39mrequest)\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\urllib3\\connectionpool.py:793\u001b[0m, in \u001b[0;36mHTTPConnectionPool.urlopen\u001b[1;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, preload_content, decode_content, **response_kw)\u001b[0m\n\u001b[0;32m    790\u001b[0m response_conn \u001b[38;5;241m=\u001b[39m conn \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m release_conn \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m    792\u001b[0m \u001b[38;5;66;03m# Make the request on the HTTPConnection object\u001b[39;00m\n\u001b[1;32m--> 793\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_make_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    794\u001b[0m \u001b[43m    \u001b[49m\u001b[43mconn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    795\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    796\u001b[0m \u001b[43m    \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    797\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout_obj\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    798\u001b[0m \u001b[43m    \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbody\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    799\u001b[0m \u001b[43m    \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    800\u001b[0m \u001b[43m    \u001b[49m\u001b[43mchunked\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunked\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    801\u001b[0m \u001b[43m    \u001b[49m\u001b[43mretries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    802\u001b[0m \u001b[43m    \u001b[49m\u001b[43mresponse_conn\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mresponse_conn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    803\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpreload_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mpreload_content\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    804\u001b[0m \u001b[43m    \u001b[49m\u001b[43mdecode_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdecode_content\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    805\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mresponse_kw\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    806\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    808\u001b[0m \u001b[38;5;66;03m# Everything went great!\u001b[39;00m\n\u001b[0;32m    809\u001b[0m clean_exit \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\urllib3\\connectionpool.py:537\u001b[0m, in \u001b[0;36mHTTPConnectionPool._make_request\u001b[1;34m(self, conn, method, url, body, headers, retries, timeout, chunked, response_conn, preload_content, decode_content, enforce_content_length)\u001b[0m\n\u001b[0;32m    535\u001b[0m \u001b[38;5;66;03m# Receive the response from the server\u001b[39;00m\n\u001b[0;32m    536\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 537\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mconn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetresponse\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    538\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (BaseSSLError, \u001b[38;5;167;01mOSError\u001b[39;00m) \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    539\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_raise_timeout(err\u001b[38;5;241m=\u001b[39me, url\u001b[38;5;241m=\u001b[39murl, timeout_value\u001b[38;5;241m=\u001b[39mread_timeout)\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\urllib3\\connection.py:466\u001b[0m, in \u001b[0;36mHTTPConnection.getresponse\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    463\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mresponse\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m HTTPResponse\n\u001b[0;32m    465\u001b[0m \u001b[38;5;66;03m# Get the response from http.client.HTTPConnection\u001b[39;00m\n\u001b[1;32m--> 466\u001b[0m httplib_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetresponse\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    468\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m    469\u001b[0m     assert_header_parsing(httplib_response\u001b[38;5;241m.\u001b[39mmsg)\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\http\\client.py:1390\u001b[0m, in \u001b[0;36mHTTPConnection.getresponse\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1388\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1389\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m-> 1390\u001b[0m         \u001b[43mresponse\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbegin\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1391\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m:\n\u001b[0;32m   1392\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mclose()\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\http\\client.py:325\u001b[0m, in \u001b[0;36mHTTPResponse.begin\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    323\u001b[0m \u001b[38;5;66;03m# read until we get a non-100 response\u001b[39;00m\n\u001b[0;32m    324\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[1;32m--> 325\u001b[0m     version, status, reason \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_read_status\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    326\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m status \u001b[38;5;241m!=\u001b[39m CONTINUE:\n\u001b[0;32m    327\u001b[0m         \u001b[38;5;28;01mbreak\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\http\\client.py:286\u001b[0m, in \u001b[0;36mHTTPResponse._read_status\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    285\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_read_status\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[1;32m--> 286\u001b[0m     line \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfp\u001b[38;5;241m.\u001b[39mreadline(_MAXLINE \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m), \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124miso-8859-1\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m    287\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(line) \u001b[38;5;241m>\u001b[39m _MAXLINE:\n\u001b[0;32m    288\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m LineTooLong(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstatus line\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\socket.py:706\u001b[0m, in \u001b[0;36mSocketIO.readinto\u001b[1;34m(self, b)\u001b[0m\n\u001b[0;32m    704\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m    705\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 706\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_sock\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrecv_into\u001b[49m\u001b[43m(\u001b[49m\u001b[43mb\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    707\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m timeout:\n\u001b[0;32m    708\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_timeout_occurred \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\ssl.py:1314\u001b[0m, in \u001b[0;36mSSLSocket.recv_into\u001b[1;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[0;32m   1310\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m flags \u001b[38;5;241m!=\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m   1311\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[0;32m   1312\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnon-zero flags not allowed in calls to recv_into() on \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m%\u001b[39m\n\u001b[0;32m   1313\u001b[0m           \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__class__\u001b[39m)\n\u001b[1;32m-> 1314\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43mnbytes\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbuffer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1315\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m   1316\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mrecv_into(buffer, nbytes, flags)\n",
      "File \u001b[1;32mc:\\Users\\Alexandre Rebello\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\ssl.py:1166\u001b[0m, in \u001b[0;36mSSLSocket.read\u001b[1;34m(self, len, buffer)\u001b[0m\n\u001b[0;32m   1164\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1165\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m buffer \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m-> 1166\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_sslobj\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mlen\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbuffer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1167\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m   1168\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sslobj\u001b[38;5;241m.\u001b[39mread(\u001b[38;5;28mlen\u001b[39m)\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "#lista de parametros para API\n",
    "\n",
    "import requests\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import time\n",
    "\n",
    "response = requests.get('https://servicodados.ibge.gov.br/api/v3/agregados?nivel=N6')\n",
    "\n",
    "if response.status_code == 200:\n",
    "    data = response.json()\n",
    "\n",
    "    resultado = pd.DataFrame({'categ_id':str([]), 'categ_nome':[], 'categ_unidade':[], 'categ_nivel':[], 'tabela_id':str([]),\n",
    "       'tabela_classificacoes.id':[], 'tabela_classificacoes.nome':[],                      \n",
    "       'var_id':str([]), 'var_nome':[], 'var_unidade':[], 'var_sumarizacao':[], 'tabela_id':str([]),\n",
    "       'Tabela_nome':[], 'Tabela_URL':[], 'Tabela_pesquisa':[], 'Tabela_assunto':[],\n",
    "       'Tabela_periodicidade.frequencia':[], 'Tabela_periodicidade.inicio':[],\n",
    "       'Tabela_periodicidade.fim':[], 'Tabela_nivelTerritorial.Administrativo':[]})\n",
    "    \n",
    "    data_list = []\n",
    "\n",
    "    for item in data:\n",
    "        id = item['id']\n",
    "        pesquisa = item['nome']\n",
    "        for agregado in item['agregados']:\n",
    "            tabela = agregado['id']\n",
    "            nome_tabela = agregado['nome']\n",
    "            data_list.append([id, pesquisa, tabela, nome_tabela])\n",
    "            df = pd.DataFrame(data_list, columns=['id', 'pesquisa', 'tabela', 'nome_tabela'])\n",
    "    lista = df['tabela']\n",
    "\n",
    "    #lista = pd.DataFrame({'tabela':['6784','1621','2093']})\n",
    "    print(lista)\n",
    "    #for item in lista['tabela']:\n",
    "    for item in lista:\n",
    "        tab = item\n",
    "        #print(IdTabela)\n",
    "        enderecoT = 'https://servicodados.ibge.gov.br/api/v3/agregados/'+tab+'/metadados'\n",
    "        print(enderecoT)\n",
    "        \n",
    "        segue = 0\n",
    "        response = requests.get(enderecoT)\n",
    "        segue = response.status_code\n",
    "        print(segue)\n",
    "        while segue != 200:\n",
    "            response = requests.get(enderecoT)\n",
    "            segue = response.status_code\n",
    "            print(segue)\n",
    "            print(\"ERRO\")\n",
    "            #time.sleep(2)\n",
    "        # else:\n",
    "        dataT = response.json()\n",
    "        \n",
    "        print(\"PASSOU\")\n",
    "        #print(dataT)\n",
    "\n",
    "        #print(dataT)\n",
    "        # df_categ = pd.json_normalize(dataT,\n",
    "        #     record_path=['classificacoes','categorias'],\n",
    "        #     meta=[\"id\",[\"classificacoes\",\"id\"],[\"classificacoes\",\"nome\"]],\n",
    "        #     meta_prefix='tabela_',\n",
    "        #     record_prefix='categ_',\n",
    "        #     errors='ignore'\n",
    "        #     )\n",
    "        # df_categ.to_csv(\"teste_categ5.csv\",mode='a',header=False)\n",
    "        # #print(df_categ)\n",
    "        #         #Variaveis x classificacao\n",
    "\n",
    "        # df_var = pd.json_normalize(dataT,\n",
    "        #     record_path=['variaveis'],\n",
    "        #     meta=[\"id\"],\n",
    "        #     meta_prefix='tabela_',\n",
    "        #     record_prefix='var_',\n",
    "        #     errors='ignore'\n",
    "        #     )\n",
    "        # df_var.to_csv(\"teste_var5.csv\",mode='a',header=False)\n",
    "\n",
    "        df_tab = pd.json_normalize(dataT,\n",
    "                                   \n",
    "            meta=[\"id\",\"nome\",\"URL\",\"pesquisa\",\"assunto\"],#[\"nivelTerritorial\",\"Administrativo\"]],\n",
    "            meta_prefix='tabela_',\n",
    "            record_prefix='var_',\n",
    "            errors='ignore'\n",
    "            )\n",
    "        #df_tab = df_tab.loc[:,['id','nome','URL','pesquisa','assunto','periodicidade.frequencia','periodicidade.inicio','periodicidade.fim']]\n",
    "\n",
    "        df_tab.to_csv(\"teste_tab8.csv\",mode='a',sep=';', na_rep='',columns=['id','nome','URL','pesquisa','assunto','periodicidade.frequencia','periodicidade.inicio','periodicidade.fim'],header=False,index=False)\n",
    "        \n",
    "        #time.sleep(30)\n",
    "        \n",
    "else:\n",
    "    print(f\"Request failed with status code {response.status_code}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0       8418\n",
      "1       1685\n",
      "2       1734\n",
      "3       1735\n",
      "4       2933\n",
      "        ... \n",
      "4016     291\n",
      "4017     292\n",
      "4018    5930\n",
      "4019      21\n",
      "4020    5938\n",
      "Name: tabela, Length: 4021, dtype: object\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/8418/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1685/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1734/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1735/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/2933/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/3421/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/6449/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/6450/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/993/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1005/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1006/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1008/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1009/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1010/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1011/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1012/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1013/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1014/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1015/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1016/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1017/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1018/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1019/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1020/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1021/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1022/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1025/metadados\n",
      "<Response [200]>\n",
      "https://servicodados.ibge.gov.br/api/v3/agregados/1031/metadados\n"
     ]
    }
   ],
   "source": [
    "#lista de parametros para API\n",
    "\n",
    "import requests\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import time\n",
    "\n",
    "response = requests.get('https://servicodados.ibge.gov.br/api/v3/agregados?nivel=N6')\n",
    "\n",
    "if response.status_code == 200:\n",
    "    data = response.json()\n",
    "\n",
    "    resultado = pd.DataFrame({'categ_id':str([]), 'categ_nome':[], 'categ_unidade':[], 'categ_nivel':[], 'tabela_id':str([]),\n",
    "       'tabela_classificacoes.id':[], 'tabela_classificacoes.nome':[],                      \n",
    "       'var_id':str([]), 'var_nome':[], 'var_unidade':[], 'var_sumarizacao':[], 'tabela_id':str([]),\n",
    "       'Tabela_nome':[], 'Tabela_URL':[], 'Tabela_pesquisa':[], 'Tabela_assunto':[],\n",
    "       'Tabela_periodicidade.frequencia':[], 'Tabela_periodicidade.inicio':[],\n",
    "       'Tabela_periodicidade.fim':[], 'Tabela_nivelTerritorial.Administrativo':[]})\n",
    "    \n",
    "    data_list = []\n",
    "\n",
    "    for item in data:\n",
    "        id = item['id']\n",
    "        pesquisa = item['nome']\n",
    "        for agregado in item['agregados']:\n",
    "            tabela = agregado['id']\n",
    "            nome_tabela = agregado['nome']\n",
    "            data_list.append([id, pesquisa, tabela, nome_tabela])\n",
    "            df = pd.DataFrame(data_list, columns=['id', 'pesquisa', 'tabela', 'nome_tabela'])\n",
    "    lista = df['tabela']\n",
    "\n",
    "    #lista = pd.DataFrame({'tabela':['6784','1621','2093']})\n",
    "    print(lista)\n",
    "    #for item in lista['tabela']:\n",
    "    for item in lista:\n",
    "        tab = item\n",
    "        #print(IdTabela)\n",
    "        enderecoT = 'https://servicodados.ibge.gov.br/api/v3/agregados/'+tab+'/metadados'\n",
    "        print(enderecoT)\n",
    "        response = requests.get(enderecoT)\n",
    "        dataT = response.json()\n",
    "        print(response)\n",
    "        \n",
    "\n",
    "        #print(dataT)\n",
    "        # df_categ = pd.json_normalize(dataT,\n",
    "        #     record_path=['classificacoes','categorias'],\n",
    "        #     meta=[\"id\",[\"classificacoes\",\"id\"],[\"classificacoes\",\"nome\"]],\n",
    "        #     meta_prefix='tabela_',\n",
    "        #     record_prefix='categ_',\n",
    "        #     errors='ignore'\n",
    "        #     )\n",
    "        # df_categ.to_csv(\"teste_categ5.csv\",mode='a',header=False)\n",
    "        # #print(df_categ)\n",
    "        #         #Variaveis x classificacao\n",
    "\n",
    "        # df_var = pd.json_normalize(dataT,\n",
    "        #     record_path=['variaveis'],\n",
    "        #     meta=[\"id\"],\n",
    "        #     meta_prefix='tabela_',\n",
    "        #     record_prefix='var_',\n",
    "        #     errors='ignore'\n",
    "        #     )\n",
    "        # df_var.to_csv(\"teste_var5.csv\",mode='a',header=False)\n",
    "\n",
    "        df_tab = pd.json_normalize(dataT,\n",
    "                                   \n",
    "            meta=[\"id\",\"nome\",\"URL\",\"pesquisa\",\"assunto\"],#[\"nivelTerritorial\",\"Administrativo\"]],\n",
    "            meta_prefix='tabela_',\n",
    "            record_prefix='var_',\n",
    "            errors='ignore'\n",
    "            )\n",
    "        #df_tab = df_tab.loc[:,['id','nome','URL','pesquisa','assunto','periodicidade.frequencia','periodicidade.inicio','periodicidade.fim']]\n",
    "\n",
    "        df_tab.to_csv(\"teste_tab7.csv\",mode='a',sep=';', na_rep='',columns=['id','nome','URL','pesquisa','assunto','periodicidade.frequencia','periodicidade.inicio','periodicidade.fim'],header=False,index=False)\n",
    "        \n",
    "        #time.sleep(30)\n",
    "        \n",
    "else:\n",
    "    print(f\"Request failed with status code {response.status_code}\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}