email_classification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Name: openai\n",
      "Version: 1.3.7\n",
      "Summary: The official Python library for the openai API\n",
      "Home-page: None\n",
      "Author: None\n",
      "Author-email: OpenAI <support@openai.com>\n",
      "License: None\n",
      "Location: /Users/yingli/Documents/programming❤️/llm/email-crawler/email-crawler-venv/lib/python3.8/site-packages\n",
      "Requires: httpx, anyio, tqdm, distro, pydantic, typing-extensions, sniffio\n",
      "Required-by: \n"
     ]
    }
   ],
   "source": [
    "!pip show openai"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "email1 = '''Justin Birmingham jbham184@gmail.com via mail.community.recurse.com \n",
    "12:15 PM (2 hours ago)\n",
    "to new-york\n",
    "\n",
    "Hello!\n",
    "\n",
    "I have covid so I’m unable to use my tickets for the Ginger Root concert at Warsaw in Greenpoint tonight. If anyone wants to use them, I can transfer them to you via the Live Nation app. First come first serve, just let me know and enjoy!\n",
    "\n",
    "Justin'''\n",
    "\n",
    "email_list.append(email1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "email2 = '''To: RIYAJAGETIA@gmail.com\n",
    "    \n",
    " ACTION REQUESTED\n",
    "Verify trial transactions to finish linking your accounts.\n",
    "We've made trial transactions using your Bangor Savings Bank account. Take a moment to verify these transactions and complete the linking process for Schwab electronic funds transfers.\n",
    "LINK FROM\n",
    "Schwab brokerage account ending in 154\n",
    "Your next steps.\n",
    "LINK TO\n",
    "Bangor Savings Bank CHECKING account ending in 543\n",
    "1. Log in to your Bangor Savings Bank account and find our trial transactions (two deposits and one withdrawal). Make a note of the transaction amounts for step 3.\n",
    "The trial transactions are each less than $1.\n",
    "The transaction description will be CHARLES SCHWAB ACCTVERIFY.\n",
    "2. Select Verify transactions to log in to your Schwab account. The External Accounts screen will appear.\n",
    "3. Choose the Verify link associated with your Bangor Savings Bank account and enter the trial transaction amounts.\n",
    "Account ending: 154\n",
    "Dec 1, 2023\n",
    "   •\n",
    "•\n",
    "https://mail.google.com/mail/u/0/?ik=d897af2e8a&view=pt&search=all&permthid=thread-f:1784078149683614679&simpl=msg-f:1784078149683614679 1/2\n",
    "12/3/23, 2:53 PM Gmail - ACTION REQUESTED: Verify transactions to link accounts | Deposits and Transfers\n",
    " Verify transactions\n",
    "Don't recognize this activity?\n",
    "If you didn't make this request to link accounts, contact us. Thank you for the opportunity to serve you.\n",
    "PERSPECTIVE | PRIVACY | CONTACT US | LOG IN\n",
    "If you have any questions or concerns, PLEASE DO NOT REPLY TO THIS EMAIL. Instead,\n",
    "visit Schwab.com/contactus to identify a fast and\n",
    "'''\n",
    "\n",
    "email_list.append(email2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "email3 = '''\n",
    "Print all\n",
    "In new window\n",
    "Delivered: Your Amazon.com order #112-0380347-1592209\n",
    "Inbox\n",
    "Search for all messages with label Inbox\n",
    "Remove label Inbox from this conversation\n",
    "Order placed on\n",
    "Dec 1\n",
    "Ordered from\n",
    "Amazon.com\n",
    "Items\n",
    "See order for more details\n",
    "Track package\n",
    "\n",
    "\n",
    "Amazon.com <order-update@amazon.com>\n",
    "\n",
    "\n",
    "\n",
    "Fri, Dec 1, 6:59 PM (2 days ago)\n",
    "\n",
    "to riyajagetia\n",
    "\n",
    "'''\n",
    "email_list.append(email3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "email4 = '''\n",
    "️ [Nov 30th] Upcoming SF Generative AI events\n",
    "Inbox\n",
    "Search for all messages with label Inbox\n",
    "Remove label Inbox from this conversation\n",
    "\n",
    "\n",
    "Generative AI San Francisco <noreply@luma-mail.com>\n",
    "\n",
    "\n",
    "\n",
    "Thu, Nov 30, 7:30 AM (3 days ago)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "to riyajagetia\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "Generative AI San Francisco\n",
    "\n",
    "\n",
    "\n",
    "️ [Nov 30th] Upcoming SF Generative AI events\n",
    "\n",
    "\n",
    "​​​​​​​​​Full calendar + subscribe for weekly updates --> GenerativeAISF.com - the only calendar with curated in-person events so you'd know which ones to attend.\n",
    "​​​​​​​​​​​​​​Hi all,\n",
    "​​​​​​​​​​​​​​​​​​​​​This time, the calendar is packed with almost 48 (!) in-person Generative AI events happening in San Francisco Bay Area. As always, my recommended ones are marked with a ️:\n",
    "​​​​​​​ This week\n",
    "​Thursday, November 30th\n",
    "​️ Agent Meetup: By AgentOps and Replicate\n",
    "​️ Susa x AI Product Creators: Lightning Talk Social\n",
    "​Global AI Dev Day - San Francisco\n",
    "​Building AI Using Enterprise Data: Data Licensing and IP Strategy Deep-Dive\n",
    "​[BitsinBio] AI x Bio IP/Legal Strategies with Goodwin + Serotiny\n",
    "​ GenAI Collective  Biergarten Bash \n",
    "​We the GPU Poor\n",
    "​B2B Saas Pizza & Tech Talks - Hosted by Klaaryo\n",
    "​Generative AI Social\n",
    "​Friday, December 1st\n",
    "​Training Bard to Help You Grow\n",
    "​Saturday, December 2nd\n",
    "​​️ AI for Thought Hackathon ft. notion, roam & more!\n",
    "​​️ AI Hack Party\n",
    "​​️ Accelerate SF: Tinkerers\n",
    "​HACKTOPIA\n",
    "​Founders & Creatives Hike @ Crystal Springs\n",
    "​Celebrating Open Source AI - RWKV SF Gathering\n",
    "​Sunday, December 3rd\n",
    "​HACK{H}ERS Hackathon\n",
    "​Monday, December 4th\n",
    "​AI Investors & Networking\n",
    "​Tuesday, December 5th\n",
    "​​️ Pinecone Meetup SF: Taking AI Apps to Production\n",
    "​​️ The new FinAI Tech Stack - ft CEOs of OpenBB, Langchain, Llamaindex, Nixtla and MindsDB\n",
    "​ GenAI Collective  AI and Longevity ️\n",
    "​Wednesday, December 6th\n",
    "​​️ Local & open-source AI developer meetup\n",
    "​AI in HR Mixer #3 @ Indeed.com\n",
    "​AI For Marketers #9\n",
    "​MUSIC & AI\n",
    "​Thursday, December 7th\n",
    "​Respell Launch Party ️\n",
    "​Generative AI Social\n",
    "​​​​​---\n",
    "​​​​​​​ Upcoming\n",
    "​Friday, December 8th\n",
    "​ The Holiday Llama - MLOps Community Holiday Party \n",
    "​Aiify.io – AI Startup Pitch Competition & Investor Panel\n",
    "​Saturday, December 9th\n",
    "​ai x art hack (1 day)\n",
    "​Monday, December 11th\n",
    "​️ Designing for AI\n",
    "​AI Security and Data Investors\n",
    "​Tuesday, December 12th\n",
    "​AI.Dev\n",
    "​AI Unleashed: CTO Symposium\n",
    "​Wednesday, December 13th\n",
    "​ GenAI Collective x Linux Foundation  Open Source Social\n",
    "​Fine-Tuning and Evaluating LLM Retrieval Models with Anyscale and Arize\n",
    "​AI For Designers #9\n",
    "​Thursday, December 14th\n",
    "​️ Tech Talks ~ w/ Cloudflare, Jam.dev & Twilio\n",
    "​Christmas Mixer\n",
    "​AI For Developers #9\n",
    "​ GenAI Collective  Holiday Party! \n",
    "​Generative AI Social\n",
    "​Wednesday, December 20th\n",
    "​MUSIC & AI\n",
    "​Thursday, December 21st\n",
    "​Generative AI Social\n",
    "​Friday, December 22nd\n",
    "​Gen AI Builders East Bay Happy Hour\n",
    "​Thursday, December 28th\n",
    "​Generative AI Social\n",
    "​Tuesday, January 16, 2024\n",
    "​Unstructured Data Meetup SF\n",
    "​Thursday, January 18, 2024\n",
    "​️ Thursday Nights in AI: All about open-source in AI (By application only)​​​​​\n",
    "​\n",
    "​​​​​​​​​​​​​​​​​​​​​​Ideas? Feedback? Feel free to reply to this email or DM on Twitter.\n",
    "​​​​​​​​Join thousands of world-class researchers and engineers from Google, Stanford, OpenAI, and Meta staying ahead on AI http://aitidbits.ai\n",
    "\n",
    "​\n",
    "​​​​​​​​​​​​​​​​​​​​​See you at one of those events!\n",
    "- Sahar\n",
    "\n",
    "'''\n",
    "email_list.append(email4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "email5 = '''\n",
    "#LH-Res:: Parking 3-7pm today\n",
    "Inbox\n",
    "Search for all messages with label Inbox\n",
    "Remove label Inbox from this conversation\n",
    "\n",
    "\n",
    "Maddy McBirney <mcbirneymaddy7@gmail.com>\n",
    "\n",
    "\n",
    "\n",
    "Sat, Dec 2, 2:58 PM (1 day ago)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "to Linden\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "Does anyone have a parking spot from 3-7pmTODAY SATURDAY?\n",
    "\n",
    "Thanks \n",
    "Maddy\n",
    "--\n",
    "Emergency 24hr Phone number: (415) 487-3697\n",
    "Citiscape Main: (415) 401 2000\n",
    "Citiscape Building Manager - David Cuadro: (415) 401 2082\n",
    " \n",
    "Residents, please stay up-to-date with the Building rules: https://goo.gl/5n9P56\n",
    "---\n",
    "You received this message because you are subscribed to the Google Groups \"Linden Hayes Residents\" group.\n",
    "To unsubscribe from this group and stop receiving emails from it, send an email to linden-hayes+unsubscribe@googlegroups.com.\n",
    "To view this discussion on the web visit https://groups.google.com/d/msgid/linden-hayes/CAAfHkQEuGarC1tkKuszWgPmo-xUh4%3DmFwEopK9CfW%2BtfH%2B48iA%40mail.gmail.com.\n",
    "\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_prompt(email_string):\n",
    "    \"\"\"\n",
    "    This function returns a prompt that informs GPT that we want to work with SQL Tables\n",
    "    \"\"\"\n",
    "    prompt = f''' Given the following email and process it to extract the following information,\n",
    "\n",
    "    Email: {email_string}\n",
    "\n",
    "    Save the output in a vaid JSON array of objects in the following:\n",
    "   \n",
    "    {{\n",
    "    \"next_step\": \"if a follow up is absolutely required, value is 'todo';\n",
    "                  if a follow up can be suggested but not absolutely required, the value is 'review';\n",
    "                  if the email only contains information and no action requested, the value is 'digest'\",\n",
    "    \"action\": \"if next_step is 'todo' or 'review', there must be a suggested action\",\n",
    "    \"summary\": \"if next_step is 'todo' or 'review', summarize of the email in two sentences;\n",
    "                otherwise summarize the email as a digest up to 3 highlights\",\n",
    "    \"effort\": \"estimate the effort level for the action\",\n",
    "    \"deadline\": \"if next_step is 'todo' or 'review', what is the suggested deadline\",\n",
    "    \"contraint: \"if next_step is 'todo' or 'review', what are other information that can be helpful such as office hours, phonen number, etc. summarize in a list\" \n",
    "    }}\n",
    "    \n",
    "    Based on the given email, the JSON object:\n",
    "    '''\n",
    "        \n",
    "    return prompt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "import json\n",
    "import pandas as pd\n",
    "from openai import OpenAI\n",
    "client = OpenAI(api_key = \"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\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [],
   "source": [
    "input_email = pd.read_csv('emails.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>thread_id</th>\n",
       "      <th>message_body</th>\n",
       "      <th>subject</th>\n",
       "      <th>from</th>\n",
       "      <th>timestamp_of_last_message</th>\n",
       "      <th>email_link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>18c324f159375279</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Slack] New messages from Casey Caruso and Ste...</td>\n",
       "      <td>notification@slack.com</td>\n",
       "      <td>2023-12-04 00:51:32+00:00</td>\n",
       "      <td>https://mail.google.com/mail/u/0/#inbox/18c324...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>18c3188fe0fb9a85</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[GitHub] A third-party OAuth application has b...</td>\n",
       "      <td>noreply@github.com</td>\n",
       "      <td>2023-12-03 13:15:10-08:00</td>\n",
       "      <td>https://mail.google.com/mail/u/0/#inbox/18c318...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>18c31734ae2b72cc</td>\n",
       "      <td>NaN</td>\n",
       "      <td>📅 Just scheduled:   Exploring the AI Revolutio...</td>\n",
       "      <td>info@meetup.com</td>\n",
       "      <td>2023-12-03 20:51:26+00:00</td>\n",
       "      <td>https://mail.google.com/mail/u/0/#inbox/18c317...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>18c315bb150fc4d3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>sharontanxh invited you to sharontanxh/email-c...</td>\n",
       "      <td>noreply@github.com</td>\n",
       "      <td>2023-12-03 12:25:41-08:00</td>\n",
       "      <td>https://mail.google.com/mail/u/0/#inbox/18c315...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>18c2ee4f8752f0c6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10 new jobs for “servicenow”</td>\n",
       "      <td>jobalerts-noreply@linkedin.com</td>\n",
       "      <td>2023-12-03 08:56:43+00:00</td>\n",
       "      <td>https://mail.google.com/mail/u/0/#inbox/18c2ee...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          thread_id  message_body  \\\n",
       "0  18c324f159375279           NaN   \n",
       "1  18c3188fe0fb9a85           NaN   \n",
       "2  18c31734ae2b72cc           NaN   \n",
       "3  18c315bb150fc4d3           NaN   \n",
       "4  18c2ee4f8752f0c6           NaN   \n",
       "\n",
       "                                             subject  \\\n",
       "0  [Slack] New messages from Casey Caruso and Ste...   \n",
       "1  [GitHub] A third-party OAuth application has b...   \n",
       "2  📅 Just scheduled:   Exploring the AI Revolutio...   \n",
       "3  sharontanxh invited you to sharontanxh/email-c...   \n",
       "4                       10 new jobs for “servicenow”   \n",
       "\n",
       "                             from  timestamp_of_last_message  \\\n",
       "0          notification@slack.com  2023-12-04 00:51:32+00:00   \n",
       "1              noreply@github.com  2023-12-03 13:15:10-08:00   \n",
       "2                 info@meetup.com  2023-12-03 20:51:26+00:00   \n",
       "3              noreply@github.com  2023-12-03 12:25:41-08:00   \n",
       "4  jobalerts-noreply@linkedin.com  2023-12-03 08:56:43+00:00   \n",
       "\n",
       "                                          email_link  \n",
       "0  https://mail.google.com/mail/u/0/#inbox/18c324...  \n",
       "1  https://mail.google.com/mail/u/0/#inbox/18c318...  \n",
       "2  https://mail.google.com/mail/u/0/#inbox/18c317...  \n",
       "3  https://mail.google.com/mail/u/0/#inbox/18c315...  \n",
       "4  https://mail.google.com/mail/u/0/#inbox/18c2ee...  "
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_email.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [],
   "source": [
    "input_email['message_body'][0] = email5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Justin Birmingham jbham184@gmail.com via mail.community.recurse.com \\n12:15\\u202fPM (2 hours ago)\\nto new-york\\n\\nHello!\\n\\nI have covid so I’m unable to use my tickets for the Ginger Root concert at Warsaw in Greenpoint tonight. If anyone wants to use them, I can transfer them to you via the Live Nation app. First come first serve, just let me know and enjoy!\\n\\nJustin'"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_email['message_body'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "50"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(input_email)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('output.csv', 'w', newline='') as f:\n",
    "        writer = csv.writer(f)\n",
    "        # Write the column names\n",
    "        writer.writerow(['thread_id', 'chatgpt_output'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for i in range(len(input_email)):\n",
    "for i in range(1):\n",
    "\n",
    "    prompt = create_prompt(input_email['message_body'][i])\n",
    "    response = client.chat.completions.create(\n",
    "      model=\"gpt-4\",\n",
    "      messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are an executive personal assistant\"},\n",
    "        {\"role\": \"user\", \"content\": prompt}\n",
    "      ],\n",
    "      # max_tokens=256,\n",
    "      temperature=0.1,\n",
    "      top_p=0.5,\n",
    "      frequency_penalty=0,\n",
    "      presence_penalty=0)\n",
    "\n",
    "    gpt_output = json.loads(response.choices[0].message.content)\n",
    "    with open('output.csv','a', newline='') as f:\n",
    "        writer = csv.writer(f)\n",
    "        writer.writerow([input_email['thread_id'][i], gpt_output])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [],
   "source": [
    "check = pd.read_csv('output.csv',header=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"{'next_step': 'digest', 'action': 'None', 'summary': 'Maddy McBirney is looking for a parking spot from 3-7pm on Saturday. No action is required as the email is informational.', 'effort': 'None', 'deadline': 'None', 'constraint': []}\""
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check['chatgpt_output'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}