2017-2020_Trump_Tweets.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import dependencies\n",
    "import pandas as pd\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Tweet Id</th>\n",
       "      <th>Reply to</th>\n",
       "      <th>Text</th>\n",
       "      <th>Retweets</th>\n",
       "      <th>Favorites</th>\n",
       "      <th>Datetime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1300933256762798080</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Kenosha, Wisconsin, we’re with you all the way!</td>\n",
       "      <td>4284</td>\n",
       "      <td>13609</td>\n",
       "      <td>2020-09-01 23:07:13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1300921475713597447</td>\n",
       "      <td>PpollingNumbers</td>\n",
       "      <td>Great honor, but think we are much higher than...</td>\n",
       "      <td>4522</td>\n",
       "      <td>19745</td>\n",
       "      <td>2020-09-01 22:20:24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1300917361147629569</td>\n",
       "      <td>esaagar</td>\n",
       "      <td>There has not. They are the Enemy of the Peopl...</td>\n",
       "      <td>6165</td>\n",
       "      <td>21199</td>\n",
       "      <td>2020-09-01 22:04:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1300916103229526017</td>\n",
       "      <td>KurtSchlichter</td>\n",
       "      <td>Not even a “minor” one. Thank you!</td>\n",
       "      <td>4291</td>\n",
       "      <td>15568</td>\n",
       "      <td>2020-09-01 21:59:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1300914658337910784</td>\n",
       "      <td>AndrewPollackFL</td>\n",
       "      <td>True!</td>\n",
       "      <td>7829</td>\n",
       "      <td>33648</td>\n",
       "      <td>2020-09-01 21:53:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13316</th>\n",
       "      <td>815990335318982656</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Various media outlets and pundits say that I t...</td>\n",
       "      <td>7371</td>\n",
       "      <td>40029</td>\n",
       "      <td>2017-01-02 18:37:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13317</th>\n",
       "      <td>815989154555297792</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@CNN just released a book called \"Unprecedente...</td>\n",
       "      <td>3211</td>\n",
       "      <td>11512</td>\n",
       "      <td>2017-01-02 18:32:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13318</th>\n",
       "      <td>815973752785793024</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chicago murder rate is record setting - 4,331 ...</td>\n",
       "      <td>14173</td>\n",
       "      <td>53617</td>\n",
       "      <td>2017-01-02 17:31:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13319</th>\n",
       "      <td>815930688889352192</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Well, the New Year begins. We will, together, ...</td>\n",
       "      <td>24010</td>\n",
       "      <td>106617</td>\n",
       "      <td>2017-01-02 14:40:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13320</th>\n",
       "      <td>815422340540547073</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TO ALL AMERICANS- #HappyNewYear &amp;amp; many ble...</td>\n",
       "      <td>27211</td>\n",
       "      <td>110089</td>\n",
       "      <td>2017-01-01 05:00:10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13321 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  Tweet Id         Reply to  \\\n",
       "0      1300933256762798080              NaN   \n",
       "1      1300921475713597447  PpollingNumbers   \n",
       "2      1300917361147629569          esaagar   \n",
       "3      1300916103229526017   KurtSchlichter   \n",
       "4      1300914658337910784  AndrewPollackFL   \n",
       "...                    ...              ...   \n",
       "13316   815990335318982656              NaN   \n",
       "13317   815989154555297792              NaN   \n",
       "13318   815973752785793024              NaN   \n",
       "13319   815930688889352192              NaN   \n",
       "13320   815422340540547073              NaN   \n",
       "\n",
       "                                                    Text  Retweets  Favorites  \\\n",
       "0        Kenosha, Wisconsin, we’re with you all the way!      4284      13609   \n",
       "1      Great honor, but think we are much higher than...      4522      19745   \n",
       "2      There has not. They are the Enemy of the Peopl...      6165      21199   \n",
       "3                     Not even a “minor” one. Thank you!      4291      15568   \n",
       "4                                                  True!      7829      33648   \n",
       "...                                                  ...       ...        ...   \n",
       "13316  Various media outlets and pundits say that I t...      7371      40029   \n",
       "13317  @CNN just released a book called \"Unprecedente...      3211      11512   \n",
       "13318  Chicago murder rate is record setting - 4,331 ...     14173      53617   \n",
       "13319  Well, the New Year begins. We will, together, ...     24010     106617   \n",
       "13320  TO ALL AMERICANS- #HappyNewYear &amp; many ble...     27211     110089   \n",
       "\n",
       "                  Datetime  \n",
       "0      2020-09-01 23:07:13  \n",
       "1      2020-09-01 22:20:24  \n",
       "2      2020-09-01 22:04:03  \n",
       "3      2020-09-01 21:59:03  \n",
       "4      2020-09-01 21:53:19  \n",
       "...                    ...  \n",
       "13316  2017-01-02 18:37:10  \n",
       "13317  2017-01-02 18:32:29  \n",
       "13318  2017-01-02 17:31:17  \n",
       "13319  2017-01-02 14:40:10  \n",
       "13320  2017-01-01 05:00:10  \n",
       "\n",
       "[13321 rows x 6 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load the Twitter-scraping CSV data file containing 2017-2020 Trump Tweets\n",
    "trump_tweets = 'Output_data/realDonaldTrump-tweets.csv'\n",
    "\n",
    "# Read the CSV file as a Pandas dataframe\n",
    "tweets_df = pd.read_csv(trump_tweets)\n",
    "\n",
    "# Show the dataframe\n",
    "tweets_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Time</th>\n",
       "      <th>Text</th>\n",
       "      <th>Tweet_Id</th>\n",
       "      <th>Retweets</th>\n",
       "      <th>Favorites</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020/09/01</td>\n",
       "      <td>23:07</td>\n",
       "      <td>Kenosha, Wisconsin, we’re with you all the way!</td>\n",
       "      <td>1300933256762798080</td>\n",
       "      <td>4284</td>\n",
       "      <td>13609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020/09/01</td>\n",
       "      <td>16:57</td>\n",
       "      <td>I was saddened to learn of the passing of Indi...</td>\n",
       "      <td>1300840191771340801</td>\n",
       "      <td>19844</td>\n",
       "      <td>124232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020/09/01</td>\n",
       "      <td>15:18</td>\n",
       "      <td>Had a very productive conversation with Kevin ...</td>\n",
       "      <td>1300815396950478849</td>\n",
       "      <td>20444</td>\n",
       "      <td>107510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2020/09/01</td>\n",
       "      <td>15:09</td>\n",
       "      <td>Heading to Kenosha, Wisconsin, to thank Law En...</td>\n",
       "      <td>1300813079366770689</td>\n",
       "      <td>22286</td>\n",
       "      <td>110602</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2020/09/01</td>\n",
       "      <td>15:04</td>\n",
       "      <td>It never ends! Now they are trying to say that...</td>\n",
       "      <td>1300811758051954695</td>\n",
       "      <td>34998</td>\n",
       "      <td>138787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11077</th>\n",
       "      <td>2017/01/02</td>\n",
       "      <td>18:37</td>\n",
       "      <td>Various media outlets and pundits say that I t...</td>\n",
       "      <td>815990335318982656</td>\n",
       "      <td>7371</td>\n",
       "      <td>40029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11078</th>\n",
       "      <td>2017/01/02</td>\n",
       "      <td>18:32</td>\n",
       "      <td>@CNN just released a book called \"Unprecedente...</td>\n",
       "      <td>815989154555297792</td>\n",
       "      <td>3211</td>\n",
       "      <td>11512</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11079</th>\n",
       "      <td>2017/01/02</td>\n",
       "      <td>17:31</td>\n",
       "      <td>Chicago murder rate is record setting - 4,331 ...</td>\n",
       "      <td>815973752785793024</td>\n",
       "      <td>14173</td>\n",
       "      <td>53617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11080</th>\n",
       "      <td>2017/01/02</td>\n",
       "      <td>14:40</td>\n",
       "      <td>Well, the New Year begins. We will, together, ...</td>\n",
       "      <td>815930688889352192</td>\n",
       "      <td>24010</td>\n",
       "      <td>106617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11081</th>\n",
       "      <td>2017/01/01</td>\n",
       "      <td>05:00</td>\n",
       "      <td>TO ALL AMERICANS- #HappyNewYear &amp;amp; many ble...</td>\n",
       "      <td>815422340540547073</td>\n",
       "      <td>27211</td>\n",
       "      <td>110089</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11082 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Date   Time                                               Text  \\\n",
       "0      2020/09/01  23:07    Kenosha, Wisconsin, we’re with you all the way!   \n",
       "1      2020/09/01  16:57  I was saddened to learn of the passing of Indi...   \n",
       "2      2020/09/01  15:18  Had a very productive conversation with Kevin ...   \n",
       "3      2020/09/01  15:09  Heading to Kenosha, Wisconsin, to thank Law En...   \n",
       "4      2020/09/01  15:04  It never ends! Now they are trying to say that...   \n",
       "...           ...    ...                                                ...   \n",
       "11077  2017/01/02  18:37  Various media outlets and pundits say that I t...   \n",
       "11078  2017/01/02  18:32  @CNN just released a book called \"Unprecedente...   \n",
       "11079  2017/01/02  17:31  Chicago murder rate is record setting - 4,331 ...   \n",
       "11080  2017/01/02  14:40  Well, the New Year begins. We will, together, ...   \n",
       "11081  2017/01/01  05:00  TO ALL AMERICANS- #HappyNewYear &amp; many ble...   \n",
       "\n",
       "                  Tweet_Id  Retweets  Favorites  \n",
       "0      1300933256762798080      4284      13609  \n",
       "1      1300840191771340801     19844     124232  \n",
       "2      1300815396950478849     20444     107510  \n",
       "3      1300813079366770689     22286     110602  \n",
       "4      1300811758051954695     34998     138787  \n",
       "...                    ...       ...        ...  \n",
       "11077   815990335318982656      7371      40029  \n",
       "11078   815989154555297792      3211      11512  \n",
       "11079   815973752785793024     14173      53617  \n",
       "11080   815930688889352192     24010     106617  \n",
       "11081   815422340540547073     27211     110089  \n",
       "\n",
       "[11082 rows x 6 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Keep all rows of tweets that were not replies to someone else, i.e. tweets Trump made to his main Twitter page\n",
    "tweets_df = tweets_df[pd.isnull(tweets_df['Reply to'])]\n",
    "\n",
    "# Split the 'Datetime' column into 'Date' & 'Time' columns respectively \n",
    "tweets_df['Datetime'] = pd.to_datetime(tweets_df['Datetime'])\n",
    "tweets_df['Date'] = tweets_df['Datetime'].dt.strftime('%Y/%m/%d')\n",
    "tweets_df['Time'] = tweets_df['Datetime'].dt.strftime('%H:%M')\n",
    "\n",
    "# Remove the 'Reply to' column\n",
    "trump_tweets = tweets_df[[\"Date\", \"Time\", \"Text\", \"Tweet Id\", \"Retweets\", \"Favorites\"]]\n",
    "\n",
    "# Rename 'Tweet Id' column to be consistent with pre-election column name\n",
    "trump_tweets = trump_tweets.rename(columns={\"Tweet Id\":\"Tweet_Id\"})\n",
    "\n",
    "# Drop any row that contains null values\n",
    "trump_tweets.dropna(inplace=True)\n",
    "\n",
    "# Reset the index\n",
    "tweets = trump_tweets.reset_index(drop=True)\n",
    "\n",
    "# Preview the cleaned-up dataframe\n",
    "tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save to a new csv file\n",
    "tweets.to_csv('Output_data/tweets_1.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}