webscraping_goals_today.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "0KSosy3G1fqQ",
        "outputId": "676f4cc4-3bc2-440e-9beb-ed1ec57a5a8b"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
            "<ipython-input-2-e1fdd77d1bb0>:58: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df.append( pd.DataFrame({\"Matches\":[matchh],\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "                         Matches  over 1.5 local  over 1.5 visitante  \\\n",
              "0    Fenerbahce - Spartak Trnava            81.0                85.0   \n",
              "0              Roma - FC Sheriff            88.0                82.0   \n",
              "0   Hai Phong - Hougang United..            83.0                91.0   \n",
              "0           Qarabag FK - Haecken            84.0                85.0   \n",
              "0       Slavia Prague - Servette            85.0                86.0   \n",
              "0       Bayer Leverkusen - Molde            89.0                85.0   \n",
              "0          Slovan.. - Olimpija..            86.0                85.0   \n",
              "0            West Ham - Freiburg            86.0                81.0   \n",
              "0              Ajax - AEK Athens            90.0                81.0   \n",
              "0              Lugano - Besiktas            81.0                91.0   \n",
              "0            Rennes - Villarreal            84.0                86.0   \n",
              "0           LASK Linz - Toulouse            84.0                81.0   \n",
              "0        Maccabi Tel Aviv - Gent            85.0                94.0   \n",
              "0  Aris Limassol - Sparta Prague            83.0                84.0   \n",
              "0         Aberdeen - Eintracht..            89.0                83.0   \n",
              "\n",
              "   over 1.5 total  \n",
              "0            83.0  \n",
              "0            85.0  \n",
              "0            87.0  \n",
              "0            84.5  \n",
              "0            85.5  \n",
              "0            87.0  \n",
              "0            85.5  \n",
              "0            83.5  \n",
              "0            85.5  \n",
              "0            86.0  \n",
              "0            85.0  \n",
              "0            82.5  \n",
              "0            89.5  \n",
              "0            83.5  \n",
              "0            86.0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-22ff59ce-d55c-466e-99b8-b70e3623952b\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Matches</th>\n",
              "      <th>over 1.5 local</th>\n",
              "      <th>over 1.5 visitante</th>\n",
              "      <th>over 1.5 total</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Fenerbahce - Spartak Trnava</td>\n",
              "      <td>81.0</td>\n",
              "      <td>85.0</td>\n",
              "      <td>83.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Roma - FC Sheriff</td>\n",
              "      <td>88.0</td>\n",
              "      <td>82.0</td>\n",
              "      <td>85.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Hai Phong - Hougang United..</td>\n",
              "      <td>83.0</td>\n",
              "      <td>91.0</td>\n",
              "      <td>87.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Qarabag FK - Haecken</td>\n",
              "      <td>84.0</td>\n",
              "      <td>85.0</td>\n",
              "      <td>84.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Slavia Prague - Servette</td>\n",
              "      <td>85.0</td>\n",
              "      <td>86.0</td>\n",
              "      <td>85.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Bayer Leverkusen - Molde</td>\n",
              "      <td>89.0</td>\n",
              "      <td>85.0</td>\n",
              "      <td>87.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Slovan.. - Olimpija..</td>\n",
              "      <td>86.0</td>\n",
              "      <td>85.0</td>\n",
              "      <td>85.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>West Ham - Freiburg</td>\n",
              "      <td>86.0</td>\n",
              "      <td>81.0</td>\n",
              "      <td>83.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Ajax - AEK Athens</td>\n",
              "      <td>90.0</td>\n",
              "      <td>81.0</td>\n",
              "      <td>85.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Lugano - Besiktas</td>\n",
              "      <td>81.0</td>\n",
              "      <td>91.0</td>\n",
              "      <td>86.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Rennes - Villarreal</td>\n",
              "      <td>84.0</td>\n",
              "      <td>86.0</td>\n",
              "      <td>85.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>LASK Linz - Toulouse</td>\n",
              "      <td>84.0</td>\n",
              "      <td>81.0</td>\n",
              "      <td>82.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Maccabi Tel Aviv - Gent</td>\n",
              "      <td>85.0</td>\n",
              "      <td>94.0</td>\n",
              "      <td>89.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Aris Limassol - Sparta Prague</td>\n",
              "      <td>83.0</td>\n",
              "      <td>84.0</td>\n",
              "      <td>83.5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Aberdeen - Eintracht..</td>\n",
              "      <td>89.0</td>\n",
              "      <td>83.0</td>\n",
              "      <td>86.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-22ff59ce-d55c-466e-99b8-b70e3623952b')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-22ff59ce-d55c-466e-99b8-b70e3623952b button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-22ff59ce-d55c-466e-99b8-b70e3623952b');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-9510916b-5cc6-473b-8d9c-f7601876f408\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-9510916b-5cc6-473b-8d9c-f7601876f408')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-9510916b-5cc6-473b-8d9c-f7601876f408 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {}
        }
      ],
      "source": [
        "# Importar las librerías necesarias\n",
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "import datetime as dt\n",
        "from datetime import timedelta\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "# Definir la URL de la página web a scrapear\n",
        "url = \"https://www.fctables.com/todays-match-predictions/\"\n",
        "\n",
        "# Obtener el contenido de la página web\n",
        "response = requests.get(url)\n",
        "\n",
        "# Crear un objeto BeautifulSoup\n",
        "soup = BeautifulSoup(response.content, \"html.parser\")\n",
        "\n",
        "# Buscar los elementos de la página web que queremos extraer\n",
        "elementos = soup.find_all(class_=\"table table-striped table-bordered stage-table table-condensed\")\n",
        "\n",
        "df = pd.DataFrame({\"Matches\":[],\n",
        "                    \"over 1.5 local\":[],\n",
        "                    \"over 1.5 visitante\":[],\n",
        "                    \"over 1.5 total\":[]})\n",
        "\n",
        "if elementos[0]:\n",
        "  tbody = elementos[0].find(\"tbody\")\n",
        "  trs =tbody.find_all(\"tr\")\n",
        "  for tr in trs:\n",
        "    url_match = tr.find_all(\"td\")[2].find(\"a\")[\"href\"]\n",
        "    matchh = tr.find_all(\"td\")[2].find(\"a\").text\n",
        "    #print(url_match)\n",
        "    response = requests.get(\"https://www.fctables.com\"+url_match)\n",
        "    soup = BeautifulSoup(response.content, \"html.parser\")\n",
        "    tablas = soup.find_all(id=\"team_stats_vs\")\n",
        "\n",
        "    for tabla in tablas:\n",
        "      tbody = tabla.find(\"tbody\")\n",
        "      trs =tbody.find_all(\"tr\")\n",
        "      for tr in trs:\n",
        "        #print(tr)\n",
        "        if \"Over 1.5\" in tr.text:\n",
        "          tds = tr.find_all(\"td\")\n",
        "          if tds[0].text:\n",
        "            local = tds[0].text\n",
        "            valor = local[local.find(\"(\") + 1:local.find(\")\")]\n",
        "            valor = valor.replace(\"%\",\"\")\n",
        "            local = int(valor)\n",
        "          else:\n",
        "            local = 0\n",
        "          if tds[2].text:\n",
        "            visitante = tds[2].text\n",
        "            valor = visitante[visitante.find(\"(\") + 1:visitante.find(\")\")]\n",
        "            valor = valor.replace(\"%\",\"\")\n",
        "            visitante = int(valor)\n",
        "          else:\n",
        "            visitante = 0\n",
        "          if local > 80 and visitante > 80 :\n",
        "            df = df.append( pd.DataFrame({\"Matches\":[matchh],\n",
        "                    \"over 1.5 local\":[local],\n",
        "                    \"over 1.5 visitante\":[visitante],\n",
        "                    \"over 1.5 total\":[ (local+visitante) / 2]}) )\n",
        "            dic = {'encuentro':matchh,'local':local,'visitante':visitante , 'total': local+visitante }\n",
        "display(df)\n",
        "current_date = dt.date.today()\n",
        "today = current_date.strftime(\"%w_%B_%Y\")\n",
        "df.to_excel(\"over15_\"+today+\".xlsx\")\n"
      ]
    }
  ]
}