Bugfixing TCG sets (fixing number of pages).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "68cd3bb2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup\n",
    "import re\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "e7231d09",
   "metadata": {},
   "outputs": [],
   "source": [
    "re_set_name = 'Legendary-Duelists-Season-3'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "25a0fc89",
   "metadata": {},
   "outputs": [],
   "source": [
    "def is_there_another_page(set_name, i):\n",
    "    #turn this into a function where database and length of database are the outputs.\n",
    "\n",
    "    cardmarket_result = requests.get('https://www.cardmarket.com/en/YuGiOh/Products/Singles/{}?sortBy=collectorsnumber_asc&site='.format(re_set_name) + str(i))\n",
    "    src = cardmarket_result.content\n",
    "    soup = BeautifulSoup(src, 'html.parser')\n",
    "    card_price_info = soup.find_all(attrs = {'class':'col'})\n",
    "\n",
    "    lo_names = []\n",
    "    lo_numbers = []\n",
    "    lo_rarities = []\n",
    "    lo_links = []\n",
    "\n",
    "    names = []\n",
    "    numbers = []\n",
    "    rarities = []\n",
    "    links = []\n",
    "\n",
    "    for entry in card_price_info:\n",
    "        if entry.find('a') != None:\n",
    "            cardmarket_url = entry.find('a')\n",
    "            if (cardmarket_url.attrs['href'] != 'https://www.facebook.com/CardmarketYugioh') and (cardmarket_url.attrs['href'] != '/en/YuGiOh/Policies/GeneralTermsAndConditions'):\n",
    "                links.append('https://www.cardmarket.com/' + cardmarket_url.attrs['href'])\n",
    "\n",
    "\n",
    "        if entry.find(attrs = {'class' : 'col-10 col-md-8 px-2 flex-column align-items-start justify-content-center'}) != None:\n",
    "            name = entry.find(attrs = {'class' : 'col-10 col-md-8 px-2 flex-column align-items-start justify-content-center'})\n",
    "            if name.text != 'Name':\n",
    "                re_name = re.sub('\\\"','', name.text)\n",
    "                re_name = re.sub(':','', re_name)\n",
    "                re_name = re.sub('/','', re_name)\n",
    "                re_name = re.sub('\\?','', re_name)\n",
    "                names.append(re_name)\n",
    "\n",
    "        if entry.find(attrs = {'class' : 'col-md-2 d-none d-lg-flex has-content-centered'}) != None:\n",
    "            number = entry.find(attrs = {'class' : 'col-md-2 d-none d-lg-flex has-content-centered'})\n",
    "            if number.text != 'Number':\n",
    "                numbers.append(number.text)\n",
    "\n",
    "\n",
    "        if entry.find(attrs = {'class' : 'icon'}) != None:\n",
    "            if 'title' in list(entry.find(attrs = {'class' : 'icon'}).attrs.keys()):\n",
    "                rarity = entry.find(attrs = {'class' : 'icon'}).attrs['title']\n",
    "                if rarity != 'Facebook - Cardmarket':\n",
    "                    rarities.append(rarity)\n",
    "                    \n",
    "    uk_links = []\n",
    "    for link in links:\n",
    "        link = link + '?sellerCountry=13'\n",
    "        uk_links.append(link)\n",
    "\n",
    "    page_set_content = pd.DataFrame({'Card Name': names, 'Card Number' : numbers, 'Rarity': rarities, 'Cardmarket Links': links, 'Cardmarket UK links': uk_links})\n",
    "\n",
    "    return (page_set_content, len(page_set_content))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "28f5a16d",
   "metadata": {},
   "outputs": [],
   "source": [
    "def cardmarket_df(set_name):\n",
    "    \n",
    "    i = 1\n",
    "    dfs = []\n",
    "    \n",
    "    while is_there_another_page(set_name, i)[1] == 20:\n",
    "        \n",
    "        dl_pair = is_there_another_page(set_name, i)\n",
    "        dfs.append(dl_pair[0])\n",
    "        \n",
    "        if len(dfs) > 1:\n",
    "            if dfs[-1].equals(dfs[-2]):\n",
    "                return pd.concat(dfs[:-1], ignore_index = True)\n",
    "        i = i+1\n",
    "        \n",
    "    else:\n",
    "        dfs.append(is_there_another_page(set_name, i)[0])\n",
    "\n",
    "    return pd.concat(dfs, ignore_index = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "39d529bf",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = cardmarket_df(re_set_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "25b69011",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "198\n"
     ]
    }
   ],
   "source": [
    "print(len(df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "9028fba5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Card Name</th>\n",
       "      <th>Card Number</th>\n",
       "      <th>Rarity</th>\n",
       "      <th>Cardmarket Links</th>\n",
       "      <th>Cardmarket UK links</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Sangan (V.1 - Ultra Rare)</td>\n",
       "      <td>001</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sangan (V.2 - Ultra Rare)</td>\n",
       "      <td>001</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Sangan (V.3 - Ultra Rare)</td>\n",
       "      <td>001</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Dark Necrofear (V.3 - Ultra Rare)</td>\n",
       "      <td>002</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Dark Necrofear (V.2 - Ultra Rare)</td>\n",
       "      <td>002</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Dark Necrofear (V.1 - Ultra Rare)</td>\n",
       "      <td>002</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Jowgen the Spiritualist</td>\n",
       "      <td>003</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Gernia (V.1 - Ultra Rare)</td>\n",
       "      <td>004</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Gernia (V.2 - Ultra Rare)</td>\n",
       "      <td>004</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Gernia (V.3 - Ultra Rare)</td>\n",
       "      <td>004</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Doomcaliber Knight</td>\n",
       "      <td>005</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Necroface</td>\n",
       "      <td>006</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Archfiend Empress (V.1 - Ultra Rare)</td>\n",
       "      <td>007</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Archfiend Empress (V.2 - Ultra Rare)</td>\n",
       "      <td>007</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Archfiend Empress (V.3 - Ultra Rare)</td>\n",
       "      <td>007</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Diabound Kernel</td>\n",
       "      <td>008</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Curse Necrofear</td>\n",
       "      <td>009</td>\n",
       "      <td>Secret Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Dark Spirit of Banishment</td>\n",
       "      <td>010</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Dark Spirit of Malice</td>\n",
       "      <td>011</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Spirit Message I</td>\n",
       "      <td>012</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Spirit Message N</td>\n",
       "      <td>013</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Spirit Message A</td>\n",
       "      <td>014</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Spirit Message L</td>\n",
       "      <td>015</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Dark Sanctuary</td>\n",
       "      <td>016</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Dark Spirit's Mastery</td>\n",
       "      <td>017</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Destiny Board</td>\n",
       "      <td>018</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Zoma the Spirit</td>\n",
       "      <td>019</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Call of the Earthbound</td>\n",
       "      <td>020</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Sentence of Doom</td>\n",
       "      <td>021</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Evil HERO Malicious Edge</td>\n",
       "      <td>022</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Evil HERO Infernal Gainer</td>\n",
       "      <td>023</td>\n",
       "      <td>Common</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Evil HERO Infernal Prodigy (V.1 - Ultra Rare)</td>\n",
       "      <td>024</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Evil HERO Infernal Prodigy (V.2 - Ultra Rare)</td>\n",
       "      <td>024</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Evil HERO Infernal Prodigy (V.3 - Ultra Rare)</td>\n",
       "      <td>024</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Evil HERO Adusted Gold (V.3 - Ultra Rare)</td>\n",
       "      <td>025</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Evil HERO Adusted Gold (V.2 - Ultra Rare)</td>\n",
       "      <td>025</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Evil HERO Adusted Gold (V.1 - Ultra Rare)</td>\n",
       "      <td>025</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Evil HERO Sinister Necrom (V.1 - Ultra Rare)</td>\n",
       "      <td>026</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Evil HERO Sinister Necrom (V.2 - Ultra Rare)</td>\n",
       "      <td>026</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Evil HERO Sinister Necrom (V.3 - Ultra Rare)</td>\n",
       "      <td>026</td>\n",
       "      <td>Ultra Rare</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "      <td>https://www.cardmarket.com//en/YuGiOh/Products...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        Card Name Card Number       Rarity  \\\n",
       "0                       Sangan (V.1 - Ultra Rare)         001   Ultra Rare   \n",
       "1                       Sangan (V.2 - Ultra Rare)         001   Ultra Rare   \n",
       "2                       Sangan (V.3 - Ultra Rare)         001   Ultra Rare   \n",
       "3               Dark Necrofear (V.3 - Ultra Rare)         002   Ultra Rare   \n",
       "4               Dark Necrofear (V.2 - Ultra Rare)         002   Ultra Rare   \n",
       "5               Dark Necrofear (V.1 - Ultra Rare)         002   Ultra Rare   \n",
       "6                         Jowgen the Spiritualist         003       Common   \n",
       "7                       Gernia (V.1 - Ultra Rare)         004   Ultra Rare   \n",
       "8                       Gernia (V.2 - Ultra Rare)         004   Ultra Rare   \n",
       "9                       Gernia (V.3 - Ultra Rare)         004   Ultra Rare   \n",
       "10                             Doomcaliber Knight         005       Common   \n",
       "11                                      Necroface         006       Common   \n",
       "12           Archfiend Empress (V.1 - Ultra Rare)         007   Ultra Rare   \n",
       "13           Archfiend Empress (V.2 - Ultra Rare)         007   Ultra Rare   \n",
       "14           Archfiend Empress (V.3 - Ultra Rare)         007   Ultra Rare   \n",
       "15                                Diabound Kernel         008       Common   \n",
       "16                                Curse Necrofear         009  Secret Rare   \n",
       "17                      Dark Spirit of Banishment         010       Common   \n",
       "18                          Dark Spirit of Malice         011       Common   \n",
       "19                               Spirit Message I         012       Common   \n",
       "20                               Spirit Message N         013       Common   \n",
       "21                               Spirit Message A         014       Common   \n",
       "22                               Spirit Message L         015       Common   \n",
       "23                                 Dark Sanctuary         016       Common   \n",
       "24                          Dark Spirit's Mastery         017       Common   \n",
       "25                                  Destiny Board         018       Common   \n",
       "26                                Zoma the Spirit         019       Common   \n",
       "27                         Call of the Earthbound         020       Common   \n",
       "28                               Sentence of Doom         021       Common   \n",
       "29                       Evil HERO Malicious Edge         022       Common   \n",
       "30                      Evil HERO Infernal Gainer         023       Common   \n",
       "31  Evil HERO Infernal Prodigy (V.1 - Ultra Rare)         024   Ultra Rare   \n",
       "32  Evil HERO Infernal Prodigy (V.2 - Ultra Rare)         024   Ultra Rare   \n",
       "33  Evil HERO Infernal Prodigy (V.3 - Ultra Rare)         024   Ultra Rare   \n",
       "34      Evil HERO Adusted Gold (V.3 - Ultra Rare)         025   Ultra Rare   \n",
       "35      Evil HERO Adusted Gold (V.2 - Ultra Rare)         025   Ultra Rare   \n",
       "36      Evil HERO Adusted Gold (V.1 - Ultra Rare)         025   Ultra Rare   \n",
       "37   Evil HERO Sinister Necrom (V.1 - Ultra Rare)         026   Ultra Rare   \n",
       "38   Evil HERO Sinister Necrom (V.2 - Ultra Rare)         026   Ultra Rare   \n",
       "39   Evil HERO Sinister Necrom (V.3 - Ultra Rare)         026   Ultra Rare   \n",
       "\n",
       "                                     Cardmarket Links  \\\n",
       "0   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "1   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "2   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "3   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "4   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "5   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "6   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "7   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "8   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "9   https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "10  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "11  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "12  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "13  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "14  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "15  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "16  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "17  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "18  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "19  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "20  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "21  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "22  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "23  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "24  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "25  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "26  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "27  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "28  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "29  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "30  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "31  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "32  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "33  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "34  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "35  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "36  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "37  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "38  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "39  https://www.cardmarket.com//en/YuGiOh/Products...   \n",
       "\n",
       "                                  Cardmarket UK links  \n",
       "0   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "1   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "2   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "3   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "4   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "5   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "6   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "7   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "8   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "9   https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "10  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "11  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "12  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "13  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "14  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "15  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "16  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "17  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "18  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "19  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "20  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "21  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "22  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "23  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "24  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "25  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "26  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "27  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "28  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "29  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "30  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "31  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "32  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "33  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "34  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "35  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "36  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "37  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "38  https://www.cardmarket.com//en/YuGiOh/Products...  \n",
       "39  https://www.cardmarket.com//en/YuGiOh/Products...  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(40)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "949ba6ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "#we have a solution!!"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}