diff --git a/docs/_build/doctrees/advertools.header_spider.doctree b/docs/_build/doctrees/advertools.header_spider.doctree
index 8cc0b2b5..2ad8d926 100644
Binary files a/docs/_build/doctrees/advertools.header_spider.doctree and b/docs/_build/doctrees/advertools.header_spider.doctree differ
diff --git a/docs/_build/doctrees/advertools.image_spider.doctree b/docs/_build/doctrees/advertools.image_spider.doctree
index 0e62c9fb..634df786 100644
Binary files a/docs/_build/doctrees/advertools.image_spider.doctree and b/docs/_build/doctrees/advertools.image_spider.doctree differ
diff --git a/docs/_build/doctrees/advertools.logs.doctree b/docs/_build/doctrees/advertools.logs.doctree
index 19c2a819..c3d529f9 100644
Binary files a/docs/_build/doctrees/advertools.logs.doctree and b/docs/_build/doctrees/advertools.logs.doctree differ
diff --git a/docs/_build/doctrees/environment.pickle b/docs/_build/doctrees/environment.pickle
index 6562bf0b..be767757 100644
Binary files a/docs/_build/doctrees/environment.pickle and b/docs/_build/doctrees/environment.pickle differ
diff --git a/docs/_build/doctrees/include_changelog.doctree b/docs/_build/doctrees/include_changelog.doctree
index 7178c94b..84d5edf2 100644
Binary files a/docs/_build/doctrees/include_changelog.doctree and b/docs/_build/doctrees/include_changelog.doctree differ
diff --git a/docs/_build/html/.buildinfo b/docs/_build/html/.buildinfo
index 37151992..ed279c24 100644
--- a/docs/_build/html/.buildinfo
+++ b/docs/_build/html/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
-# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 9050954f32c83d4b0f75fbb50189c8b7
+# This file records the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: 2e5557c9bd7af00def7f79664241d6b7
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/_build/html/_modules/advertools/ad_create.html b/docs/_build/html/_modules/advertools/ad_create.html
index 325cf6f4..3c120c69 100644
--- a/docs/_build/html/_modules/advertools/ad_create.html
+++ b/docs/_build/html/_modules/advertools/ad_create.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/ad_from_string.html b/docs/_build/html/_modules/advertools/ad_from_string.html
index b67c1ec2..39386d4d 100644
--- a/docs/_build/html/_modules/advertools/ad_from_string.html
+++ b/docs/_build/html/_modules/advertools/ad_from_string.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/cli.html b/docs/_build/html/_modules/advertools/cli.html
index 34aacc96..9bfce646 100644
--- a/docs/_build/html/_modules/advertools/cli.html
+++ b/docs/_build/html/_modules/advertools/cli.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -220,7 +220,10 @@ <h1>Source code for advertools.cli</h1><div class="highlight"><pre>
 <a class="viewcode-back" href="../../advertools.cli.html#advertools.cli.main">[docs]</a>
 <span class="k">def</span> <span class="nf">main</span><span class="p">():</span>
     <span class="n">parser</span> <span class="o">=</span> <span class="n">argparse</span><span class="o">.</span><span class="n">ArgumentParser</span><span class="p">(</span>
-        <span class="n">prog</span><span class="o">=</span><span class="s2">&quot;advertools&quot;</span><span class="p">,</span> <span class="n">formatter_class</span><span class="o">=</span><span class="n">RawTextDefArgFormatter</span><span class="p">,</span> <span class="n">epilog</span><span class="o">=</span><span class="n">epilog</span>
+        <span class="n">prog</span><span class="o">=</span><span class="s2">&quot;advertools&quot;</span><span class="p">,</span>
+        <span class="n">formatter_class</span><span class="o">=</span><span class="n">RawTextDefArgFormatter</span><span class="p">,</span>
+        <span class="n">epilog</span><span class="o">=</span><span class="n">epilog</span><span class="p">,</span>
+        <span class="n">description</span><span class="o">=</span><span class="s2">&quot;Productivity and analysis tools for SEO, SEM, &amp; digital marketing&quot;</span><span class="p">,</span>
     <span class="p">)</span>
     <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span>
         <span class="s2">&quot;-v&quot;</span><span class="p">,</span> <span class="s2">&quot;--version&quot;</span><span class="p">,</span> <span class="n">action</span><span class="o">=</span><span class="s2">&quot;version&quot;</span><span class="p">,</span> <span class="n">version</span><span class="o">=</span><span class="sa">f</span><span class="s2">&quot;advertools </span><span class="si">{</span><span class="n">__version__</span><span class="si">}</span><span class="s2">&quot;</span>
@@ -235,12 +238,17 @@ <h1>Source code for advertools.cli</h1><div class="highlight"><pre>
     <span class="k">def</span> <span class="nf">robots</span><span class="p">(</span><span class="n">args</span><span class="p">):</span>
         <span class="k">if</span> <span class="n">sys</span><span class="o">.</span><span class="n">stdin</span><span class="o">.</span><span class="n">isatty</span><span class="p">():</span>
             <span class="n">url</span> <span class="o">=</span> <span class="n">args</span><span class="o">.</span><span class="n">url</span>
+            <span class="n">output_file</span> <span class="o">=</span> <span class="n">args</span><span class="o">.</span><span class="n">output_file</span>
+            <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;output_file:&quot;</span><span class="p">,</span> <span class="n">output_file</span><span class="p">)</span>
         <span class="k">else</span><span class="p">:</span>
             <span class="n">url</span> <span class="o">=</span> <span class="p">[</span><span class="n">u</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span> <span class="k">for</span> <span class="n">u</span> <span class="ow">in</span> <span class="n">sys</span><span class="o">.</span><span class="n">stdin</span><span class="o">.</span><span class="n">read</span><span class="p">()</span><span class="o">.</span><span class="n">split</span><span class="p">()]</span>
         <span class="k">if</span> <span class="ow">not</span> <span class="n">url</span><span class="p">:</span>
             <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;error: please provide a value for url&quot;</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span><span class="p">)</span>
             <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
-        <span class="nb">print</span><span class="p">(</span><span class="n">adv</span><span class="o">.</span><span class="n">robotstxt_to_df</span><span class="p">(</span><span class="n">url</span><span class="p">)</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">))</span>
+        <span class="k">if</span> <span class="n">output_file</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+            <span class="n">adv</span><span class="o">.</span><span class="n">robotstxt_to_df</span><span class="p">(</span><span class="n">url</span><span class="p">,</span> <span class="n">output_file</span><span class="o">=</span><span class="n">output_file</span><span class="p">)</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="nb">print</span><span class="p">(</span><span class="n">adv</span><span class="o">.</span><span class="n">robotstxt_to_df</span><span class="p">(</span><span class="n">url</span><span class="p">)</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">))</span>
 
     <span class="n">robots_parser</span> <span class="o">=</span> <span class="n">subparsers</span><span class="o">.</span><span class="n">add_parser</span><span class="p">(</span>
         <span class="s2">&quot;robots&quot;</span><span class="p">,</span>
@@ -272,6 +280,13 @@ <h1>Source code for advertools.cli</h1><div class="highlight"><pre>
     <span class="n">robots_parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span>
         <span class="s2">&quot;url&quot;</span><span class="p">,</span> <span class="n">nargs</span><span class="o">=</span><span class="s2">&quot;*&quot;</span><span class="p">,</span> <span class="n">help</span><span class="o">=</span><span class="s2">&quot;a robots.txt URL (or a list of URLs)&quot;</span>
     <span class="p">)</span>
+    <span class="n">robots_parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span>
+        <span class="s2">&quot;-o&quot;</span><span class="p">,</span>
+        <span class="s2">&quot;--output-file&quot;</span><span class="p">,</span>
+        <span class="nb">type</span><span class="o">=</span><span class="nb">str</span><span class="p">,</span>
+        <span class="n">required</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+        <span class="n">help</span><span class="o">=</span><span class="s2">&quot;Path to an output file if you want to save it (has to end with .jl)&quot;</span><span class="p">,</span>
+    <span class="p">)</span>
     <span class="n">robots_parser</span><span class="o">.</span><span class="n">set_defaults</span><span class="p">(</span><span class="n">func</span><span class="o">=</span><span class="n">robots</span><span class="p">)</span>
 
     <span class="c1"># sitemaps --------------------------</span>
diff --git a/docs/_build/html/_modules/advertools/crawlytics.html b/docs/_build/html/_modules/advertools/crawlytics.html
index ed4e42bf..ab96d91a 100644
--- a/docs/_build/html/_modules/advertools/crawlytics.html
+++ b/docs/_build/html/_modules/advertools/crawlytics.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/emoji.html b/docs/_build/html/_modules/advertools/emoji.html
index 2a3c77a4..66c9d245 100644
--- a/docs/_build/html/_modules/advertools/emoji.html
+++ b/docs/_build/html/_modules/advertools/emoji.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/extract.html b/docs/_build/html/_modules/advertools/extract.html
index c2cb8455..16f9707b 100644
--- a/docs/_build/html/_modules/advertools/extract.html
+++ b/docs/_build/html/_modules/advertools/extract.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/header_spider.html b/docs/_build/html/_modules/advertools/header_spider.html
index 2be1eaeb..9874a274 100644
--- a/docs/_build/html/_modules/advertools/header_spider.html
+++ b/docs/_build/html/_modules/advertools/header_spider.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/image_spider.html b/docs/_build/html/_modules/advertools/image_spider.html
index c5a5925a..89b2f994 100644
--- a/docs/_build/html/_modules/advertools/image_spider.html
+++ b/docs/_build/html/_modules/advertools/image_spider.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/knowledge_graph.html b/docs/_build/html/_modules/advertools/knowledge_graph.html
index 2d79429f..6cadfde8 100644
--- a/docs/_build/html/_modules/advertools/knowledge_graph.html
+++ b/docs/_build/html/_modules/advertools/knowledge_graph.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/kw_generate.html b/docs/_build/html/_modules/advertools/kw_generate.html
index a7846eb6..9d6a7c7d 100644
--- a/docs/_build/html/_modules/advertools/kw_generate.html
+++ b/docs/_build/html/_modules/advertools/kw_generate.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/logs.html b/docs/_build/html/_modules/advertools/logs.html
index 41ae0822..a9d0bcc9 100644
--- a/docs/_build/html/_modules/advertools/logs.html
+++ b/docs/_build/html/_modules/advertools/logs.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -122,8 +122,8 @@ <h1>Source code for advertools.logs</h1><div class="highlight"><pre>
 <span></span><span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">.. _logs:</span>
 
-<span class="sd">Log File Analysis</span>
-<span class="sd">=================</span>
+<span class="sd">Python Log File Analysis</span>
+<span class="sd">========================</span>
 
 <span class="sd">Logs contain very detailed information about events happening on computers.</span>
 <span class="sd">And the extra details that they provide come with additional complexity that</span>
@@ -361,21 +361,20 @@ <h1>Source code for advertools.logs</h1><div class="highlight"><pre>
 <span class="sd">    referer_url_df = referer_url_df.add_prefix(&#39;referer_&#39;)</span>
 <span class="sd">    referer_url_df.head(10)</span>
 
-<span class="sd">====  ========================================  ================  ================  ==================  ===============  ==================  ==================  ==============  ===============  ===============  ===============  ==================</span>
-<span class="sd">  ..  referer_url                               referer_scheme    referer_netloc    referer_path        referer_query    referer_fragment      referer_hostname    referer_port  referer_dir_1    referer_dir_2      referer_dir_3  referer_last_dir</span>
-<span class="sd">====  ========================================  ================  ================  ==================  ===============  ==================  ==================  ==============  ===============  ===============  ===============  ==================</span>
-<span class="sd">   0  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   1  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   2  http://adver.tools/                       http              adver.tools       /                                                                       nan             nan  nan              nan                          nan  nan</span>
-<span class="sd">   3  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   4  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   5  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   6  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   7  \-                                                                            \-                                                                      nan             nan  \-               nan                          nan  \-</span>
-<span class="sd">   8  http://www.adver.tools/staging/urlytics/  http              www.adver.tools   /staging/urlytics/                                                      nan             nan  staging          urlytics                     nan  urlytics</span>
-<span class="sd">   9  http://www.adver.tools/staging/urlytics/  http              www.adver.tools   /staging/urlytics/                                                      nan             nan  staging          urlytics                     nan  urlytics</span>
-<span class="sd">====  ========================================  ================  ================  ==================  ===============  ==================  ==================  ==============  ===============  ===============  ===============  ==================</span>
-
+<span class="sd">====  ========================================  ================  ================  ==================  ===============  ==================  ===============  ===============  ==================  ==================  ==============  ===============</span>
+<span class="sd">  ..  referer_url                               referer_scheme    referer_netloc    referer_path        referer_query    referer_fragment    referer_dir_1    referer_dir_2    referer_last_dir    referer_hostname      referer_port  referer_dir_3</span>
+<span class="sd">====  ========================================  ================  ================  ==================  ===============  ==================  ===============  ===============  ==================  ==================  ==============  ===============</span>
+<span class="sd">   0  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   1  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   2  http://adver.tools/                       http              adver.tools       /                                                                                                                                             nan</span>
+<span class="sd">   3  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   4  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   5  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   6  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   7  –                                                                             –                                                        –                                 –                                                  nan</span>
+<span class="sd">   8  http://www.adver.tools/staging/urlytics/  http              www.adver.tools   /staging/urlytics/                                       staging          urlytics         urlytics                                           nan</span>
+<span class="sd">   9  http://www.adver.tools/staging/urlytics/  http              www.adver.tools   /staging/urlytics/                                       staging          urlytics         urlytics                                           nan</span>
+<span class="sd">====  ========================================  ================  ================  ==================  ===============  ==================  ===============  ===============  ==================  ==================  ==============  ===============</span>
 <span class="sd">Parse the ``user_agent`` column.</span>
 
 <span class="sd">.. thebe-button::</span>
@@ -385,7 +384,7 @@ <h1>Source code for advertools.logs</h1><div class="highlight"><pre>
 <span class="sd">    :class: thebe, thebe-init</span>
 
 <span class="sd">    ua_df = pd.json_normalize([user_agent_parser.Parse(ua) for ua in logs_df[&#39;user_agent&#39;]])</span>
-<span class="sd">    ua_df.columns = &#39;ua_&#39; + ua_df.columns.str.replace(&#39;user_agent\.&#39;, &#39;&#39;, regex=True)</span>
+<span class="sd">    ua_df.columns = &#39;ua_&#39; + ua_df.columns.str.replace(r&#39;user_agent.&#39;, &#39;&#39;, regex=True)</span>
 <span class="sd">    ua_df.head(10)</span>
 
 <span class="sd">====  ======================================================================================================================================================================================================  ===========  ==========  ==========  ==========  ==============  =============  =============  =============  ===================  ==================  =================  =================</span>
diff --git a/docs/_build/html/_modules/advertools/reverse_dns_lookup.html b/docs/_build/html/_modules/advertools/reverse_dns_lookup.html
index 8ba5c9fb..879d63fd 100644
--- a/docs/_build/html/_modules/advertools/reverse_dns_lookup.html
+++ b/docs/_build/html/_modules/advertools/reverse_dns_lookup.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/robotstxt.html b/docs/_build/html/_modules/advertools/robotstxt.html
index 058ffa20..f72f98bd 100644
--- a/docs/_build/html/_modules/advertools/robotstxt.html
+++ b/docs/_build/html/_modules/advertools/robotstxt.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/serp.html b/docs/_build/html/_modules/advertools/serp.html
index 9d7b0db3..efac943a 100644
--- a/docs/_build/html/_modules/advertools/serp.html
+++ b/docs/_build/html/_modules/advertools/serp.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/sitemaps.html b/docs/_build/html/_modules/advertools/sitemaps.html
index 488e33c1..efd6a161 100644
--- a/docs/_build/html/_modules/advertools/sitemaps.html
+++ b/docs/_build/html/_modules/advertools/sitemaps.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/spider.html b/docs/_build/html/_modules/advertools/spider.html
index 041f985b..81c7628c 100644
--- a/docs/_build/html/_modules/advertools/spider.html
+++ b/docs/_build/html/_modules/advertools/spider.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/twitter.html b/docs/_build/html/_modules/advertools/twitter.html
index 3a1b952e..3443d74c 100644
--- a/docs/_build/html/_modules/advertools/twitter.html
+++ b/docs/_build/html/_modules/advertools/twitter.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/url_builders.html b/docs/_build/html/_modules/advertools/url_builders.html
index 008ed031..1d493269 100644
--- a/docs/_build/html/_modules/advertools/url_builders.html
+++ b/docs/_build/html/_modules/advertools/url_builders.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/urlytics.html b/docs/_build/html/_modules/advertools/urlytics.html
index 236bd7a2..21140c1d 100644
--- a/docs/_build/html/_modules/advertools/urlytics.html
+++ b/docs/_build/html/_modules/advertools/urlytics.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/word_frequency.html b/docs/_build/html/_modules/advertools/word_frequency.html
index 669f53e0..2305c9e3 100644
--- a/docs/_build/html/_modules/advertools/word_frequency.html
+++ b/docs/_build/html/_modules/advertools/word_frequency.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/word_tokenize.html b/docs/_build/html/_modules/advertools/word_tokenize.html
index 555f02e1..2eef9f4a 100644
--- a/docs/_build/html/_modules/advertools/word_tokenize.html
+++ b/docs/_build/html/_modules/advertools/word_tokenize.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/advertools/youtube.html b/docs/_build/html/_modules/advertools/youtube.html
index 85bd4284..39eb7f21 100644
--- a/docs/_build/html/_modules/advertools/youtube.html
+++ b/docs/_build/html/_modules/advertools/youtube.html
@@ -15,8 +15,8 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../../_static/documentation_options.js?v=81998473"></script>
+        <script src="../../_static/doctools.js?v=9bcbadda"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_modules/index.html b/docs/_build/html/_modules/index.html
index 21e54d6e..59a35c3b 100644
--- a/docs/_build/html/_modules/index.html
+++ b/docs/_build/html/_modules/index.html
@@ -15,8 +15,8 @@
   
         <script src="../_static/jquery.js?v=5d32c60e"></script>
         <script src="../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../_static/documentation_options.js?v=4a1014be"></script>
-        <script src="../_static/doctools.js?v=9a2dae69"></script>
+        <script src="../_static/documentation_options.js?v=81998473"></script>
+        <script src="../_static/doctools.js?v=9bcbadda"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="../_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/_static/basic.css b/docs/_build/html/_static/basic.css
index f316efcb..7ebbd6d0 100644
--- a/docs/_build/html/_static/basic.css
+++ b/docs/_build/html/_static/basic.css
@@ -1,12 +1,5 @@
 /*
- * basic.css
- * ~~~~~~~~~
- *
  * Sphinx stylesheet -- basic theme.
- *
- * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS.
- * :license: BSD, see LICENSE for details.
- *
  */
 
 /* -- main layout ----------------------------------------------------------- */
@@ -115,15 +108,11 @@ img {
 /* -- search page ----------------------------------------------------------- */
 
 ul.search {
-    margin: 10px 0 0 20px;
-    padding: 0;
+    margin-top: 10px;
 }
 
 ul.search li {
-    padding: 5px 0 5px 20px;
-    background-image: url(file.png);
-    background-repeat: no-repeat;
-    background-position: 0 7px;
+    padding: 5px 0;
 }
 
 ul.search li a {
diff --git a/docs/_build/html/_static/doctools.js b/docs/_build/html/_static/doctools.js
index 4d67807d..0398ebb9 100644
--- a/docs/_build/html/_static/doctools.js
+++ b/docs/_build/html/_static/doctools.js
@@ -1,12 +1,5 @@
 /*
- * doctools.js
- * ~~~~~~~~~~~
- *
  * Base JavaScript utilities for all Sphinx HTML documentation.
- *
- * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS.
- * :license: BSD, see LICENSE for details.
- *
  */
 "use strict";
 
diff --git a/docs/_build/html/_static/documentation_options.js b/docs/_build/html/_static/documentation_options.js
index 2c49af7d..15ed9b45 100644
--- a/docs/_build/html/_static/documentation_options.js
+++ b/docs/_build/html/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '0.16.3',
+    VERSION: '0.16.4',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/_build/html/_static/language_data.js b/docs/_build/html/_static/language_data.js
index 367b8ed8..c7fe6c6f 100644
--- a/docs/_build/html/_static/language_data.js
+++ b/docs/_build/html/_static/language_data.js
@@ -1,13 +1,6 @@
 /*
- * language_data.js
- * ~~~~~~~~~~~~~~~~
- *
  * This script contains the language-specific data used by searchtools.js,
  * namely the list of stopwords, stemmer, scorer and splitter.
- *
- * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS.
- * :license: BSD, see LICENSE for details.
- *
  */
 
 var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"];
diff --git a/docs/_build/html/_static/searchtools.js b/docs/_build/html/_static/searchtools.js
index b08d58c9..2c774d17 100644
--- a/docs/_build/html/_static/searchtools.js
+++ b/docs/_build/html/_static/searchtools.js
@@ -1,12 +1,5 @@
 /*
- * searchtools.js
- * ~~~~~~~~~~~~~~~~
- *
  * Sphinx JavaScript utilities for the full-text search.
- *
- * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS.
- * :license: BSD, see LICENSE for details.
- *
  */
 "use strict";
 
@@ -20,7 +13,7 @@ if (typeof Scorer === "undefined") {
     // and returns the new score.
     /*
     score: result => {
-      const [docname, title, anchor, descr, score, filename] = result
+      const [docname, title, anchor, descr, score, filename, kind] = result
       return score
     },
     */
@@ -47,6 +40,14 @@ if (typeof Scorer === "undefined") {
   };
 }
 
+// Global search result kind enum, used by themes to style search results.
+class SearchResultKind {
+    static get index() { return  "index"; }
+    static get object() { return "object"; }
+    static get text() { return "text"; }
+    static get title() { return "title"; }
+}
+
 const _removeChildren = (element) => {
   while (element && element.lastChild) element.removeChild(element.lastChild);
 };
@@ -64,9 +65,13 @@ const _displayItem = (item, searchTerms, highlightTerms) => {
   const showSearchSummary = DOCUMENTATION_OPTIONS.SHOW_SEARCH_SUMMARY;
   const contentRoot = document.documentElement.dataset.content_root;
 
-  const [docName, title, anchor, descr, score, _filename] = item;
+  const [docName, title, anchor, descr, score, _filename, kind] = item;
 
   let listItem = document.createElement("li");
+  // Add a class representing the item's type:
+  // can be used by a theme's CSS selector for styling
+  // See SearchResultKind for the class names.
+  listItem.classList.add(`kind-${kind}`);
   let requestUrl;
   let linkUrl;
   if (docBuilder === "dirhtml") {
@@ -115,8 +120,10 @@ const _finishSearch = (resultCount) => {
       "Your search did not match any documents. Please make sure that all words are spelled correctly and that you've selected enough categories."
     );
   else
-    Search.status.innerText = _(
-      "Search finished, found ${resultCount} page(s) matching the search query."
+    Search.status.innerText = Documentation.ngettext(
+      "Search finished, found one page matching the search query.",
+      "Search finished, found ${resultCount} pages matching the search query.",
+      resultCount,
     ).replace('${resultCount}', resultCount);
 };
 const _displayNextItem = (
@@ -138,7 +145,7 @@ const _displayNextItem = (
   else _finishSearch(resultCount);
 };
 // Helper function used by query() to order search results.
-// Each input is an array of [docname, title, anchor, descr, score, filename].
+// Each input is an array of [docname, title, anchor, descr, score, filename, kind].
 // Order the results by score (in opposite order of appearance, since the
 // `_displayNextItem` function uses pop() to retrieve items) and then alphabetically.
 const _orderResultsByScoreThenName = (a, b) => {
@@ -248,6 +255,7 @@ const Search = {
     searchSummary.classList.add("search-summary");
     searchSummary.innerText = "";
     const searchList = document.createElement("ul");
+    searchList.setAttribute("role", "list");
     searchList.classList.add("search");
 
     const out = document.getElementById("search-results");
@@ -318,7 +326,7 @@ const Search = {
     const indexEntries = Search._index.indexentries;
 
     // Collect multiple result groups to be sorted separately and then ordered.
-    // Each is an array of [docname, title, anchor, descr, score, filename].
+    // Each is an array of [docname, title, anchor, descr, score, filename, kind].
     const normalResults = [];
     const nonMainIndexResults = [];
 
@@ -337,6 +345,7 @@ const Search = {
             null,
             score + boost,
             filenames[file],
+            SearchResultKind.title,
           ]);
         }
       }
@@ -354,6 +363,7 @@ const Search = {
             null,
             score,
             filenames[file],
+            SearchResultKind.index,
           ];
           if (isMain) {
             normalResults.push(result);
@@ -475,6 +485,7 @@ const Search = {
         descr,
         score,
         filenames[match[0]],
+        SearchResultKind.object,
       ]);
     };
     Object.keys(objects).forEach((prefix) =>
@@ -585,6 +596,7 @@ const Search = {
         null,
         score,
         filenames[file],
+        SearchResultKind.text,
       ]);
     }
     return results;
diff --git a/docs/_build/html/advertools.ad_create.html b/docs/_build/html/advertools.ad_create.html
index ed5fa80b..5353e0a7 100644
--- a/docs/_build/html/advertools.ad_create.html
+++ b/docs/_build/html/advertools.ad_create.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.ad_from_string.html b/docs/_build/html/advertools.ad_from_string.html
index 68b611d5..bfa43239 100644
--- a/docs/_build/html/advertools.ad_from_string.html
+++ b/docs/_build/html/advertools.ad_from_string.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -78,7 +78,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.cli.cli.html b/docs/_build/html/advertools.cli.cli.html
index e58791a7..9a76c457 100644
--- a/docs/_build/html/advertools.cli.cli.html
+++ b/docs/_build/html/advertools.cli.cli.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.cli.html b/docs/_build/html/advertools.cli.html
index f067e71c..4b2472c2 100644
--- a/docs/_build/html/advertools.cli.html
+++ b/docs/_build/html/advertools.cli.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.cli_docs.cli.html b/docs/_build/html/advertools.cli_docs.cli.html
index 0e7dba9d..fd239d15 100644
--- a/docs/_build/html/advertools.cli_docs.cli.html
+++ b/docs/_build/html/advertools.cli_docs.cli.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.cli_docs.html b/docs/_build/html/advertools.cli_docs.html
index a9c1ec5d..a2fdd542 100644
--- a/docs/_build/html/advertools.cli_docs.html
+++ b/docs/_build/html/advertools.cli_docs.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.code_recipes.html b/docs/_build/html/advertools.code_recipes.html
index f821e918..f95c665a 100644
--- a/docs/_build/html/advertools.code_recipes.html
+++ b/docs/_build/html/advertools.code_recipes.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.code_recipes.spider_strategies.html b/docs/_build/html/advertools.code_recipes.spider_strategies.html
index 8dbd8610..5fb3f1ca 100644
--- a/docs/_build/html/advertools.code_recipes.spider_strategies.html
+++ b/docs/_build/html/advertools.code_recipes.spider_strategies.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -89,7 +89,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.crawlytics.html b/docs/_build/html/advertools.crawlytics.html
index 1ba7ceb9..5b747b39 100644
--- a/docs/_build/html/advertools.crawlytics.html
+++ b/docs/_build/html/advertools.crawlytics.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -81,7 +81,7 @@
 </li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.emoji.html b/docs/_build/html/advertools.emoji.html
index d0d503fd..ec1c370e 100644
--- a/docs/_build/html/advertools.emoji.html
+++ b/docs/_build/html/advertools.emoji.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.extract.html b/docs/_build/html/advertools.extract.html
index 59ab6b3c..121d781e 100644
--- a/docs/_build/html/advertools.extract.html
+++ b/docs/_build/html/advertools.extract.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.header_spider.html b/docs/_build/html/advertools.header_spider.html
index aff71f24..0a5e52c4 100644
--- a/docs/_build/html/advertools.header_spider.html
+++ b/docs/_build/html/advertools.header_spider.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -426,7 +426,7 @@
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Spider</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="advertools.header_spider.HeadersSpider.custom_settings">
-<span class="sig-name descname"><span class="pre">custom_settings</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">_SettingsKeyT</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'AUTOTHROTTLE_ENABLED':</span> <span class="pre">True,</span> <span class="pre">'AUTOTHROTTLE_TARGET_CONCURRENCY':</span> <span class="pre">8,</span> <span class="pre">'HTTPERROR_ALLOW_ALL':</span> <span class="pre">True,</span> <span class="pre">'ROBOTSTXT_OBEY':</span> <span class="pre">True,</span> <span class="pre">'USER_AGENT':</span> <span class="pre">'advertools/0.16.3'}</span></em><a class="headerlink" href="#advertools.header_spider.HeadersSpider.custom_settings" title="Link to this definition"></a></dt>
+<span class="sig-name descname"><span class="pre">custom_settings</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">_SettingsKeyT</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'AUTOTHROTTLE_ENABLED':</span> <span class="pre">True,</span> <span class="pre">'AUTOTHROTTLE_TARGET_CONCURRENCY':</span> <span class="pre">8,</span> <span class="pre">'HTTPERROR_ALLOW_ALL':</span> <span class="pre">True,</span> <span class="pre">'ROBOTSTXT_OBEY':</span> <span class="pre">True,</span> <span class="pre">'USER_AGENT':</span> <span class="pre">'advertools/0.16.4'}</span></em><a class="headerlink" href="#advertools.header_spider.HeadersSpider.custom_settings" title="Link to this definition"></a></dt>
 <dd></dd></dl>
 
 <dl class="py method">
diff --git a/docs/_build/html/advertools.html b/docs/_build/html/advertools.html
index 57ecac85..6c80b1c5 100644
--- a/docs/_build/html/advertools.html
+++ b/docs/_build/html/advertools.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -228,7 +228,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.kw_generate.html">Generate Keywords for SEM Campaigns</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a><ul>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="advertools.logs.html#how-to-run-the-logs-to-df-function">How to run the <code class="xref py py-func docutils literal notranslate"><span class="pre">logs_to_df()</span></code> function:</a></li>
 <li class="toctree-l2"><a class="reference internal" href="advertools.logs.html#supported-log-formats">Supported Log Formats</a></li>
 <li class="toctree-l2"><a class="reference internal" href="advertools.logs.html#log-file-analysis-data-preparation">Log File Analysis - Data Preparation</a></li>
diff --git a/docs/_build/html/advertools.image_spider.html b/docs/_build/html/advertools.image_spider.html
index 5157406d..e537a0ec 100644
--- a/docs/_build/html/advertools.image_spider.html
+++ b/docs/_build/html/advertools.image_spider.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -26,7 +26,7 @@
     <script src="_static/js/theme.js"></script>
     <link rel="index" title="Index" href="genindex.html" />
     <link rel="search" title="Search" href="search.html" />
-    <link rel="next" title="Log File Analysis" href="advertools.logs.html" />
+    <link rel="next" title="Python Log File Analysis" href="advertools.logs.html" />
     <link rel="prev" title="🕷 Python Status Code Checker with Response Headers" href="advertools.header_spider.html" /> 
 </head>
 
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -75,7 +75,7 @@
 <li class="toctree-l2"><a class="reference internal" href="#image-file-names">Image file names</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -243,7 +243,7 @@ <h2>Image file names<a class="headerlink" href="#image-file-names" title="Link t
 <dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">Spider</span></code></p>
 <dl class="py attribute">
 <dt class="sig sig-object py" id="advertools.image_spider.ImageSpider.custom_settings">
-<span class="sig-name descname"><span class="pre">custom_settings</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">_SettingsKeyT</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'AUTOTHROTTLE_ENABLED':</span> <span class="pre">True,</span> <span class="pre">'AUTOTHROTTLE_TARGET_CONCURRENCY':</span> <span class="pre">8,</span> <span class="pre">'HTTPERROR_ALLOW_ALL':</span> <span class="pre">True,</span> <span class="pre">'ITEM_PIPELINES':</span> <span class="pre">{&lt;class</span> <span class="pre">'advertools.image_spider.AdvImagesPipeline'&gt;:</span> <span class="pre">1},</span> <span class="pre">'ROBOTSTXT_OBEY':</span> <span class="pre">True,</span> <span class="pre">'USER_AGENT':</span> <span class="pre">'advertools/0.16.3'}</span></em><a class="headerlink" href="#advertools.image_spider.ImageSpider.custom_settings" title="Link to this definition"></a></dt>
+<span class="sig-name descname"><span class="pre">custom_settings</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">[</span></span><span class="pre">_SettingsKeyT</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">{'AUTOTHROTTLE_ENABLED':</span> <span class="pre">True,</span> <span class="pre">'AUTOTHROTTLE_TARGET_CONCURRENCY':</span> <span class="pre">8,</span> <span class="pre">'HTTPERROR_ALLOW_ALL':</span> <span class="pre">True,</span> <span class="pre">'ITEM_PIPELINES':</span> <span class="pre">{&lt;class</span> <span class="pre">'advertools.image_spider.AdvImagesPipeline'&gt;:</span> <span class="pre">1},</span> <span class="pre">'ROBOTSTXT_OBEY':</span> <span class="pre">True,</span> <span class="pre">'USER_AGENT':</span> <span class="pre">'advertools/0.16.4'}</span></em><a class="headerlink" href="#advertools.image_spider.ImageSpider.custom_settings" title="Link to this definition"></a></dt>
 <dd></dd></dl>
 
 <dl class="py attribute">
@@ -346,7 +346,7 @@ <h2>Image file names<a class="headerlink" href="#image-file-names" title="Link t
           </div>
           <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
         <a href="advertools.header_spider.html" class="btn btn-neutral float-left" title="🕷 Python Status Code Checker with Response Headers" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
-        <a href="advertools.logs.html" class="btn btn-neutral float-right" title="Log File Analysis" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+        <a href="advertools.logs.html" class="btn btn-neutral float-right" title="Python Log File Analysis" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
     </div>
 
   <hr/>
diff --git a/docs/_build/html/advertools.knowledge_graph.html b/docs/_build/html/advertools.knowledge_graph.html
index 8702f9ef..721454f0 100644
--- a/docs/_build/html/advertools.knowledge_graph.html
+++ b/docs/_build/html/advertools.knowledge_graph.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.kw_generate.html b/docs/_build/html/advertools.kw_generate.html
index 985c3e6c..185fe3b1 100644
--- a/docs/_build/html/advertools.kw_generate.html
+++ b/docs/_build/html/advertools.kw_generate.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.logs.html b/docs/_build/html/advertools.logs.html
index e670e30d..36297779 100644
--- a/docs/_build/html/advertools.logs.html
+++ b/docs/_build/html/advertools.logs.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Log File Analysis &mdash;  Python</title>
+  <title>Python Log File Analysis &mdash;  Python</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=fa44fd50" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/sphinx-thebe.css?v=4fa983c6" />
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1 current"><a class="current reference internal" href="#">Log File Analysis</a><ul>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python Log File Analysis</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="#how-to-run-the-logs-to-df-function">How to run the <code class="xref py py-func docutils literal notranslate"><span class="pre">logs_to_df()</span></code> function:</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#supported-log-formats">Supported Log Formats</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#log-file-analysis-data-preparation">Log File Analysis - Data Preparation</a></li>
@@ -116,7 +116,7 @@
           <div role="navigation" aria-label="Page navigation">
   <ul class="wy-breadcrumbs">
       <li><a href="index.html" class="icon icon-home" aria-label="Home"></a></li>
-      <li class="breadcrumb-item active">Log File Analysis</li>
+      <li class="breadcrumb-item active">Python Log File Analysis</li>
       <li class="wy-breadcrumbs-aside">
             <a href="_sources/advertools.logs.rst.txt" rel="nofollow"> View page source</a>
       </li>
@@ -126,8 +126,8 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
              
-  <section id="log-file-analysis">
-<span id="logs"></span><span id="module-advertools.logs"></span><h1>Log File Analysis<a class="headerlink" href="#log-file-analysis" title="Link to this heading"></a></h1>
+  <section id="python-log-file-analysis">
+<span id="logs"></span><span id="module-advertools.logs"></span><h1>Python Log File Analysis<a class="headerlink" href="#python-log-file-analysis" title="Link to this heading"></a></h1>
 <p>Logs contain very detailed information about events happening on computers.
 And the extra details that they provide come with additional complexity that
 we need to handle ourselves. A pageview may contain many log lines, and a
@@ -1643,42 +1643,42 @@ <h2>Log File Analysis - Data Preparation<a class="headerlink" href="#log-file-an
 <th class="head"><p>referer_path</p></th>
 <th class="head"><p>referer_query</p></th>
 <th class="head"><p>referer_fragment</p></th>
-<th class="head"><p>referer_hostname</p></th>
-<th class="head"><p>referer_port</p></th>
 <th class="head"><p>referer_dir_1</p></th>
 <th class="head"><p>referer_dir_2</p></th>
-<th class="head"><p>referer_dir_3</p></th>
 <th class="head"><p>referer_last_dir</p></th>
+<th class="head"><p>referer_hostname</p></th>
+<th class="head"><p>referer_port</p></th>
+<th class="head"><p>referer_dir_3</p></th>
 </tr>
 </thead>
 <tbody>
 <tr class="row-even"><td><p>0</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-odd"><td><p>1</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-even"><td><p>2</p></td>
 <td><p><a class="reference external" href="http://adver.tools/">http://adver.tools/</a></p></td>
@@ -1687,82 +1687,82 @@ <h2>Log File Analysis - Data Preparation<a class="headerlink" href="#log-file-an
 <td><p>/</p></td>
 <td></td>
 <td></td>
+<td></td>
+<td></td>
+<td></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
+<td></td>
 </tr>
 <tr class="row-odd"><td><p>3</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-even"><td><p>4</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-odd"><td><p>5</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-even"><td><p>6</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-odd"><td><p>7</p></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
-<td><p>-</p></td>
+<td><p>–</p></td>
 <td></td>
 <td></td>
+<td><p>–</p></td>
+<td></td>
+<td><p>–</p></td>
+<td></td>
 <td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
-<td><p>-</p></td>
+<td></td>
 </tr>
 <tr class="row-even"><td><p>8</p></td>
 <td><p><a class="reference external" href="http://www.adver.tools/staging/urlytics/">http://www.adver.tools/staging/urlytics/</a></p></td>
@@ -1771,12 +1771,12 @@ <h2>Log File Analysis - Data Preparation<a class="headerlink" href="#log-file-an
 <td><p>/staging/urlytics/</p></td>
 <td></td>
 <td></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
 <td><p>staging</p></td>
 <td><p>urlytics</p></td>
-<td><p>nan</p></td>
 <td><p>urlytics</p></td>
+<td></td>
+<td><p>nan</p></td>
+<td></td>
 </tr>
 <tr class="row-odd"><td><p>9</p></td>
 <td><p><a class="reference external" href="http://www.adver.tools/staging/urlytics/">http://www.adver.tools/staging/urlytics/</a></p></td>
@@ -1785,18 +1785,18 @@ <h2>Log File Analysis - Data Preparation<a class="headerlink" href="#log-file-an
 <td><p>/staging/urlytics/</p></td>
 <td></td>
 <td></td>
-<td><p>nan</p></td>
-<td><p>nan</p></td>
 <td><p>staging</p></td>
 <td><p>urlytics</p></td>
-<td><p>nan</p></td>
 <td><p>urlytics</p></td>
+<td></td>
+<td><p>nan</p></td>
+<td></td>
 </tr>
 </tbody>
 </table>
 <p>Parse the <code class="docutils literal notranslate"><span class="pre">user_agent</span></code> column.</p>
 <button title="Run this code" class="thebelab-button thebe-launch-button" onclick="initThebe()">Run this code</button><div class="thebe thebe-init highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">ua_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">json_normalize</span><span class="p">([</span><span class="n">user_agent_parser</span><span class="o">.</span><span class="n">Parse</span><span class="p">(</span><span class="n">ua</span><span class="p">)</span> <span class="k">for</span> <span class="n">ua</span> <span class="ow">in</span> <span class="n">logs_df</span><span class="p">[</span><span class="s1">&#39;user_agent&#39;</span><span class="p">]])</span>
-<span class="n">ua_df</span><span class="o">.</span><span class="n">columns</span> <span class="o">=</span> <span class="s1">&#39;ua_&#39;</span> <span class="o">+</span> <span class="n">ua_df</span><span class="o">.</span><span class="n">columns</span><span class="o">.</span><span class="n">str</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;user_agent\.&#39;</span><span class="p">,</span> <span class="s1">&#39;&#39;</span><span class="p">,</span> <span class="n">regex</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="n">ua_df</span><span class="o">.</span><span class="n">columns</span> <span class="o">=</span> <span class="s1">&#39;ua_&#39;</span> <span class="o">+</span> <span class="n">ua_df</span><span class="o">.</span><span class="n">columns</span><span class="o">.</span><span class="n">str</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="sa">r</span><span class="s1">&#39;user_agent.&#39;</span><span class="p">,</span> <span class="s1">&#39;&#39;</span><span class="p">,</span> <span class="n">regex</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 <span class="n">ua_df</span><span class="o">.</span><span class="n">head</span><span class="p">(</span><span class="mi">10</span><span class="p">)</span>
 </pre></div>
 </div>
diff --git a/docs/_build/html/advertools.regex.html b/docs/_build/html/advertools.regex.html
index 2cd1d660..ae7df940 100644
--- a/docs/_build/html/advertools.regex.html
+++ b/docs/_build/html/advertools.regex.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.reverse_dns_lookup.html b/docs/_build/html/advertools.reverse_dns_lookup.html
index 3450eb30..5b212a29 100644
--- a/docs/_build/html/advertools.reverse_dns_lookup.html
+++ b/docs/_build/html/advertools.reverse_dns_lookup.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -27,7 +27,7 @@
     <link rel="index" title="Index" href="genindex.html" />
     <link rel="search" title="Search" href="search.html" />
     <link rel="next" title="Import Search Engine Results Pages (SERPs) for Google and YouTube" href="advertools.serp.html" />
-    <link rel="prev" title="Log File Analysis" href="advertools.logs.html" /> 
+    <link rel="prev" title="Python Log File Analysis" href="advertools.logs.html" /> 
 </head>
 
 <body class="wy-body-for-nav"> 
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -366,7 +366,7 @@
            </div>
           </div>
           <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
-        <a href="advertools.logs.html" class="btn btn-neutral float-left" title="Log File Analysis" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+        <a href="advertools.logs.html" class="btn btn-neutral float-left" title="Python Log File Analysis" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
         <a href="advertools.serp.html" class="btn btn-neutral float-right" title="Import Search Engine Results Pages (SERPs) for Google and YouTube" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
     </div>
 
diff --git a/docs/_build/html/advertools.robotstxt.html b/docs/_build/html/advertools.robotstxt.html
index 8069a896..4e9febdc 100644
--- a/docs/_build/html/advertools.robotstxt.html
+++ b/docs/_build/html/advertools.robotstxt.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -77,7 +77,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.serp.html b/docs/_build/html/advertools.serp.html
index 879350a5..b7aaa456 100644
--- a/docs/_build/html/advertools.serp.html
+++ b/docs/_build/html/advertools.serp.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.sitemaps.html b/docs/_build/html/advertools.sitemaps.html
index 0790798f..3bd4ac78 100644
--- a/docs/_build/html/advertools.sitemaps.html
+++ b/docs/_build/html/advertools.sitemaps.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -80,7 +80,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.spider.html b/docs/_build/html/advertools.spider.html
index 78e35591..c7bfe3ea 100644
--- a/docs/_build/html/advertools.spider.html
+++ b/docs/_build/html/advertools.spider.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -89,7 +89,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.stopwords.html b/docs/_build/html/advertools.stopwords.html
index 8c3d7ac9..cfdac110 100644
--- a/docs/_build/html/advertools.stopwords.html
+++ b/docs/_build/html/advertools.stopwords.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.survey.html b/docs/_build/html/advertools.survey.html
index c3a84d5d..ba38ec28 100644
--- a/docs/_build/html/advertools.survey.html
+++ b/docs/_build/html/advertools.survey.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.twitter.html b/docs/_build/html/advertools.twitter.html
index c2edb173..29e4becc 100644
--- a/docs/_build/html/advertools.twitter.html
+++ b/docs/_build/html/advertools.twitter.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.url_builders.html b/docs/_build/html/advertools.url_builders.html
index 7fe58eae..2ac45a15 100644
--- a/docs/_build/html/advertools.url_builders.html
+++ b/docs/_build/html/advertools.url_builders.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.urlytics.html b/docs/_build/html/advertools.urlytics.html
index 76cf6c71..679c296a 100644
--- a/docs/_build/html/advertools.urlytics.html
+++ b/docs/_build/html/advertools.urlytics.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.word_frequency.html b/docs/_build/html/advertools.word_frequency.html
index 90b3d83c..5659072e 100644
--- a/docs/_build/html/advertools.word_frequency.html
+++ b/docs/_build/html/advertools.word_frequency.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.word_tokenize.html b/docs/_build/html/advertools.word_tokenize.html
index 39131bc5..e4a3591b 100644
--- a/docs/_build/html/advertools.word_tokenize.html
+++ b/docs/_build/html/advertools.word_tokenize.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/advertools.youtube.html b/docs/_build/html/advertools.youtube.html
index f4c65ffa..a6d45a70 100644
--- a/docs/_build/html/advertools.youtube.html
+++ b/docs/_build/html/advertools.youtube.html
@@ -17,8 +17,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -43,7 +43,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -73,7 +73,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/genindex.html b/docs/_build/html/genindex.html
index fec4329a..3ff3f600 100644
--- a/docs/_build/html/genindex.html
+++ b/docs/_build/html/genindex.html
@@ -15,8 +15,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -39,7 +39,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -69,7 +69,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/include_changelog.html b/docs/_build/html/include_changelog.html
index a3d506fe..b8ebee3a 100644
--- a/docs/_build/html/include_changelog.html
+++ b/docs/_build/html/include_changelog.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -97,52 +97,54 @@
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Index &amp; Change Log</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="advertools.html">advertools package</a></li>
 <li class="toctree-l2"><a class="reference internal" href="#change-log-advertools">Change Log - advertools</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="#id1">0.16.2 (2024-12-08)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id2">0.16.1 (2024-08-19)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id3">0.16.0 (2024-08-18)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id4">0.15.1 (2024-07-16)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id5">0.15.0 (2024-07-15)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id6">0.14.4 (2024-07-13)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id7">0.14.3 (2024-06-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id8">0.14.2 (2024-02-24)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id9">0.14.1 (2024-02-21)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id10">0.14.0 (2024-02-18)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id11">0.13.5 (2023-08-22)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id12">0.13.4 (2023-07-26)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id13">0.13.3 (2023-06-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id14">0.13.2 (2022-09-30)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id15">0.13.1 (2022-05-11)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id16">0.13.0 (2022-02-10)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id17">0.12.3 (2021-11-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id18">0.12.0,1,2 (2021-11-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id19">0.11.1 (2021-04-09)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id20">0.11.0 (2021-03-31)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id21">0.10.7 (2020-09-18)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id22">0.10.6 (2020-06-30)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id23">0.10.5 (2020-06-14)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id24">0.10.4 (2020-06-07)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id25">0.10.3 (2020-06-03)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id26">0.10.2 (2020-05-25)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id27">0.10.1 (2020-05-23)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id28">0.10.0 (2020-05-21)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id29">0.9.1 (2020-05-19)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id30">0.9.0 (2020-04-03)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id31">0.8.1 (2020-02-08)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id32">0.8.0 (2020-02-02)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id33">0.7.3 (2019-04-17)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id34">0.7.2 (2019-03-29)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id35">0.7.1 (2019-03-26)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id36">0.7.0 (2019-03-26)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id37">0.6.0 (2019-02-11)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id38">0.5.3 (2019-01-31)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id39">0.5.2 (2018-12-01)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id40">0.5.1 (2018-11-06)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id41">0.5.0 (2018-11-04)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id42">0.4.1 (2018-10-13)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id43">0.4.0 (2018-10-08)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id44">0.3.0 (2018-08-14)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id45">0.2.0 (2018-07-06)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="#id46">0.1.0 (2018-07-02)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id1">0.16.4 (2024-12-19)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id2">0.16.3 (2024-12-17)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id3">0.16.2 (2024-12-08)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id4">0.16.1 (2024-08-19)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id5">0.16.0 (2024-08-18)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id6">0.15.1 (2024-07-16)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id7">0.15.0 (2024-07-15)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id8">0.14.4 (2024-07-13)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id9">0.14.3 (2024-06-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id10">0.14.2 (2024-02-24)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id11">0.14.1 (2024-02-21)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id12">0.14.0 (2024-02-18)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id13">0.13.5 (2023-08-22)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id14">0.13.4 (2023-07-26)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id15">0.13.3 (2023-06-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id16">0.13.2 (2022-09-30)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id17">0.13.1 (2022-05-11)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id18">0.13.0 (2022-02-10)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id19">0.12.3 (2021-11-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id20">0.12.0,1,2 (2021-11-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id21">0.11.1 (2021-04-09)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id22">0.11.0 (2021-03-31)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id23">0.10.7 (2020-09-18)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id24">0.10.6 (2020-06-30)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id25">0.10.5 (2020-06-14)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id26">0.10.4 (2020-06-07)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id27">0.10.3 (2020-06-03)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id28">0.10.2 (2020-05-25)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id29">0.10.1 (2020-05-23)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id30">0.10.0 (2020-05-21)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id31">0.9.1 (2020-05-19)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id32">0.9.0 (2020-04-03)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id33">0.8.1 (2020-02-08)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id34">0.8.0 (2020-02-02)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id35">0.7.3 (2019-04-17)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id36">0.7.2 (2019-03-29)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id37">0.7.1 (2019-03-26)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id38">0.7.0 (2019-03-26)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id39">0.6.0 (2019-02-11)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id40">0.5.3 (2019-01-31)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id41">0.5.2 (2018-12-01)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id42">0.5.1 (2018-11-06)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id43">0.5.0 (2018-11-04)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id44">0.4.1 (2018-10-13)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id45">0.4.0 (2018-10-08)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id46">0.3.0 (2018-08-14)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id47">0.2.0 (2018-07-06)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id48">0.1.0 (2018-07-02)</a></li>
 </ul>
 </li>
 </ul>
@@ -237,7 +239,7 @@ <h1>advertools<a class="headerlink" href="#advertools" title="Link to this headi
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="advertools.kw_generate.html">Generate Keywords for SEM Campaigns</a></li>
-<li class="toctree-l3"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a><ul>
 <li class="toctree-l4"><a class="reference internal" href="advertools.logs.html#how-to-run-the-logs-to-df-function">How to run the <code class="xref py py-func docutils literal notranslate"><span class="pre">logs_to_df()</span></code> function:</a></li>
 <li class="toctree-l4"><a class="reference internal" href="advertools.logs.html#supported-log-formats">Supported Log Formats</a></li>
 <li class="toctree-l4"><a class="reference internal" href="advertools.logs.html#log-file-analysis-data-preparation">Log File Analysis - Data Preparation</a></li>
@@ -302,11 +304,11 @@ <h1>advertools<a class="headerlink" href="#advertools" title="Link to this headi
 <section id="change-log-advertools">
 <h2>Change Log - advertools<a class="headerlink" href="#change-log-advertools" title="Link to this heading"></a></h2>
 <section id="id1">
-<h3>0.16.2 (2024-12-08)<a class="headerlink" href="#id1" title="Link to this heading"></a></h3>
+<h3>0.16.4 (2024-12-19)<a class="headerlink" href="#id1" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
-<li><p>Parse xml.gz sitemap that are not actually zipped, and log the error.</p></li>
+<li><p>Issue printing CLI object to stderr.</p></li>
 </ul>
 </dd>
 </dl>
@@ -314,11 +316,11 @@ <h3>0.16.2 (2024-12-08)<a class="headerlink" href="#id1" title="Link to this hea
 </ul>
 </section>
 <section id="id2">
-<h3>0.16.1 (2024-08-19)<a class="headerlink" href="#id2" title="Link to this heading"></a></h3>
+<h3>0.16.3 (2024-12-17)<a class="headerlink" href="#id2" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
-<li><p>Ensure meta crawl data included in URLs crawled by following links.</p></li>
+<li><p>Issue with CLI docs.</p></li>
 </ul>
 </dd>
 </dl>
@@ -326,7 +328,31 @@ <h3>0.16.1 (2024-08-19)<a class="headerlink" href="#id2" title="Link to this hea
 </ul>
 </section>
 <section id="id3">
-<h3>0.16.0 (2024-08-18)<a class="headerlink" href="#id3" title="Link to this heading"></a></h3>
+<h3>0.16.2 (2024-12-08)<a class="headerlink" href="#id3" title="Link to this heading"></a></h3>
+<ul class="simple">
+<li><dl class="simple">
+<dt>Fixed</dt><dd><ul>
+<li><p>Parse xml.gz sitemap that are not actually zipped, and log the error.</p></li>
+</ul>
+</dd>
+</dl>
+</li>
+</ul>
+</section>
+<section id="id4">
+<h3>0.16.1 (2024-08-19)<a class="headerlink" href="#id4" title="Link to this heading"></a></h3>
+<ul class="simple">
+<li><dl class="simple">
+<dt>Fixed</dt><dd><ul>
+<li><p>Ensure meta crawl data included in URLs crawled by following links.</p></li>
+</ul>
+</dd>
+</dl>
+</li>
+</ul>
+</section>
+<section id="id5">
+<h3>0.16.0 (2024-08-18)<a class="headerlink" href="#id5" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -345,8 +371,8 @@ <h3>0.16.0 (2024-08-18)<a class="headerlink" href="#id3" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id4">
-<h3>0.15.1 (2024-07-16)<a class="headerlink" href="#id4" title="Link to this heading"></a></h3>
+<section id="id6">
+<h3>0.15.1 (2024-07-16)<a class="headerlink" href="#id6" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
@@ -358,8 +384,8 @@ <h3>0.15.1 (2024-07-16)<a class="headerlink" href="#id4" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id5">
-<h3>0.15.0 (2024-07-15)<a class="headerlink" href="#id5" title="Link to this heading"></a></h3>
+<section id="id7">
+<h3>0.15.0 (2024-07-15)<a class="headerlink" href="#id7" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -388,8 +414,8 @@ <h3>0.15.0 (2024-07-15)<a class="headerlink" href="#id5" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id6">
-<h3>0.14.4 (2024-07-13)<a class="headerlink" href="#id6" title="Link to this heading"></a></h3>
+<section id="id8">
+<h3>0.14.4 (2024-07-13)<a class="headerlink" href="#id8" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
@@ -400,8 +426,8 @@ <h3>0.14.4 (2024-07-13)<a class="headerlink" href="#id6" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id7">
-<h3>0.14.3 (2024-06-27)<a class="headerlink" href="#id7" title="Link to this heading"></a></h3>
+<section id="id9">
+<h3>0.14.3 (2024-06-27)<a class="headerlink" href="#id9" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Changed</dt><dd><ul>
@@ -412,8 +438,8 @@ <h3>0.14.3 (2024-06-27)<a class="headerlink" href="#id7" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id8">
-<h3>0.14.2 (2024-02-24)<a class="headerlink" href="#id8" title="Link to this heading"></a></h3>
+<section id="id10">
+<h3>0.14.2 (2024-02-24)<a class="headerlink" href="#id10" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Changed</dt><dd><ul>
@@ -424,8 +450,8 @@ <h3>0.14.2 (2024-02-24)<a class="headerlink" href="#id8" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id9">
-<h3>0.14.1 (2024-02-21)<a class="headerlink" href="#id9" title="Link to this heading"></a></h3>
+<section id="id11">
+<h3>0.14.1 (2024-02-21)<a class="headerlink" href="#id11" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
@@ -436,8 +462,8 @@ <h3>0.14.1 (2024-02-21)<a class="headerlink" href="#id9" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id10">
-<h3>0.14.0 (2024-02-18)<a class="headerlink" href="#id10" title="Link to this heading"></a></h3>
+<section id="id12">
+<h3>0.14.0 (2024-02-18)<a class="headerlink" href="#id12" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -470,8 +496,8 @@ <h3>0.14.0 (2024-02-18)<a class="headerlink" href="#id10" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id11">
-<h3>0.13.5 (2023-08-22)<a class="headerlink" href="#id11" title="Link to this heading"></a></h3>
+<section id="id13">
+<h3>0.13.5 (2023-08-22)<a class="headerlink" href="#id13" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -489,15 +515,15 @@ <h3>0.13.5 (2023-08-22)<a class="headerlink" href="#id11" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id12">
-<h3>0.13.4 (2023-07-26)<a class="headerlink" href="#id12" title="Link to this heading"></a></h3>
+<section id="id14">
+<h3>0.13.4 (2023-07-26)<a class="headerlink" href="#id14" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><p>Fixed
 -  Make img attributes consistent in length, and support all attributes.</p></li>
 </ul>
 </section>
-<section id="id13">
-<h3>0.13.3 (2023-06-27)<a class="headerlink" href="#id13" title="Link to this heading"></a></h3>
+<section id="id15">
+<h3>0.13.3 (2023-06-27)<a class="headerlink" href="#id15" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Changed</dt><dd><ul>
@@ -516,8 +542,8 @@ <h3>0.13.3 (2023-06-27)<a class="headerlink" href="#id13" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id14">
-<h3>0.13.2 (2022-09-30)<a class="headerlink" href="#id14" title="Link to this heading"></a></h3>
+<section id="id16">
+<h3>0.13.2 (2022-09-30)<a class="headerlink" href="#id16" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -546,8 +572,8 @@ <h3>0.13.2 (2022-09-30)<a class="headerlink" href="#id14" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id15">
-<h3>0.13.1 (2022-05-11)<a class="headerlink" href="#id15" title="Link to this heading"></a></h3>
+<section id="id17">
+<h3>0.13.1 (2022-05-11)<a class="headerlink" href="#id17" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -576,8 +602,8 @@ <h3>0.13.1 (2022-05-11)<a class="headerlink" href="#id15" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id16">
-<h3>0.13.0 (2022-02-10)<a class="headerlink" href="#id16" title="Link to this heading"></a></h3>
+<section id="id18">
+<h3>0.13.0 (2022-02-10)<a class="headerlink" href="#id18" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -612,8 +638,8 @@ <h3>0.13.0 (2022-02-10)<a class="headerlink" href="#id16" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id17">
-<h3>0.12.3 (2021-11-27)<a class="headerlink" href="#id17" title="Link to this heading"></a></h3>
+<section id="id19">
+<h3>0.12.3 (2021-11-27)<a class="headerlink" href="#id19" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
@@ -624,8 +650,8 @@ <h3>0.12.3 (2021-11-27)<a class="headerlink" href="#id17" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id18">
-<h3>0.12.0,1,2 (2021-11-27)<a class="headerlink" href="#id18" title="Link to this heading"></a></h3>
+<section id="id20">
+<h3>0.12.0,1,2 (2021-11-27)<a class="headerlink" href="#id20" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -655,8 +681,8 @@ <h3>0.12.0,1,2 (2021-11-27)<a class="headerlink" href="#id18" title="Link to thi
 </li>
 </ul>
 </section>
-<section id="id19">
-<h3>0.11.1 (2021-04-09)<a class="headerlink" href="#id19" title="Link to this heading"></a></h3>
+<section id="id21">
+<h3>0.11.1 (2021-04-09)<a class="headerlink" href="#id21" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -675,8 +701,8 @@ <h3>0.11.1 (2021-04-09)<a class="headerlink" href="#id19" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id20">
-<h3>0.11.0 (2021-03-31)<a class="headerlink" href="#id20" title="Link to this heading"></a></h3>
+<section id="id22">
+<h3>0.11.0 (2021-03-31)<a class="headerlink" href="#id22" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -742,8 +768,8 @@ <h3>0.11.0 (2021-03-31)<a class="headerlink" href="#id20" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id21">
-<h3>0.10.7 (2020-09-18)<a class="headerlink" href="#id21" title="Link to this heading"></a></h3>
+<section id="id23">
+<h3>0.10.7 (2020-09-18)<a class="headerlink" href="#id23" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -777,8 +803,8 @@ <h3>0.10.7 (2020-09-18)<a class="headerlink" href="#id21" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id22">
-<h3>0.10.6 (2020-06-30)<a class="headerlink" href="#id22" title="Link to this heading"></a></h3>
+<section id="id24">
+<h3>0.10.6 (2020-06-30)<a class="headerlink" href="#id24" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -805,8 +831,8 @@ <h3>0.10.6 (2020-06-30)<a class="headerlink" href="#id22" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id23">
-<h3>0.10.5 (2020-06-14)<a class="headerlink" href="#id23" title="Link to this heading"></a></h3>
+<section id="id25">
+<h3>0.10.5 (2020-06-14)<a class="headerlink" href="#id25" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -849,8 +875,8 @@ <h3>0.10.5 (2020-06-14)<a class="headerlink" href="#id23" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id24">
-<h3>0.10.4 (2020-06-07)<a class="headerlink" href="#id24" title="Link to this heading"></a></h3>
+<section id="id26">
+<h3>0.10.4 (2020-06-07)<a class="headerlink" href="#id26" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -863,8 +889,8 @@ <h3>0.10.4 (2020-06-07)<a class="headerlink" href="#id24" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id25">
-<h3>0.10.3 (2020-06-03)<a class="headerlink" href="#id25" title="Link to this heading"></a></h3>
+<section id="id27">
+<h3>0.10.3 (2020-06-03)<a class="headerlink" href="#id27" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -884,8 +910,8 @@ <h3>0.10.3 (2020-06-03)<a class="headerlink" href="#id25" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id26">
-<h3>0.10.2 (2020-05-25)<a class="headerlink" href="#id26" title="Link to this heading"></a></h3>
+<section id="id28">
+<h3>0.10.2 (2020-05-25)<a class="headerlink" href="#id28" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -905,8 +931,8 @@ <h3>0.10.2 (2020-05-25)<a class="headerlink" href="#id26" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id27">
-<h3>0.10.1 (2020-05-23)<a class="headerlink" href="#id27" title="Link to this heading"></a></h3>
+<section id="id29">
+<h3>0.10.1 (2020-05-23)<a class="headerlink" href="#id29" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Changed</dt><dd><ul>
@@ -920,8 +946,8 @@ <h3>0.10.1 (2020-05-23)<a class="headerlink" href="#id27" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id28">
-<h3>0.10.0 (2020-05-21)<a class="headerlink" href="#id28" title="Link to this heading"></a></h3>
+<section id="id30">
+<h3>0.10.0 (2020-05-21)<a class="headerlink" href="#id30" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -934,8 +960,8 @@ <h3>0.10.0 (2020-05-21)<a class="headerlink" href="#id28" title="Link to this he
 </li>
 </ul>
 </section>
-<section id="id29">
-<h3>0.9.1 (2020-05-19)<a class="headerlink" href="#id29" title="Link to this heading"></a></h3>
+<section id="id31">
+<h3>0.9.1 (2020-05-19)<a class="headerlink" href="#id31" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -959,8 +985,8 @@ <h3>0.9.1 (2020-05-19)<a class="headerlink" href="#id29" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id30">
-<h3>0.9.0 (2020-04-03)<a class="headerlink" href="#id30" title="Link to this heading"></a></h3>
+<section id="id32">
+<h3>0.9.0 (2020-04-03)<a class="headerlink" href="#id32" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -972,8 +998,8 @@ <h3>0.9.0 (2020-04-03)<a class="headerlink" href="#id30" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id31">
-<h3>0.8.1 (2020-02-08)<a class="headerlink" href="#id31" title="Link to this heading"></a></h3>
+<section id="id33">
+<h3>0.8.1 (2020-02-08)<a class="headerlink" href="#id33" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Changed</dt><dd><ul>
@@ -985,8 +1011,8 @@ <h3>0.8.1 (2020-02-08)<a class="headerlink" href="#id31" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id32">
-<h3>0.8.0 (2020-02-02)<a class="headerlink" href="#id32" title="Link to this heading"></a></h3>
+<section id="id34">
+<h3>0.8.0 (2020-02-02)<a class="headerlink" href="#id34" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -1018,8 +1044,8 @@ <h3>0.8.0 (2020-02-02)<a class="headerlink" href="#id32" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id33">
-<h3>0.7.3 (2019-04-17)<a class="headerlink" href="#id33" title="Link to this heading"></a></h3>
+<section id="id35">
+<h3>0.7.3 (2019-04-17)<a class="headerlink" href="#id35" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Added</dt><dd><ul>
@@ -1036,8 +1062,8 @@ <h3>0.7.3 (2019-04-17)<a class="headerlink" href="#id33" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id34">
-<h3>0.7.2 (2019-03-29)<a class="headerlink" href="#id34" title="Link to this heading"></a></h3>
+<section id="id36">
+<h3>0.7.2 (2019-03-29)<a class="headerlink" href="#id36" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Changed</dt><dd><ul>
@@ -1049,8 +1075,8 @@ <h3>0.7.2 (2019-03-29)<a class="headerlink" href="#id34" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id35">
-<h3>0.7.1 (2019-03-26)<a class="headerlink" href="#id35" title="Link to this heading"></a></h3>
+<section id="id37">
+<h3>0.7.1 (2019-03-26)<a class="headerlink" href="#id37" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fixed</dt><dd><ul>
@@ -1061,8 +1087,8 @@ <h3>0.7.1 (2019-03-26)<a class="headerlink" href="#id35" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id36">
-<h3>0.7.0 (2019-03-26)<a class="headerlink" href="#id36" title="Link to this heading"></a></h3>
+<section id="id38">
+<h3>0.7.0 (2019-03-26)<a class="headerlink" href="#id38" title="Link to this heading"></a></h3>
 <ul>
 <li><dl>
 <dt>Added</dt><dd><ul>
@@ -1126,8 +1152,8 @@ <h3>0.7.0 (2019-03-26)<a class="headerlink" href="#id36" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id37">
-<h3>0.6.0 (2019-02-11)<a class="headerlink" href="#id37" title="Link to this heading"></a></h3>
+<section id="id39">
+<h3>0.6.0 (2019-02-11)<a class="headerlink" href="#id39" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>New function</dt><dd><ul>
@@ -1147,8 +1173,8 @@ <h3>0.6.0 (2019-02-11)<a class="headerlink" href="#id37" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id38">
-<h3>0.5.3 (2019-01-31)<a class="headerlink" href="#id38" title="Link to this heading"></a></h3>
+<section id="id40">
+<h3>0.5.3 (2019-01-31)<a class="headerlink" href="#id40" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fix minor bugs</dt><dd><ul>
@@ -1159,8 +1185,8 @@ <h3>0.5.3 (2019-01-31)<a class="headerlink" href="#id38" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id39">
-<h3>0.5.2 (2018-12-01)<a class="headerlink" href="#id39" title="Link to this heading"></a></h3>
+<section id="id41">
+<h3>0.5.2 (2018-12-01)<a class="headerlink" href="#id41" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fix minor bugs</dt><dd><ul>
@@ -1173,8 +1199,8 @@ <h3>0.5.2 (2018-12-01)<a class="headerlink" href="#id39" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id40">
-<h3>0.5.1 (2018-11-06)<a class="headerlink" href="#id40" title="Link to this heading"></a></h3>
+<section id="id42">
+<h3>0.5.1 (2018-11-06)<a class="headerlink" href="#id42" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>Fix minor bugs</dt><dd><ul>
@@ -1186,8 +1212,8 @@ <h3>0.5.1 (2018-11-06)<a class="headerlink" href="#id40" title="Link to this hea
 </li>
 </ul>
 </section>
-<section id="id41">
-<h3>0.5.0 (2018-11-04)<a class="headerlink" href="#id41" title="Link to this heading"></a></h3>
+<section id="id43">
+<h3>0.5.0 (2018-11-04)<a class="headerlink" href="#id43" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>New function <cite>serp_youtube</cite></dt><dd><ul>
@@ -1203,8 +1229,8 @@ <h3>0.5.0 (2018-11-04)<a class="headerlink" href="#id41" title="Link to this hea
 separate column</p></li>
 </ul>
 </section>
-<section id="id42">
-<h3>0.4.1 (2018-10-13)<a class="headerlink" href="#id42" title="Link to this heading"></a></h3>
+<section id="id44">
+<h3>0.4.1 (2018-10-13)<a class="headerlink" href="#id44" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>New function <cite>serp_goog</cite> (based on Google CSE)</dt><dd><ul>
@@ -1218,8 +1244,8 @@ <h3>0.4.1 (2018-10-13)<a class="headerlink" href="#id42" title="Link to this hea
 <li><p>twitter.get_place_trends results are ranked by town and country</p></li>
 </ul>
 </section>
-<section id="id43">
-<h3>0.4.0 (2018-10-08)<a class="headerlink" href="#id43" title="Link to this heading"></a></h3>
+<section id="id45">
+<h3>0.4.0 (2018-10-08)<a class="headerlink" href="#id45" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><dl class="simple">
 <dt>New Twitter module based on twython</dt><dd><ul>
@@ -1233,8 +1259,8 @@ <h3>0.4.0 (2018-10-08)<a class="headerlink" href="#id43" title="Link to this hea
 <li><p>Tested on Python 3.7</p></li>
 </ul>
 </section>
-<section id="id44">
-<h3>0.3.0 (2018-08-14)<a class="headerlink" href="#id44" title="Link to this heading"></a></h3>
+<section id="id46">
+<h3>0.3.0 (2018-08-14)<a class="headerlink" href="#id46" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><p>Search engine marketing cheat sheet.</p></li>
 <li><dl class="simple">
@@ -1249,15 +1275,15 @@ <h3>0.3.0 (2018-08-14)<a class="headerlink" href="#id44" title="Link to this hea
 <li><p>Tests and bug fixes</p></li>
 </ul>
 </section>
-<section id="id45">
-<h3>0.2.0 (2018-07-06)<a class="headerlink" href="#id45" title="Link to this heading"></a></h3>
+<section id="id47">
+<h3>0.2.0 (2018-07-06)<a class="headerlink" href="#id47" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><p>New set of kw_&lt;match-type&gt; functions.</p></li>
 <li><p>Full testing and coverage.</p></li>
 </ul>
 </section>
-<section id="id46">
-<h3>0.1.0 (2018-07-02)<a class="headerlink" href="#id46" title="Link to this heading"></a></h3>
+<section id="id48">
+<h3>0.1.0 (2018-07-02)<a class="headerlink" href="#id48" title="Link to this heading"></a></h3>
 <ul class="simple">
 <li><p>First release on PyPI.</p></li>
 <li><dl class="simple">
diff --git a/docs/_build/html/index.html b/docs/_build/html/index.html
index 81bfbb2e..5900af6c 100644
--- a/docs/_build/html/index.html
+++ b/docs/_build/html/index.html
@@ -19,8 +19,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -44,7 +44,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -74,7 +74,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -256,7 +256,7 @@ <h2>Online marketing productivity and analysis tools<a class="headerlink" href="
 <li class="toctree-l2"><a class="reference internal" href="advertools.image_spider.html#image-file-names">Image file names</a></li>
 </ul>
 </li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a><ul>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="advertools.logs.html#how-to-run-the-logs-to-df-function">How to run the <code class="xref py py-func docutils literal notranslate"><span class="pre">logs_to_df()</span></code> function:</a></li>
 <li class="toctree-l2"><a class="reference internal" href="advertools.logs.html#supported-log-formats">Supported Log Formats</a></li>
 <li class="toctree-l2"><a class="reference internal" href="advertools.logs.html#log-file-analysis-data-preparation">Log File Analysis - Data Preparation</a></li>
@@ -483,7 +483,7 @@ <h1>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Li
 </ul>
 </li>
 <li class="toctree-l4"><a class="reference internal" href="advertools.kw_generate.html">Generate Keywords for SEM Campaigns</a></li>
-<li class="toctree-l4"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a><ul>
 <li class="toctree-l5"><a class="reference internal" href="advertools.logs.html#how-to-run-the-logs-to-df-function">How to run the <code class="xref py py-func docutils literal notranslate"><span class="pre">logs_to_df()</span></code> function:</a></li>
 <li class="toctree-l5"><a class="reference internal" href="advertools.logs.html#supported-log-formats">Supported Log Formats</a></li>
 <li class="toctree-l5"><a class="reference internal" href="advertools.logs.html#log-file-analysis-data-preparation">Log File Analysis - Data Preparation</a></li>
@@ -556,52 +556,54 @@ <h1>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Li
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="include_changelog.html#change-log-advertools">Change Log - advertools</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id1">0.16.2 (2024-12-08)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id2">0.16.1 (2024-08-19)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id3">0.16.0 (2024-08-18)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id4">0.15.1 (2024-07-16)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id5">0.15.0 (2024-07-15)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id6">0.14.4 (2024-07-13)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id7">0.14.3 (2024-06-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id8">0.14.2 (2024-02-24)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id9">0.14.1 (2024-02-21)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id10">0.14.0 (2024-02-18)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id11">0.13.5 (2023-08-22)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id12">0.13.4 (2023-07-26)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id13">0.13.3 (2023-06-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id14">0.13.2 (2022-09-30)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id15">0.13.1 (2022-05-11)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id16">0.13.0 (2022-02-10)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id17">0.12.3 (2021-11-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id18">0.12.0,1,2 (2021-11-27)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id19">0.11.1 (2021-04-09)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id20">0.11.0 (2021-03-31)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id21">0.10.7 (2020-09-18)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id22">0.10.6 (2020-06-30)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id23">0.10.5 (2020-06-14)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id24">0.10.4 (2020-06-07)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id25">0.10.3 (2020-06-03)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id26">0.10.2 (2020-05-25)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id27">0.10.1 (2020-05-23)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id28">0.10.0 (2020-05-21)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id29">0.9.1 (2020-05-19)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id30">0.9.0 (2020-04-03)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id31">0.8.1 (2020-02-08)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id32">0.8.0 (2020-02-02)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id33">0.7.3 (2019-04-17)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id34">0.7.2 (2019-03-29)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id35">0.7.1 (2019-03-26)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id36">0.7.0 (2019-03-26)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id37">0.6.0 (2019-02-11)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id38">0.5.3 (2019-01-31)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id39">0.5.2 (2018-12-01)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id40">0.5.1 (2018-11-06)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id41">0.5.0 (2018-11-04)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id42">0.4.1 (2018-10-13)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id43">0.4.0 (2018-10-08)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id44">0.3.0 (2018-08-14)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id45">0.2.0 (2018-07-06)</a></li>
-<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id46">0.1.0 (2018-07-02)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id1">0.16.4 (2024-12-19)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id2">0.16.3 (2024-12-17)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id3">0.16.2 (2024-12-08)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id4">0.16.1 (2024-08-19)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id5">0.16.0 (2024-08-18)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id6">0.15.1 (2024-07-16)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id7">0.15.0 (2024-07-15)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id8">0.14.4 (2024-07-13)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id9">0.14.3 (2024-06-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id10">0.14.2 (2024-02-24)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id11">0.14.1 (2024-02-21)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id12">0.14.0 (2024-02-18)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id13">0.13.5 (2023-08-22)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id14">0.13.4 (2023-07-26)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id15">0.13.3 (2023-06-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id16">0.13.2 (2022-09-30)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id17">0.13.1 (2022-05-11)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id18">0.13.0 (2022-02-10)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id19">0.12.3 (2021-11-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id20">0.12.0,1,2 (2021-11-27)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id21">0.11.1 (2021-04-09)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id22">0.11.0 (2021-03-31)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id23">0.10.7 (2020-09-18)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id24">0.10.6 (2020-06-30)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id25">0.10.5 (2020-06-14)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id26">0.10.4 (2020-06-07)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id27">0.10.3 (2020-06-03)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id28">0.10.2 (2020-05-25)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id29">0.10.1 (2020-05-23)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id30">0.10.0 (2020-05-21)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id31">0.9.1 (2020-05-19)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id32">0.9.0 (2020-04-03)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id33">0.8.1 (2020-02-08)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id34">0.8.0 (2020-02-02)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id35">0.7.3 (2019-04-17)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id36">0.7.2 (2019-03-29)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id37">0.7.1 (2019-03-26)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id38">0.7.0 (2019-03-26)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id39">0.6.0 (2019-02-11)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id40">0.5.3 (2019-01-31)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id41">0.5.2 (2018-12-01)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id42">0.5.1 (2018-11-06)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id43">0.5.0 (2018-11-04)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id44">0.4.1 (2018-10-13)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id45">0.4.0 (2018-10-08)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id46">0.3.0 (2018-08-14)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id47">0.2.0 (2018-07-06)</a></li>
+<li class="toctree-l3"><a class="reference internal" href="include_changelog.html#id48">0.1.0 (2018-07-02)</a></li>
 </ul>
 </li>
 </ul>
diff --git a/docs/_build/html/modules.html b/docs/_build/html/modules.html
index dea4ed05..ac6e322b 100644
--- a/docs/_build/html/modules.html
+++ b/docs/_build/html/modules.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -40,7 +40,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -70,7 +70,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
@@ -183,7 +183,7 @@ <h1>advertools<a class="headerlink" href="#advertools" title="Link to this headi
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="advertools.kw_generate.html">Generate Keywords for SEM Campaigns</a></li>
-<li class="toctree-l3"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a><ul>
 <li class="toctree-l4"><a class="reference internal" href="advertools.logs.html#how-to-run-the-logs-to-df-function">How to run the <code class="xref py py-func docutils literal notranslate"><span class="pre">logs_to_df()</span></code> function:</a></li>
 <li class="toctree-l4"><a class="reference internal" href="advertools.logs.html#supported-log-formats">Supported Log Formats</a></li>
 <li class="toctree-l4"><a class="reference internal" href="advertools.logs.html#log-file-analysis-data-preparation">Log File Analysis - Data Preparation</a></li>
diff --git a/docs/_build/html/objects.inv b/docs/_build/html/objects.inv
index de9bce87..3482f672 100644
Binary files a/docs/_build/html/objects.inv and b/docs/_build/html/objects.inv differ
diff --git a/docs/_build/html/py-modindex.html b/docs/_build/html/py-modindex.html
index f6afdae8..0a0fab37 100644
--- a/docs/_build/html/py-modindex.html
+++ b/docs/_build/html/py-modindex.html
@@ -15,8 +15,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/readme.html b/docs/_build/html/readme.html
index 533837b0..d6180ade 100644
--- a/docs/_build/html/readme.html
+++ b/docs/_build/html/readme.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/search.html b/docs/_build/html/search.html
index f444e2af..7d6f3d31 100644
--- a/docs/_build/html/search.html
+++ b/docs/_build/html/search.html
@@ -16,8 +16,8 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=4a1014be"></script>
-        <script src="_static/doctools.js?v=9a2dae69"></script>
+        <script src="_static/documentation_options.js?v=81998473"></script>
+        <script src="_static/doctools.js?v=9bcbadda"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script>const THEBE_JS_URL = "https://unpkg.com/thebe@0.8.2/lib/index.js"; const thebe_selector = ".thebe,.cell"; const thebe_selector_input = "pre"; const thebe_selector_output = ".output, .cell_output"</script>
         <script async="async" src="_static/sphinx-thebe.js?v=c100c467"></script>
@@ -42,7 +42,7 @@
             advertools
           </a>
               <div class="version">
-                0.16.3
+                0.16.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="#" method="get">
@@ -72,7 +72,7 @@
 <li class="toctree-l1"><a class="reference internal" href="advertools.crawlytics.html">Crawl Analytics</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.header_spider.html">Crawl headers (HEAD method only)</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.image_spider.html">Crawl images</a></li>
-<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Log File Analysis</a></li>
+<li class="toctree-l1"><a class="reference internal" href="advertools.logs.html">Python Log File Analysis</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.logs.html#parse-and-analyze-crawl-logs-in-a-dataframe">Parse and Analyze Crawl Logs in a Dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.reverse_dns_lookup.html">Reverse DNS Lookup</a></li>
 <li class="toctree-l1"><a class="reference internal" href="advertools.serp.html">Analyze Search Engine Results (SERPs)</a></li>
diff --git a/docs/_build/html/searchindex.js b/docs/_build/html/searchindex.js
index 1e61da05..7dd6dc85 100644
--- a/docs/_build/html/searchindex.js
+++ b/docs/_build/html/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"0.1.0 (2018-07-02)": [[31, "id46"]], "0.10.0 (2020-05-21)": [[31, "id28"]], "0.10.1 (2020-05-23)": [[31, "id27"]], "0.10.2 (2020-05-25)": [[31, "id26"]], "0.10.3 (2020-06-03)": [[31, "id25"]], "0.10.4 (2020-06-07)": [[31, "id24"]], "0.10.5 (2020-06-14)": [[31, "id23"]], "0.10.6 (2020-06-30)": [[31, "id22"]], "0.10.7 (2020-09-18)": [[31, "id21"]], "0.11.0 (2021-03-31)": [[31, "id20"]], "0.11.1 (2021-04-09)": [[31, "id19"]], "0.12.0,1,2 (2021-11-27)": [[31, "id18"]], "0.12.3 (2021-11-27)": [[31, "id17"]], "0.13.0 (2022-02-10)": [[31, "id16"]], "0.13.1 (2022-05-11)": [[31, "id15"]], "0.13.2 (2022-09-30)": [[31, "id14"]], "0.13.3 (2023-06-27)": [[31, "id13"]], "0.13.4 (2023-07-26)": [[31, "id12"]], "0.13.5 (2023-08-22)": [[31, "id11"]], "0.14.0 (2024-02-18)": [[31, "id10"]], "0.14.1 (2024-02-21)": [[31, "id9"]], "0.14.2 (2024-02-24)": [[31, "id8"]], "0.14.3 (2024-06-27)": [[31, "id7"]], "0.14.4 (2024-07-13)": [[31, "id6"]], "0.15.0 (2024-07-15)": [[31, "id5"]], "0.15.1 (2024-07-16)": [[31, "id4"]], "0.16.0 (2024-08-18)": [[31, "id3"]], "0.16.1 (2024-08-19)": [[31, "id2"]], "0.16.2 (2024-12-08)": [[31, "id1"]], "0.2.0 (2018-07-06)": [[31, "id45"]], "0.3.0 (2018-08-14)": [[31, "id44"]], "0.4.0 (2018-10-08)": [[31, "id43"]], "0.4.1 (2018-10-13)": [[31, "id42"]], "0.5.0 (2018-11-04)": [[31, "id41"]], "0.5.1 (2018-11-06)": [[31, "id40"]], "0.5.2 (2018-12-01)": [[31, "id39"]], "0.5.3 (2019-01-31)": [[31, "id38"]], "0.6.0 (2019-02-11)": [[31, "id37"]], "0.7.0 (2019-03-26)": [[31, "id36"]], "0.7.1 (2019-03-26)": [[31, "id35"]], "0.7.2 (2019-03-29)": [[31, "id34"]], "0.7.3 (2019-04-17)": [[31, "id33"]], "0.8.0 (2020-02-02)": [[31, "id32"]], "0.8.1 (2020-02-08)": [[31, "id31"]], "0.9.0 (2020-04-03)": [[31, "id30"]], "0.9.1 (2020-05-19)": [[31, "id29"]], "Absolute and Weighted Word Count": [[28, "absolute-and-weighted-word-count"]], "Absolute vs Weighted Frequency": [[28, "absolute-vs-weighted-frequency"]], "Account Setup": [[14, "account-setup"]], "Analyzing a large number of URLs": [[27, "analyzing-a-large-number-of-urls"]], "Analyzing crawled images": [[9, "analyzing-crawled-images"]], "Analyzing links in a crawled website": [[9, "analyzing-links-in-a-crawled-website"]], "Analyzing the redirects of a crawled website": [[9, "analyzing-the-redirects-of-a-crawled-website"]], "Arguments": [[4, "arguments"], [6, "arguments"]], "Authentication": [[25, "authentication"]], "Bulk robots.txt Tester": [[19, "bulk-robots-txt-tester"]], "Change Log - advertools": [[31, "change-log-advertools"]], "Compressing large crawl files": [[9, "compressing-large-crawl-files"]], "Conventions": [[34, "conventions"]], "Convert a robots.txt file (or list of file URLs) to a table in a CSV format": [[4, "convert-a-robots-txt-file-or-list-of-file-urls-to-a-table-in-a-csv-format"], [6, "convert-a-robots-txt-file-or-list-of-file-urls-to-a-table-in-a-csv-format"]], "Crawl a list of known URLs using the HEAD method": [[4, "crawl-a-list-of-known-urls-using-the-head-method"], [6, "crawl-a-list-of-known-urls-using-the-head-method"]], "Crawling and Scraping Analysis": [[9, null]], "Create Ads Using Long Descriptive Text (top-down approach)": [[2, null]], "Create Ads on a Large Scale": [[1, null]], "Custom Extraction with CSS and XPath Selectors": [[22, "custom-extraction-with-css-and-xpath-selectors"]], "Customizing the Crawling Behavior while Following Links": [[22, "customizing-the-crawling-behavior-while-following-links"]], "Description": [[4, "description"], [4, "id7"], [4, "id9"], [4, "id11"], [4, "id13"], [4, "id15"], [4, "id17"], [4, "id19"], [6, "description"], [6, "id7"], [6, "id9"], [6, "id11"], [6, "id13"], [6, "id15"], [6, "id17"], [6, "id19"]], "Discovery Crawling Approach": [[22, "discovery-crawling-approach"]], "Download, Parse, and Analyze XML Sitemaps": [[21, null]], "Download, parse, and save an XML sitemap to a table in a CSV file": [[4, "download-parse-and-save-an-xml-sitemap-to-a-table-in-a-csv-file"], [6, "download-parse-and-save-an-xml-sitemap-to-a-table-in-a-csv-file"]], "Emoji Search": [[10, "emoji-search"]], "Emoji: Extract, Analyze, and Get Insights": [[10, null]], "Examples": [[4, "examples"], [4, "id20"], [6, "examples"], [6, "id20"]], "Exploring the columns and data types of parquet files": [[9, "exploring-the-columns-and-data-types-of-parquet-files"]], "Extract #hashtags": [[11, "extract-hashtags"]], "Extract @mentions": [[11, "extract-mentions"]], "Extract Currency  $ \u00a2 \u00a3 \u00a4 \u00a5 \u058f \u060b \u20b2 \u20b5 \u20b8 \u20b9\ufe69 \uffe0 \uffe1 \uffe5 \uffe6 \u20ba \u20bb \u20bc \u20bd \u20be \u20bf \ufdfc": [[11, "extract-currency"]], "Extract Emoji from Text": [[10, "extract-emoji-from-text"]], "Extract Emoji \ud83d\ude02\ud83d\ude2d\ud83e\udd7a\ud83e\udd23\u2764\ufe0f\u2728\ud83d\ude4f\ud83d\ude0d": [[11, "extract-emoji"]], "Extract Exclamations ! \u00a1 \u055c \u07f9 \u1944 \u203c \u2048 \u2049 \ufe15 \ufe57 \uff01 \ud83a\udd5e": [[11, "extract-exclamations"]], "Extract Functions": [[11, "extract-functions"]], "Extract numbers 1234567890\u0660\u0661\u0662\u0663\u0664\u0665\u0666\u0667\u0668\u0669\u32ba\ud804\udc5b\ud800\udd0d\ud802\udcaa\u24f2\ud804\udc63\ud800\udd28\ud802\udd1b": [[11, "extract-numbers-123456789045"]], "Extract questions ? \u00bf \u037e \u055e \u061f \u1367 \u1945 \u2047 \u2048 \u2049 \u2cfa \u2cfb \u2e2e \ua60f \ua6f7 \ufe16 \ufe56 \uff1f \ud804\udd43 \ud83a\udd5f \u0294 \u203d": [[11, "extract-questions"]], "Extract structured entities from a text list; emoji, hashtags, mentions": [[4, "extract-structured-entities-from-a-text-list-emoji-hashtags-mentions"], [6, "extract-structured-entities-from-a-text-list-emoji-hashtags-mentions"]], "Extract structured entities from text lists": [[11, null]], "Extracted On-Page SEO Elements": [[22, "extracted-on-page-seo-elements"]], "Facebook Feed Ads": [[2, "facebook-feed-ads"]], "Facebook Instant Article Ad": [[2, "facebook-instant-article-ad"]], "Functions": [[25, "functions"]], "Generate Keywords for SEM Campaigns": [[15, null]], "Generate a table of SEM keywords by supplying a list of products and a list of intent words": [[4, "generate-a-table-of-sem-keywords-by-supplying-a-list-of-products-and-a-list-of-intent-words"], [6, "generate-a-table-of-sem-keywords-by-supplying-a-list-of-products-and-a-list-of-intent-words"]], "Get stopwords of the selected language": [[4, "get-stopwords-of-the-selected-language"], [6, "get-stopwords-of-the-selected-language"]], "Get word counts of a text list optionally weighted by a number list": [[4, "get-word-counts-of-a-text-list-optionally-weighted-by-a-number-list"], [6, "get-word-counts-of-a-text-list-optionally-weighted-by-a-number-list"]], "Google Analytics / Google Search Console": [[22, "google-analytics-google-search-console"]], "Google Text Ads": [[2, "google-text-ads"]], "Handling very large crawl files": [[9, "handling-very-large-crawl-files"]], "How can I (dis)obey robots.txt rules?": [[8, "how-can-i-dis-obey-robots-txt-rules"]], "How can I automatically stop my crawl based on a certain condition?": [[8, "how-can-i-automatically-stop-my-crawl-based-on-a-certain-condition"]], "How can I change the default request headers?": [[8, "how-can-i-change-the-default-request-headers"]], "How can I control the number of concurrent requests while crawling?": [[8, "how-can-i-control-the-number-of-concurrent-requests-while-crawling"]], "How can I crawl a website including its sub-domains?": [[8, "how-can-i-crawl-a-website-including-its-sub-domains"]], "How can I save a copy of the logs of my crawl for auditing them later?": [[8, "how-can-i-save-a-copy-of-the-logs-of-my-crawl-for-auditing-them-later"]], "How can I set multiple settings to the same crawl job?": [[8, "how-can-i-set-multiple-settings-to-the-same-crawl-job"]], "How can I slow down the crawling so I don't hit the websites' servers too hard?": [[8, "how-can-i-slow-down-the-crawling-so-i-don-t-hit-the-websites-servers-too-hard"]], "How do I pause/resume crawling, while making sure I don't crawl the same page twice?": [[8, "how-do-i-pause-resume-crawling-while-making-sure-i-don-t-crawl-the-same-page-twice"]], "How do I set my User-agent while crawling?": [[8, "how-do-i-set-my-user-agent-while-crawling"]], "How do I use a proxy while crawling?": [[8, "how-do-i-use-a-proxy-while-crawling"]], "How to crawl a list of pages, and those pages only (list mode)?": [[8, "how-to-crawl-a-list-of-pages-and-those-pages-only-list-mode"]], "How to run the logs_to_df() function:": [[16, "how-to-run-the-logs-to-df-function"]], "How to use Google's Knowledge Graph API": [[14, "how-to-use-google-s-knowledge-graph-api"]], "I want to crawl a list of pages, follow links from those pages, but only to a certain specified depth": [[8, "i-want-to-crawl-a-list-of-pages-follow-links-from-those-pages-but-only-to-a-certain-specified-depth"]], "Image Crawler and Downloader": [[13, null]], "Image file names": [[13, "image-file-names"]], "Import Search Engine Results Pages (SERPs) for Google and YouTube": [[20, null]], "Import and Analyze Knowledge Graph Results on a Large Scale": [[14, null]], "Index & Change Log": [[32, null]], "Indices and tables": [[32, "indices-and-tables"]], "Installation": [[34, "installation"]], "Log File Analysis": [[16, null]], "Log File Analysis - Data Preparation": [[16, "log-file-analysis-data-preparation"]], "Module contents": [[0, "module-advertools"], [5, "module-advertools.cli_docs"], [7, "module-advertools.code_recipes"]], "Module functions": [[9, "module-functions"]], "News Articles": [[22, "news-articles"]], "News Sitemaps": [[21, "news-sitemaps"]], "Online marketing productivity and analysis tools": [[32, "online-marketing-productivity-and-analysis-tools"]], "Parse and Analyze Crawl Logs in a Dataframe": [[16, "parse-and-analyze-crawl-logs-in-a-dataframe"]], "Parse, compress and convert a log file to a DataFrame in the .parquet format": [[4, "parse-compress-and-convert-a-log-file-to-a-dataframe-in-the-parquet-format"], [6, "parse-compress-and-convert-a-log-file-to-a-dataframe-in-the-parquet-format"]], "Perform a reverse DNS lookup on a list of IP addresses": [[4, "perform-a-reverse-dns-lookup-on-a-list-of-ip-addresses"], [6, "perform-a-reverse-dns-lookup-on-a-list-of-ip-addresses"]], "Philosophy/approach": [[34, "philosophy-approach"]], "Pre-Determined Crawling Approach (List Mode)": [[22, "pre-determined-crawling-approach-list-mode"]], "Query Parameters": [[27, "query-parameters"]], "Regular Expressions for Extracting Structured Entities": [[17, null]], "Regular XML Sitemaps": [[21, "regular-xml-sitemaps"]], "Request Headers": [[21, "request-headers"]], "Reverse DNS Lookup in Bulk": [[18, null]], "SEM": [[32, null]], "SEM Campaigns": [[34, "sem-campaigns"]], "SEO": [[32, null], [34, "seo"]], "SEO crawler": [[4, "seo-crawler"], [6, "seo-crawler"]], "SERP Data": [[22, "serp-data"]], "Search for emoji using a regex": [[4, "search-for-emoji-using-a-regex"], [6, "search-for-emoji-using-a-regex"]], "Sitemap Index": [[21, "sitemap-index"]], "Social Media": [[32, null], [34, "social-media"]], "Spider Custom Settings and Additional Functionality": [[22, "spider-custom-settings-and-additional-functionality"]], "Split a list of URLs into their components: scheme, netloc, path, query, etc.": [[4, "split-a-list-of-urls-into-their-components-scheme-netloc-path-query-etc"], [6, "split-a-list-of-urls-into-their-components-scheme-netloc-path-query-etc"]], "Split, Parse, and Analyze URL Structure": [[27, null]], "Stopword Languages": [[23, "stopword-languages"]], "Stopwords in Several Languages": [[23, null]], "Submodules": [[0, "submodules"], [5, "submodules"], [7, "submodules"]], "Subpackages": [[0, "subpackages"]], "Supported Log Formats": [[16, "supported-log-formats"]], "Survey - share feedback": [[24, null]], "Text & Content Analysis": [[32, null]], "Text & Content Analysis (for SEO & Social Media)": [[34, "text-content-analysis-for-seo-social-media"]], "Text Analysis": [[28, null]], "The URL Path (Directories):": [[27, "the-url-path-directories"]], "Tokenize Words (N-grams)": [[29, null]], "Tokenize documents (phrases, keywords, tweets, etc.) into tokens of the desired length": [[4, "tokenize-documents-phrases-keywords-tweets-etc-into-tokens-of-the-desired-length"], [6, "tokenize-documents-phrases-keywords-tweets-etc-into-tokens-of-the-desired-length"]], "Twitter Data API": [[25, null]], "URL Builders": [[26, null]], "URL Query Parameters": [[22, "url-query-parameters"]], "URL Regex Patterns": [[22, "url-regex-patterns"]], "Usage": [[4, "usage"], [4, "id1"], [4, "id2"], [4, "id3"], [4, "id4"], [4, "id5"], [4, "id6"], [4, "id8"], [4, "id10"], [4, "id12"], [4, "id14"], [4, "id16"], [4, "id18"], [6, "usage"], [6, "id1"], [6, "id2"], [6, "id3"], [6, "id4"], [6, "id5"], [6, "id6"], [6, "id8"], [6, "id10"], [6, "id12"], [6, "id14"], [6, "id16"], [6, "id18"]], "User-agent strings for use in crawling": [[8, "user-agent-strings-for-use-in-crawling"]], "User-agents": [[19, "user-agents"]], "Video Sitemaps": [[21, "video-sitemaps"]], "XPath expressions for custom extraction": [[8, "xpath-expressions-for-custom-extraction"]], "YouTube Data API": [[30, null]], "advertools": [[31, null], [32, null], [33, null]], "advertools Command Line Interface (CLI)": [[4, null]], "advertools package": [[0, null]], "advertools.cli module": [[3, null]], "advertools.cli_docs package": [[5, null]], "advertools.cli_docs.cli module": [[6, null]], "advertools.code_recipes package": [[7, null]], "advertools: productivity & analysis tools to scale your online marketing": [[34, null]], "robots.txt Testing Approach": [[19, "robots-txt-testing-approach"]], "\ud83d\udd77 Python SEO Crawler / Spider": [[22, null]], "\ud83d\udd77 Python Status Code Checker with Response Headers": [[12, null]], "\ud83d\udd77 SEO Crawling & Scraping: Strategies & Recipes": [[8, null]], "\ud83e\udd16 Analyze and Test robots.txt Files on a Large Scale": [[19, null]]}, "docnames": ["advertools", "advertools.ad_create", "advertools.ad_from_string", "advertools.cli", "advertools.cli.cli", "advertools.cli_docs", "advertools.cli_docs.cli", "advertools.code_recipes", "advertools.code_recipes.spider_strategies", "advertools.crawlytics", "advertools.emoji", "advertools.extract", "advertools.header_spider", "advertools.image_spider", "advertools.knowledge_graph", "advertools.kw_generate", "advertools.logs", "advertools.regex", "advertools.reverse_dns_lookup", "advertools.robotstxt", "advertools.serp", "advertools.sitemaps", "advertools.spider", "advertools.stopwords", "advertools.survey", "advertools.twitter", "advertools.url_builders", "advertools.urlytics", "advertools.word_frequency", "advertools.word_tokenize", "advertools.youtube", "include_changelog", "index", "modules", "readme"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["advertools.rst", "advertools.ad_create.rst", "advertools.ad_from_string.rst", "advertools.cli.rst", "advertools.cli.cli.rst", "advertools.cli_docs.rst", "advertools.cli_docs.cli.rst", "advertools.code_recipes.rst", "advertools.code_recipes.spider_strategies.rst", "advertools.crawlytics.rst", "advertools.emoji.rst", "advertools.extract.rst", "advertools.header_spider.rst", "advertools.image_spider.rst", "advertools.knowledge_graph.rst", "advertools.kw_generate.rst", "advertools.logs.rst", "advertools.regex.rst", "advertools.reverse_dns_lookup.rst", "advertools.robotstxt.rst", "advertools.serp.rst", "advertools.sitemaps.rst", "advertools.spider.rst", "advertools.stopwords.rst", "advertools.survey.rst", "advertools.twitter.rst", "advertools.url_builders.rst", "advertools.urlytics.rst", "advertools.word_frequency.rst", "advertools.word_tokenize.rst", "advertools.youtube.rst", "include_changelog.rst", "index.rst", "modules.rst", "readme.rst"], "indexentries": {"activities_list() (in module advertools.youtube)": [[30, "advertools.youtube.activities_list", false]], "ad_create() (in module advertools.ad_create)": [[1, "advertools.ad_create.ad_create", false]], "ad_from_string() (in module advertools.ad_from_string)": [[2, "advertools.ad_from_string.ad_from_string", false]], "advertools": [[0, "module-advertools", false]], "advertools.ad_create": [[1, "module-advertools.ad_create", false]], "advertools.ad_from_string": [[2, "module-advertools.ad_from_string", false]], "advertools.cli": [[3, "module-advertools.cli", false]], "advertools.cli_docs": [[5, "module-advertools.cli_docs", false]], "advertools.cli_docs.cli": [[4, "module-advertools.cli_docs.cli", false], [6, "module-advertools.cli_docs.cli", false]], "advertools.code_recipes": [[7, "module-advertools.code_recipes", false]], "advertools.code_recipes.spider_strategies": [[8, "module-advertools.code_recipes.spider_strategies", false]], "advertools.crawlytics": [[9, "module-advertools.crawlytics", false]], "advertools.emoji": [[10, "module-advertools.emoji", false]], "advertools.extract": [[11, "module-advertools.extract", false]], "advertools.header_spider": [[12, "module-advertools.header_spider", false]], "advertools.image_spider": [[13, "module-advertools.image_spider", false]], "advertools.knowledge_graph": [[14, "module-advertools.knowledge_graph", false]], "advertools.kw_generate": [[15, "module-advertools.kw_generate", false]], "advertools.logs": [[16, "module-advertools.logs", false]], "advertools.regex": [[17, "module-advertools.regex", false]], "advertools.reverse_dns_lookup": [[18, "module-advertools.reverse_dns_lookup", false]], "advertools.robotstxt": [[19, "module-advertools.robotstxt", false]], "advertools.serp": [[20, "module-advertools.serp", false]], "advertools.sitemaps": [[21, "module-advertools.sitemaps", false]], "advertools.spider": [[22, "module-advertools.spider", false]], "advertools.stopwords": [[23, "module-advertools.stopwords", false]], "advertools.twitter": [[25, "module-advertools.twitter", false]], "advertools.url_builders": [[26, "module-advertools.url_builders", false]], "advertools.urlytics": [[27, "module-advertools.urlytics", false]], "advertools.word_frequency": [[28, "module-advertools.word_frequency", false]], "advertools.word_tokenize": [[29, "module-advertools.word_tokenize", false]], "advertools.youtube": [[30, "module-advertools.youtube", false]], "advimagespipeline (class in advertools.image_spider)": [[13, "advertools.image_spider.AdvImagesPipeline", false]], "authenticate() (in module advertools.twitter)": [[25, "advertools.twitter.authenticate", false]], "capitalize": [[2, "term-capitalize", true]], "captions_list() (in module advertools.youtube)": [[30, "advertools.youtube.captions_list", false]], "channel_sections_list() (in module advertools.youtube)": [[30, "advertools.youtube.channel_sections_list", false]], "channels_list() (in module advertools.youtube)": [[30, "advertools.youtube.channels_list", false]], "comment_threads_list() (in module advertools.youtube)": [[30, "advertools.youtube.comment_threads_list", false]], "comments_list() (in module advertools.youtube)": [[30, "advertools.youtube.comments_list", false]], "compare() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.compare", false]], "crawl() (in module advertools.spider)": [[22, "advertools.spider.crawl", false]], "crawl_headers() (in module advertools.header_spider)": [[12, "advertools.header_spider.crawl_headers", false]], "crawl_images() (in module advertools.image_spider)": [[13, "advertools.image_spider.crawl_images", false]], "crawllogs_to_df() (in module advertools.logs)": [[16, "advertools.logs.crawllogs_to_df", false]], "custom_settings (headersspider attribute)": [[12, "advertools.header_spider.HeadersSpider.custom_settings", false]], "custom_settings (imagespider attribute)": [[13, "advertools.image_spider.ImageSpider.custom_settings", false]], "emoji_search() (in module advertools.emoji)": [[10, "advertools.emoji.emoji_search", false]], "errback() (headersspider method)": [[12, "advertools.header_spider.HeadersSpider.errback", false]], "extra_info": [[28, "term-extra_info", true]], "extract() (in module advertools.extract)": [[11, "advertools.extract.extract", false]], "extract_currency() (in module advertools.extract)": [[11, "advertools.extract.extract_currency", false]], "extract_emoji() (in module advertools.emoji)": [[10, "advertools.emoji.extract_emoji", false]], "extract_exclamations() (in module advertools.extract)": [[11, "advertools.extract.extract_exclamations", false]], "extract_hashtags() (in module advertools.extract)": [[11, "advertools.extract.extract_hashtags", false]], "extract_intense_words() (in module advertools.extract)": [[11, "advertools.extract.extract_intense_words", false]], "extract_mentions() (in module advertools.extract)": [[11, "advertools.extract.extract_mentions", false]], "extract_numbers() (in module advertools.extract)": [[11, "advertools.extract.extract_numbers", false]], "extract_questions() (in module advertools.extract)": [[11, "advertools.extract.extract_questions", false]], "extract_urls() (in module advertools.extract)": [[11, "advertools.extract.extract_urls", false]], "extract_words() (in module advertools.extract)": [[11, "advertools.extract.extract_words", false]], "fields (imgitem attribute)": [[13, "advertools.image_spider.ImgItem.fields", false]], "file_path() (advimagespipeline method)": [[13, "advertools.image_spider.AdvImagesPipeline.file_path", false]], "get_application_rate_limit_status() (in module advertools.twitter)": [[25, "advertools.twitter.get_application_rate_limit_status", false]], "get_available_trends() (in module advertools.twitter)": [[25, "advertools.twitter.get_available_trends", false]], "get_favorites() (in module advertools.twitter)": [[25, "advertools.twitter.get_favorites", false]], "get_followers_ids() (in module advertools.twitter)": [[25, "advertools.twitter.get_followers_ids", false]], "get_followers_list() (in module advertools.twitter)": [[25, "advertools.twitter.get_followers_list", false]], "get_friends_ids() (in module advertools.twitter)": [[25, "advertools.twitter.get_friends_ids", false]], "get_friends_list() (in module advertools.twitter)": [[25, "advertools.twitter.get_friends_list", false]], "get_home_timeline() (in module advertools.twitter)": [[25, "advertools.twitter.get_home_timeline", false]], "get_list_members() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_members", false]], "get_list_memberships() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_memberships", false]], "get_list_statuses() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_statuses", false]], "get_list_subscribers() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_subscribers", false]], "get_list_subscriptions() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_subscriptions", false]], "get_mentions_timeline() (in module advertools.twitter)": [[25, "advertools.twitter.get_mentions_timeline", false]], "get_place_trends() (in module advertools.twitter)": [[25, "advertools.twitter.get_place_trends", false]], "get_retweeters_ids() (in module advertools.twitter)": [[25, "advertools.twitter.get_retweeters_ids", false]], "get_retweets() (in module advertools.twitter)": [[25, "advertools.twitter.get_retweets", false]], "get_supported_languages() (in module advertools.twitter)": [[25, "advertools.twitter.get_supported_languages", false]], "get_user_timeline() (in module advertools.twitter)": [[25, "advertools.twitter.get_user_timeline", false]], "guide_categories_list() (in module advertools.youtube)": [[30, "advertools.youtube.guide_categories_list", false]], "headersspider (class in advertools.header_spider)": [[12, "advertools.header_spider.HeadersSpider", false]], "i18n_languages_list() (in module advertools.youtube)": [[30, "advertools.youtube.i18n_languages_list", false]], "i18n_regions_list() (in module advertools.youtube)": [[30, "advertools.youtube.i18n_regions_list", false]], "images() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.images", false]], "imagespider (class in advertools.image_spider)": [[13, "advertools.image_spider.ImageSpider", false]], "imgitem (class in advertools.image_spider)": [[13, "advertools.image_spider.ImgItem", false]], "include_img_regex (imagespider attribute)": [[13, "advertools.image_spider.ImageSpider.include_img_regex", false]], "jl_subset() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.jl_subset", false]], "jl_to_parquet() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.jl_to_parquet", false]], "knowledge_graph() (in module advertools.knowledge_graph)": [[14, "advertools.knowledge_graph.knowledge_graph", false]], "kw_broad() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_broad", false]], "kw_exact() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_exact", false]], "kw_generate() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_generate", false]], "kw_modified() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_modified", false]], "kw_neg_broad() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_neg_broad", false]], "kw_neg_exact() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_neg_exact", false]], "kw_neg_phrase() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_neg_phrase", false]], "kw_phrase() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_phrase", false]], "links() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.links", false]], "logs_to_df() (in module advertools.logs)": [[16, "advertools.logs.logs_to_df", false]], "lookup_status() (in module advertools.twitter)": [[25, "advertools.twitter.lookup_status", false]], "lookup_user() (in module advertools.twitter)": [[25, "advertools.twitter.lookup_user", false]], "main() (in module advertools.cli)": [[3, "advertools.cli.main", false]], "make_dataframe() (in module advertools.twitter)": [[25, "advertools.twitter.make_dataframe", false]], "module": [[0, "module-advertools", false], [1, "module-advertools.ad_create", false], [2, "module-advertools.ad_from_string", false], [3, "module-advertools.cli", false], [4, "module-advertools.cli_docs.cli", false], [5, "module-advertools.cli_docs", false], [6, "module-advertools.cli_docs.cli", false], [7, "module-advertools.code_recipes", false], [8, "module-advertools.code_recipes.spider_strategies", false], [9, "module-advertools.crawlytics", false], [10, "module-advertools.emoji", false], [11, "module-advertools.extract", false], [12, "module-advertools.header_spider", false], [13, "module-advertools.image_spider", false], [14, "module-advertools.knowledge_graph", false], [15, "module-advertools.kw_generate", false], [16, "module-advertools.logs", false], [17, "module-advertools.regex", false], [18, "module-advertools.reverse_dns_lookup", false], [19, "module-advertools.robotstxt", false], [20, "module-advertools.serp", false], [21, "module-advertools.sitemaps", false], [22, "module-advertools.spider", false], [23, "module-advertools.stopwords", false], [25, "module-advertools.twitter", false], [26, "module-advertools.url_builders", false], [27, "module-advertools.urlytics", false], [28, "module-advertools.word_frequency", false], [29, "module-advertools.word_tokenize", false], [30, "module-advertools.youtube", false]], "name (headersspider attribute)": [[12, "advertools.header_spider.HeadersSpider.name", false]], "name (imagespider attribute)": [[13, "advertools.image_spider.ImageSpider.name", false]], "num_list": [[28, "term-num_list", true]], "parquet_columns() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.parquet_columns", false]], "parse() (headersspider method)": [[12, "advertools.header_spider.HeadersSpider.parse", false]], "parse() (imagespider method)": [[13, "advertools.image_spider.ImageSpider.parse", false]], "phrase_len": [[28, "term-phrase_len", true]], "playlist_items_list() (in module advertools.youtube)": [[30, "advertools.youtube.playlist_items_list", false]], "playlists_list() (in module advertools.youtube)": [[30, "advertools.youtube.playlists_list", false]], "rawtextdefargformatter (class in advertools.cli)": [[3, "advertools.cli.RawTextDefArgFormatter", false]], "redirects() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.redirects", false]], "regex": [[28, "term-regex", true]], "retweeted_of_me() (in module advertools.twitter)": [[25, "advertools.twitter.retweeted_of_me", false]], "reverse_dns_lookup() (in module advertools.reverse_dns_lookup)": [[18, "advertools.reverse_dns_lookup.reverse_dns_lookup", false]], "rm_words": [[28, "term-rm_words", true]], "robotstxt_test() (in module advertools.robotstxt)": [[19, "advertools.robotstxt.robotstxt_test", false]], "robotstxt_to_df() (in module advertools.robotstxt)": [[19, "advertools.robotstxt.robotstxt_to_df", false]], "running_crawls() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.running_crawls", false]], "s": [[2, "term-s", true]], "search() (in module advertools.twitter)": [[25, "advertools.twitter.search", false]], "search() (in module advertools.youtube)": [[30, "advertools.youtube.search", false]], "search_users() (in module advertools.twitter)": [[25, "advertools.twitter.search_users", false]], "sep": [[2, "term-sep", true]], "serp_goog() (in module advertools.serp)": [[20, "advertools.serp.serp_goog", false]], "serp_youtube() (in module advertools.serp)": [[20, "advertools.serp.serp_youtube", false]], "set_auth_params() (in module advertools.twitter)": [[25, "advertools.twitter.set_auth_params", false]], "set_logging_level() (in module advertools.serp)": [[20, "advertools.serp.set_logging_level", false]], "show_lists() (in module advertools.twitter)": [[25, "advertools.twitter.show_lists", false]], "show_owned_lists() (in module advertools.twitter)": [[25, "advertools.twitter.show_owned_lists", false]], "sitemap_to_df() (in module advertools.sitemaps)": [[21, "advertools.sitemaps.sitemap_to_df", false]], "slots": [[2, "term-slots", true]], "start_requests() (headersspider method)": [[12, "advertools.header_spider.HeadersSpider.start_requests", false]], "start_requests() (imagespider method)": [[13, "advertools.image_spider.ImageSpider.start_requests", false]], "subscriptions_list() (in module advertools.youtube)": [[30, "advertools.youtube.subscriptions_list", false]], "summarize_crawled_imgs() (in module advertools.image_spider)": [[13, "advertools.image_spider.summarize_crawled_imgs", false]], "text_list": [[28, "term-text_list", true]], "url_to_df() (in module advertools.urlytics)": [[27, "advertools.urlytics.url_to_df", false]], "url_utm_ga() (in module advertools.url_builders)": [[26, "advertools.url_builders.url_utm_ga", false]], "video_categories_list() (in module advertools.youtube)": [[30, "advertools.youtube.video_categories_list", false]], "videos_list() (in module advertools.youtube)": [[30, "advertools.youtube.videos_list", false]], "word_frequency() (in module advertools.word_frequency)": [[28, "advertools.word_frequency.word_frequency", false]], "word_tokenize() (in module advertools.word_tokenize)": [[29, "advertools.word_tokenize.word_tokenize", false]], "youtube_channel_details() (in module advertools.serp)": [[20, "advertools.serp.youtube_channel_details", false]], "youtube_video_details() (in module advertools.serp)": [[20, "advertools.serp.youtube_video_details", false]]}, "objects": {"": [[0, 0, 0, "-", "advertools"]], "advertools": [[1, 0, 0, "-", "ad_create"], [2, 0, 0, "-", "ad_from_string"], [3, 0, 0, "-", "cli"], [5, 0, 0, "-", "cli_docs"], [7, 0, 0, "-", "code_recipes"], [9, 0, 0, "-", "crawlytics"], [10, 0, 0, "-", "emoji"], [11, 0, 0, "-", "extract"], [12, 0, 0, "-", "header_spider"], [13, 0, 0, "-", "image_spider"], [14, 0, 0, "-", "knowledge_graph"], [15, 0, 0, "-", "kw_generate"], [16, 0, 0, "-", "logs"], [17, 0, 0, "-", "regex"], [18, 0, 0, "-", "reverse_dns_lookup"], [19, 0, 0, "-", "robotstxt"], [20, 0, 0, "-", "serp"], [21, 0, 0, "-", "sitemaps"], [22, 0, 0, "-", "spider"], [23, 0, 0, "-", "stopwords"], [25, 0, 0, "-", "twitter"], [26, 0, 0, "-", "url_builders"], [27, 0, 0, "-", "urlytics"], [28, 0, 0, "-", "word_frequency"], [29, 0, 0, "-", "word_tokenize"], [30, 0, 0, "-", "youtube"]], "advertools.ad_create": [[1, 1, 1, "", "ad_create"]], "advertools.ad_from_string": [[2, 1, 1, "", "ad_from_string"]], "advertools.cli": [[3, 2, 1, "", "RawTextDefArgFormatter"], [3, 1, 1, "", "main"]], "advertools.cli_docs": [[6, 0, 0, "-", "cli"]], "advertools.code_recipes": [[8, 0, 0, "-", "spider_strategies"]], "advertools.crawlytics": [[9, 1, 1, "", "compare"], [9, 1, 1, "", "images"], [9, 1, 1, "", "jl_subset"], [9, 1, 1, "", "jl_to_parquet"], [9, 1, 1, "", "links"], [9, 1, 1, "", "parquet_columns"], [9, 1, 1, "", "redirects"], [9, 1, 1, "", "running_crawls"]], "advertools.emoji": [[10, 1, 1, "", "emoji_search"], [10, 1, 1, "", "extract_emoji"]], "advertools.extract": [[11, 1, 1, "", "extract"], [11, 1, 1, "", "extract_currency"], [11, 1, 1, "", "extract_exclamations"], [11, 1, 1, "", "extract_hashtags"], [11, 1, 1, "", "extract_intense_words"], [11, 1, 1, "", "extract_mentions"], [11, 1, 1, "", "extract_numbers"], [11, 1, 1, "", "extract_questions"], [11, 1, 1, "", "extract_urls"], [11, 1, 1, "", "extract_words"]], "advertools.header_spider": [[12, 2, 1, "", "HeadersSpider"], [12, 1, 1, "", "crawl_headers"]], "advertools.header_spider.HeadersSpider": [[12, 3, 1, "", "custom_settings"], [12, 4, 1, "", "errback"], [12, 3, 1, "", "name"], [12, 4, 1, "", "parse"], [12, 4, 1, "", "start_requests"]], "advertools.image_spider": [[13, 2, 1, "", "AdvImagesPipeline"], [13, 2, 1, "", "ImageSpider"], [13, 2, 1, "", "ImgItem"], [13, 1, 1, "", "crawl_images"], [13, 1, 1, "", "summarize_crawled_imgs"]], "advertools.image_spider.AdvImagesPipeline": [[13, 4, 1, "", "file_path"]], "advertools.image_spider.ImageSpider": [[13, 3, 1, "", "custom_settings"], [13, 3, 1, "", "include_img_regex"], [13, 3, 1, "", "name"], [13, 4, 1, "", "parse"], [13, 4, 1, "", "start_requests"]], "advertools.image_spider.ImgItem": [[13, 3, 1, "", "fields"]], "advertools.knowledge_graph": [[14, 1, 1, "", "knowledge_graph"]], "advertools.kw_generate": [[15, 1, 1, "", "kw_broad"], [15, 1, 1, "", "kw_exact"], [15, 1, 1, "", "kw_generate"], [15, 1, 1, "", "kw_modified"], [15, 1, 1, "", "kw_neg_broad"], [15, 1, 1, "", "kw_neg_exact"], [15, 1, 1, "", "kw_neg_phrase"], [15, 1, 1, "", "kw_phrase"]], "advertools.logs": [[16, 1, 1, "", "crawllogs_to_df"], [16, 1, 1, "", "logs_to_df"]], "advertools.reverse_dns_lookup": [[18, 1, 1, "", "reverse_dns_lookup"]], "advertools.robotstxt": [[19, 1, 1, "", "robotstxt_test"], [19, 1, 1, "", "robotstxt_to_df"]], "advertools.serp": [[20, 1, 1, "", "serp_goog"], [20, 1, 1, "", "serp_youtube"], [20, 1, 1, "", "set_logging_level"], [20, 1, 1, "", "youtube_channel_details"], [20, 1, 1, "", "youtube_video_details"]], "advertools.sitemaps": [[21, 1, 1, "", "sitemap_to_df"]], "advertools.spider": [[22, 1, 1, "", "crawl"]], "advertools.twitter": [[25, 1, 1, "", "authenticate"], [25, 1, 1, "", "get_application_rate_limit_status"], [25, 1, 1, "", "get_available_trends"], [25, 1, 1, "", "get_favorites"], [25, 1, 1, "", "get_followers_ids"], [25, 1, 1, "", "get_followers_list"], [25, 1, 1, "", "get_friends_ids"], [25, 1, 1, "", "get_friends_list"], [25, 1, 1, "", "get_home_timeline"], [25, 1, 1, "", "get_list_members"], [25, 1, 1, "", "get_list_memberships"], [25, 1, 1, "", "get_list_statuses"], [25, 1, 1, "", "get_list_subscribers"], [25, 1, 1, "", "get_list_subscriptions"], [25, 1, 1, "", "get_mentions_timeline"], [25, 1, 1, "", "get_place_trends"], [25, 1, 1, "", "get_retweeters_ids"], [25, 1, 1, "", "get_retweets"], [25, 1, 1, "", "get_supported_languages"], [25, 1, 1, "", "get_user_timeline"], [25, 1, 1, "", "lookup_status"], [25, 1, 1, "", "lookup_user"], [25, 1, 1, "", "make_dataframe"], [25, 1, 1, "", "retweeted_of_me"], [25, 1, 1, "", "search"], [25, 1, 1, "", "search_users"], [25, 1, 1, "", "set_auth_params"], [25, 1, 1, "", "show_lists"], [25, 1, 1, "", "show_owned_lists"]], "advertools.url_builders": [[26, 1, 1, "", "url_utm_ga"]], "advertools.urlytics": [[27, 1, 1, "", "url_to_df"]], "advertools.word_frequency": [[28, 1, 1, "", "word_frequency"]], "advertools.word_tokenize": [[29, 1, 1, "", "word_tokenize"]], "advertools.youtube": [[30, 1, 1, "", "activities_list"], [30, 1, 1, "", "captions_list"], [30, 1, 1, "", "channel_sections_list"], [30, 1, 1, "", "channels_list"], [30, 1, 1, "", "comment_threads_list"], [30, 1, 1, "", "comments_list"], [30, 1, 1, "", "guide_categories_list"], [30, 1, 1, "", "i18n_languages_list"], [30, 1, 1, "", "i18n_regions_list"], [30, 1, 1, "", "playlist_items_list"], [30, 1, 1, "", "playlists_list"], [30, 1, 1, "", "search"], [30, 1, 1, "", "subscriptions_list"], [30, 1, 1, "", "video_categories_list"], [30, 1, 1, "", "videos_list"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:attribute", "4": "py:method"}, "terms": {"": [0, 1, 2, 4, 6, 8, 9, 11, 12, 13, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "0": [4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 27, 28, 30, 32], "00": [9, 16, 19, 20, 21, 22, 30], "000": [4, 6, 20, 25, 29], "0000": 16, "000000": 28, "000b": 22, "001": 8, "002": 8, "0039": 22, "0043": 22, "004a": 22, "006f": 22, "00954418": 16, "00987329": 16, "00a1": 22, "00bf": 22, "00c2": 22, "00ce": 22, "00e6": 22, "00z": [20, 21, 30], "01": [9, 16, 19, 20, 21, 30, 32], "011": 8, "012": 8, "0126707": 16, "0129998": 16, "0133289": 16, "014": 8, "0185": 11, "0185947": 16, "018jz": 30, "018w8": 30, "019582": 16, "019_rr": 30, "01a2": 22, "01cgz": 30, "01h6rj": 30, "01h7lh": 30, "01k8wb": 30, "01lyv": 30, "01sjng": 30, "01t00": [20, 30], "02": [8, 9, 12, 19, 21, 32], "020": 8, "0213921": 16, "021bp2": 30, "022dc6": 30, "023": 8, "0233256": 9, "024": [21, 31], "0242": 8, "024x1": 31, "0253415": 16, "025zzc": 30, "026063": 9, "0270201": 9, "0270483": 12, "0271282": 12, "0279444": 9, "027x7n": 30, "0281389": 16, "028sqc": 30, "029949": 16, "02d86a3cea00007e9edb0cf2000000": 22, "02d86a3e0e00007e9edb0d72000000": 22, "02d86a3e1300007ec2a808a2000000": 22, "02d86a3e140000d437b81532000000": 22, "02d86a3e150000d423322742000000": 22, "02d86a494f0000d437b828b2000000": 22, "02d86a4a7f00007e9edb13a2000000": 22, "02d86a4a7f00007ec2a811f2000000": 22, "02d86a4a7f0000d423209db2000000": 22, "02d86a4a7f0000d423323b42000000": 22, "02hygl": 30, "02jjt": 30, "02lkt": 30, "02mscn": 30, "02ntfj": 30, "02vx4": 30, "02vxn": 30, "02wbm": 30, "03": [13, 19, 21, 32], "0315945": 16, "032tl": 30, "037hz": 30, "03_d0": 30, "03c3": 22, "03glg": 30, "03hf_rm": 30, "03t17": 21, "03tmr": 30, "04": [12, 21, 32], "0403l3g": 30, "0410tth": 30, "041xxh": 30, "0477209": 16, "04q1x3q": 30, "04rlf": 30, "05": [21, 22, 32], "05qjc": 30, "05qt0": 30, "05rwpb": 30, "06": [13, 21, 32], "0612363": 9, "0630789": 9, "06442": 12, "064t9": 30, "066667": 28, "066wd": 30, "068hy": 30, "06bvp": 30, "06by7": 30, "06cqb": 30, "06j6l": 30, "06ntj": 30, "07": [9, 19, 21, 32], "0701004": 16, "0710e93d610dd8c3": 12, "0774069": 21, "079844": 9, "07_53": 30, "07bs0": 30, "07bxq": 30, "07c1v": 30, "07yv9": 30, "08": [19, 21, 32], "08427": [20, 30], "087985": 19, "08t17": 21, "09": [9, 19, 21, 22, 32], "090302_gazaconferenciaml": 21, "090409_machienhuu_revisit": 21, "090421_mqm_speaks_rza": 21, "090524_paquistaoupdateg": 21, "090618_tomtest": 21, "090620_as_iraq_explosion_tc2": 21, "090620_iraq_blast_tc2": 21, "090622_me_egypt_us_tc2": 21, "090622_me_worldbank_tc2": 21, "090623_egitomilitaresfn": 21, "090623_iz_cairo_russia_tc2": 21, "090623_mz_leaders_lifespan_tc2": 21, "090624_me_inpictures_brazil_tc2": 21, "090624_mz_wimbledon_tc2": 21, "090625_sf_tamim_verdict_tc2": 21, "090628_rn_pakistani_soldiries_ambush": 21, "090629_om_pakistan_report_tc2": 21, "090715_hillary_iran_cq": 21, "090723_ae_silwan_tc2": 21, "090729_iraquerefenbritsfn": 21, "090830_ugc_ddh_sand": 21, "090831_dalailamataiwan": 21, "090901_japecontask": 21, "090901_putin_regret_pact": 21, "090901_tiananmen_movi": 21, "098wr": 30, "09kqc": 30, "09s1f": 30, "09t13": 21, "09t15": 21, "09xp_": 30, "0_larg": 13, "0b1553ff703bbd07ac8fe73e6d215888": 9, "0b1vjn": 30, "0bzvm2": 30, "0c79465a9793low": 21, "0cff645fbb74c21791568b78a888967d": 21, "0d790f23c36dlow": 21, "0f2f9": 30, "0g293": 30, "0ggq0m": 30, "0glt670": 30, "0gywn": 30, "0jm_": 30, "0kt51": 30, "1": [1, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 32], "10": [2, 8, 9, 10, 11, 12, 16, 19, 20, 21, 22, 25, 27, 28, 32], "100": [8, 9, 16, 20, 22, 25, 28], "1000": [4, 6, 20, 30], "10000ft": [20, 30], "101": [8, 16], "101e": 22, "102": 8, "1024px": 9, "103": [9, 16], "104": [11, 18, 22, 28], "105": [8, 9, 16], "10536": 8, "1058": 8, "10586": 8, "107": 8, "108": [8, 19], "1080p": [20, 30], "1083": 12, "109": 16, "1090": 16, "1093": 13, "10940941449492": 9, "1095": 16, "10968": 21, "10_0_1": 8, "10_11_2": 8, "10t17": 21, "11": [8, 9, 10, 11, 12, 16, 19, 20, 21, 22, 32], "110": 16, "111": 8, "1111": 8, "111111": 28, "1112": 8, "1113": 8, "1114": 8, "11264": 8, "1127_16056": 8, "113": 16, "1132": 11, "1149": 11, "1152": 8, "116": 8, "1160": [11, 28], "116a": 8, "117821": 16, "118": [8, 16], "118614": 12, "119": [8, 16], "11_0": 8, "11e1": 21, "11t17": 21, "12": [8, 9, 11, 13, 16, 19, 21, 22, 25, 32], "120": 13, "1202": 8, "1204": 21, "1210": 16, "122": [20, 30], "123": [8, 11], "1234567890\u0660\u0661\u0662\u0663\u0664\u0665\u0666\u0667\u0668\u0669\u32ba\ud804\udc5b\ud800\udd0d\ud802\udcaa\u24f2\ud804\udc63\ud800\udd28\ud802\udd1b": [0, 31, 32, 33], "124": 34, "125": [2, 8, 18], "126": [11, 28], "1261": 16, "127": 8, "1274": 21, "1285": 21, "129": 16, "1293": 21, "12_0": 8, "13": [2, 8, 9, 11, 12, 13, 14, 16, 19, 21, 32], "130": [2, 16, 18, 21], "1303": 13, "1306": 14, "131k": 34, "132": 16, "13251": 14, "13270": 12, "133333": 28, "13343": 8, "1346": 11, "135": [8, 16], "1350": 21, "13537530305428": 9, "136": 8, "137": 16, "13_0": 8, "13c3": 22, "14": [8, 9, 11, 14, 16, 19, 21, 22, 32], "140": 25, "14022": 21, "1415": 16, "143": 16, "1435": 14, "14393": 8, "146": [16, 19], "147": 19, "148": 19, "149": 19, "149416": 16, "14_0": 8, "14_7_1": 22, "14a403": 8, "14c904a172315a4922f4d28948b916c2": 12, "15": [2, 8, 9, 10, 11, 14, 16, 21, 22, 27, 30, 32], "150": [9, 19], "1500m": [20, 30], "1506": 21, "1509": 14, "150px": 9, "1513102854": 13, "152": [8, 16], "15254": 8, "1534": 21, "154": [9, 16], "154258": 16, "1545": 16, "1555": 21, "157": [11, 28], "1585538956622": 21, "1585539039190": 21, "1585539054298": 21, "1585539172701": 21, "1585539206866": 21, "1585539237156": 21, "1585539358901": 21, "1585539536519": 21, "159": [8, 11], "1595": [11, 28], "15_0": 8, "15_4": 8, "15a372": 8, "15a5341f": 8, "15a5370a": 8, "15e148": [8, 22], "16": [8, 11, 12, 13, 16, 19, 21, 22, 32], "16041": 8, "1605": 11, "1622738336": 13, "163": 16, "164": 16, "1647": 22, "165": [11, 28], "1650": 8, "1657": 21, "1664": 16, "1677": 21, "16a366": 8, "17": [9, 12, 16, 18, 19, 21, 22, 32], "170": [4, 6, 12, 22], "170811": 8, "170816": 8, "171": 16, "1710779249": 13, "1710779358": 13, "1710855734": 13, "1710855790": 13, "1711048323": 13, "1727": 11, "173": 16, "174": 16, "1743": 13, "176": 16, "177": 16, "1777": 16, "179": 16, "179365": 16, "18": [12, 13, 16, 21, 32], "180": [12, 22], "180610": 8, "181126": 8, "182": 16, "18323": 9, "184": 21, "1847": 8, "185": [16, 18], "1858": 16, "189": [11, 28], "18c3": 22, "19": [12, 13, 19, 22, 32], "190711": 8, "190821": 8, "191": 14, "19142": 14, "192": 16, "1937": 16, "194": [16, 18], "195720": 9, "195769": 9, "1959": 21, "196": 16, "1970": [20, 30], "19a346": 8, "19e241": 8, "1a543": 8, "1d9b91664204low": 21, "1f1ee": 10, "1f1f8": 10, "1f32d": 10, "1f33d": 10, "1f340": 10, "1f346": 10, "1f3e9": 10, "1f3fb": 10, "1f3fc": 10, "1f3fd": 10, "1f3fe": 10, "1f3ff": 10, "1f415": 10, "1f436": 10, "1f48c": 10, "1f499": 10, "1f4d8": 10, "1f535": 10, "1f537": 10, "1f539": 10, "1f7e6": 10, "1f91f": 10, "1f94a": 10, "1f951": 10, "1f954": 10, "1f955": 10, "1f9ae": 10, "1f9ba": 10, "1f9e4": 10, "1fad0": 10, "1mb": 21, "1winner": 21, "2": [3, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 32], "20": [1, 4, 6, 8, 11, 14, 16, 19, 20, 21, 22, 25, 28, 30, 31], "200": [9, 12, 16, 22, 25, 28], "2000": 11, "200000": 28, "200689": 19, "2008": 21, "2009": [21, 22], "200d": 10, "2010": 21, "20100101": 8, "2011": 21, "2012": 21, "2013": 21, "2014": [16, 21], "2015": [21, 23, 25], "2016": [21, 23], "2017": [9, 13, 21, 30], "2018": [21, 32], "2019": [21, 32], "201e": 22, "202": 22, "2020": [19, 21, 22, 32], "2021": [13, 19, 21, 32], "2022": [12, 16, 19, 21, 32], "2023": 32, "2024": [9, 13, 16, 22, 32], "203": [14, 16], "203191": 14, "205px": 9, "2074": 16, "207504": 16, "208886": 9, "209": 16, "20pct_off": 26, "21": [8, 9, 11, 13, 16, 19, 20, 21, 22, 25, 26, 32], "210": 11, "2103": 21, "210805": 8, "210817": 8, "211": [16, 18], "2125": 8, "2132": 16, "214": 16, "214891": 9, "215": 9, "216237": 9, "217": 16, "2174": 13, "218": 9, "219": 8, "2190": 16, "22": [9, 16, 19, 21, 32], "220263": 9, "222222": 28, "222242": 9, "223": 16, "2240": 16, "224398": 9, "225": [9, 16], "2250": 8, "226": 16, "2287": 21, "23": [16, 19, 21, 22, 32], "230403": 9, "2311": 8, "232845": 16, "234": 16, "237": 16, "24": [3, 19, 21, 22, 32], "241": 16, "243": [16, 18], "244": 16, "245ecfa321e9": 13, "246": 8, "2486": 8, "249": [16, 18], "24c3": 22, "25": [2, 9, 11, 18, 21, 22, 26, 28, 32], "250": 28, "251437": 9, "252": 14, "2526": 8, "253": 8, "254237": 16, "2547": 16, "2564": 8, "257": 11, "257442": 9, "25israel": 9, "26": [1, 8, 9, 11, 12, 16, 22, 26, 32], "266667": 28, "26837": 12, "27": [9, 12, 19, 21, 30, 32], "270": 2, "2704": 8, "273819": 16, "2743": 8, "2769": 21, "279": 11, "27t17": 21, "28": [1, 19], "2815": 11, "283": 19, "284": 19, "2840": 8, "285": 19, "286": 19, "287": 19, "2883": 8, "289": 19, "29": [9, 11, 12, 16, 21, 32], "290": [16, 19], "291": 19, "2910": 21, "292": [19, 21], "292414": 16, "293": 19, "2950": 21, "2951": 21, "2952": 21, "2953": 21, "2954": 21, "2955": 21, "297": 8, "2984": 21, "299218": 9, "2a": 13, "2ad504a1": 22, "2anam": 26, "2b11866": 8, "2d": [20, 30], "2e3b74": 22, "2e454f": 22, "2e494d": 22, "2e4ccb": 22, "2e77d2": 22, "2e93a0": 22, "2ed585": 22, "2ef5ef": 22, "2f1d9f": 22, "2f6d5c": 22, "2nd": 17, "3": [4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 32], "30": [1, 2, 8, 9, 16, 19, 20, 21, 32], "300": 28, "301": [9, 22], "302": [12, 22], "3021": 21, "3029": 8, "305743": 16, "3071": 8, "31": [8, 16, 18, 21, 32], "310": 9, "3112": 8, "3153": 21, "31536000": [12, 22], "316": 14, "3163": 8, "3166": [20, 30], "317541": 9, "318743": 16, "32": [8, 11, 12, 16, 18, 19, 21, 22], "3202": 8, "321": [11, 14], "3250": 21, "33": [11, 14, 19], "3313": 14, "331414": 16, "333": 11, "333333": 28, "3339": [20, 30], "3395": 14, "34": [8, 14], "341287": 16, "3497": 8, "34be9bf74f00low": 21, "34c3": 22, "35": [14, 16, 22], "350831": 16, "3561": 21, "3578": 8, "3587": 14, "36": [8, 16, 19, 22], "3600": 22, "360375": 16, "3665": 11, "3682": 21, "37": [11, 20, 21, 30], "3729": 8, "373": 21, "375": 18, "375724": 19, "38": [8, 16, 22], "39": [16, 18, 19, 21, 22], "3904": 8, "39687acb": 21, "397": 19, "398": 19, "3987": 8, "399": 19, "3a": 13, "3d": [8, 20, 30], "3f44": 22, "3k": 34, "3rd": [8, 31], "4": [8, 9, 10, 11, 13, 14, 15, 16, 18, 19, 21, 22, 25, 27, 28, 30, 32], "40": [19, 20, 22], "400": [8, 19, 28], "401": 19, "403": 9, "404": [16, 22], "4044": 16, "41": [8, 9, 21], "4183": 8, "419": 8, "41_larg": 13, "41b0": 21, "42": [8, 9, 16], "420": 8, "4224": 21, "42307": [20, 30], "426": 16, "4281": 21, "43": 21, "4312": 14, "4324": 8, "435062": 9, "44": [16, 19], "443": 12, "4430": 16, "444": 11, "45": [8, 16, 20], "450": 20, "4515": 8, "456": [8, 11], "46": [8, 16, 21], "4606": 8, "461037": 21, "461815": 19, "462": 14, "466": 8, "4664": 8, "466e": 21, "468588": 19, "4687": [11, 28], "47": [8, 16], "474456": 19, "4758": 16, "47603": 21, "48": [8, 16, 19, 21], "4883": 21, "488ed635": 21, "49": [11, 14, 16], "491": 21, "49462": 14, "499": 16, "49994": 21, "49995": 21, "49996": 21, "49997": 21, "49998": 21, "49999": 21, "4c69": 21, "4f34": 21, "4f7bea3b": 22, "4k": [8, 11], "4th": 8, "5": [1, 8, 9, 10, 11, 14, 15, 16, 18, 19, 20, 21, 22, 23, 28, 32], "50": [1, 8, 19, 20, 28, 31], "500": [8, 9, 14, 19, 20, 25, 28, 30], "5000": 25, "5004": [11, 28], "500px": 9, "501e": 22, "5050": 21, "5056": 14, "505b": 21, "5065": 21, "5068": 21, "5080": 21, "5081": 21, "5082": 21, "5083": 21, "5084": 21, "5085": 21, "51": [8, 16, 18, 19], "510": 21, "52": [8, 19, 21], "520": [16, 21], "528": 8, "53": [14, 16], "531": 8, "533": [8, 21], "534": 8, "536": [8, 19], "537": [8, 16, 19], "538": [19, 34], "539": 19, "54": [8, 14, 21], "540": 19, "5403": 21, "541": 19, "545": 21, "547": 21, "55": [8, 14, 15, 21], "550": 8, "552": 8, "554": 21, "555": 11, "556": 21, "5590": 13, "56": [8, 15, 16, 18, 19, 21], "563": 11, "565": 21, "57": [15, 19, 21], "572": 11, "5745": 11, "576": [13, 14], "58": [8, 15, 16, 19], "584": 14, "59": [8, 15], "596daca7dbaa7e9": 22, "596daca9b91fd437": 22, "596daca9bcab7e9": 22, "596daca9bddb7ec2": 22, "596daca9bf26d423": 22, "596dacbbb8afd437": 22, "596dacbd980bd423": 22, "596dacbd980cd423": 22, "596dacbd99847ec2": 22, "596dacbd9fb97e9": 22, "5e": 26, "5g": 8, "5km": [20, 30], "5th": 8, "5x": [8, 16], "6": [8, 9, 10, 11, 13, 14, 16, 18, 19, 21, 28, 32], "60": [8, 16, 18, 19], "600000": 28, "6005": 9, "600x800": 8, "601": [8, 11], "602": 8, "604": [8, 22], "604800": [12, 22], "605": [8, 22], "61": 8, "610": 8, "619bd9be1d75db41adee6b58": 21, "62": 8, "620": 8, "6201430a1d75db06ae1f62e8": 21, "620345a15577c23d46622256": 21, "6203cd7b5577c23d19622259": 21, "62067f085577c277dd9acf42": 21, "625": [15, 18], "626": 15, "627": 15, "628": 15, "629": 15, "630": 15, "63124": 21, "632": 21, "635": 21, "638": 21, "639": [14, 20, 25, 30], "64": [8, 11, 19], "640": 21, "645": 21, "650": 8, "6543": 14, "66": [16, 18, 22], "6634db63f453": 13, "6666666666666666": 11, "6666666666666667": 11, "666667": 28, "67": [11, 22], "673": 11, "674": 21, "68": [16, 19, 22], "683": 21, "6853": 14, "69": [8, 16, 22], "6dba2aae6b424107": 12, "6p": 8, "6r1oxxopc_larg": 13, "6th": 8, "7": [8, 9, 10, 11, 14, 16, 18, 19, 21, 25, 28, 32], "70": [8, 16, 22], "700": 13, "701e": 22, "702814": 19, "706": 21, "70e04154a": 8, "71": 8, "716": 16, "71756": 14, "72": [9, 11, 16, 19, 30], "7200": 12, "720a8581": 22, "720p": [20, 30], "727": 21, "728x90": 26, "729": 16, "73": [8, 16], "732559": 9, "733": 11, "74": [8, 18], "7412": 8, "744247": 21, "745": 16, "75": [8, 9, 10, 11, 16, 18, 19, 22], "7549": 14, "755": 21, "75911c9e": 22, "75mi": [20, 30], "76": 19, "769": 21, "77": [16, 19], "78": [8, 19], "789": [8, 11], "79": [8, 16, 19], "7a28ef3b": 22, "7c": [20, 30], "7ec3": 22, "7y4sx": 8, "8": [8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 21, 22, 25, 28, 32], "80": [8, 16, 18, 28], "800000": 28, "801e": 22, "81": 16, "815": 21, "8172": 8, "8192": 30, "82": [8, 18, 22], "83": [8, 9, 16], "84": 8, "841": 21, "841851": 21, "85": 8, "852014": 9, "85855c48": 22, "86": 9, "8601": 30, "86199": 21, "862": 21, "8635": 11, "86400": 12, "872": 21, "874": 21, "875": 18, "8760": 14, "88": 8, "8808": 21, "882": 21, "888889": 28, "8893": 8, "8894": 8, "8895": 8, "8896": 8, "8897": 8, "89": 16, "894": 13, "9": [8, 9, 10, 11, 12, 14, 16, 19, 21, 22, 28, 32], "90": [2, 16], "9044": 21, "908": 16, "90b11f47f8b2ab57cb180cbd3c6f06f9": 21, "91": [8, 18], "913": 21, "914107": 21, "91d0": 21, "92": [8, 16], "933333": 28, "94": [8, 16], "94f1": 21, "95": 9, "950": 8, "951053": 19, "96": [8, 9, 18], "97": [11, 18], "973": 21, "98": [8, 16], "98b729fa": 22, "99": [8, 9, 11, 21, 28], "995323": 21, "99900": 8, "9cbd": 21, "9dfdd38a": 22, "9e64": 21, "A": [1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "AND": 20, "And": [14, 16], "As": [1, 8, 9, 18, 19, 21, 27, 28, 29, 30, 34], "At": [20, 30], "Being": 12, "But": [8, 22, 28], "By": [16, 20, 22, 28, 30], "For": [1, 4, 8, 9, 12, 14, 16, 19, 20, 21, 22, 25, 27, 28, 30], "If": [2, 4, 6, 8, 11, 14, 16, 20, 21, 22, 25, 27, 28, 30, 31, 32], "In": [1, 2, 8, 9, 11, 13, 14, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "It": [8, 11, 12, 14, 15, 16, 18, 20, 21, 22, 25, 27, 28, 30, 34], "NOT": [11, 20, 30], "No": [11, 20], "Not": [10, 25], "ON": 25, "OR": [20, 22, 25, 30, 32], "Of": 22, "On": [0, 2, 25, 31, 32, 33], "One": [1, 4, 6, 8, 9, 12, 15, 19, 21, 22, 28], "Or": [13, 15, 22, 27], "THE": 26, "That": [2, 8, 11, 22, 28, 30], "The": [0, 1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 29, 30, 31, 32, 33, 34], "Then": [8, 22, 25], "There": [8, 9, 11, 12, 16, 20, 21, 22, 25, 27, 31, 34], "These": [8, 16, 22, 28], "To": [2, 13, 15, 19, 22, 28, 30, 32], "With": [12, 21, 25, 28, 34], "_": [9, 21], "__cfduid": 22, "__init__": 31, "__path__": 31, "_dash": 16, "_dict_product": 31, "_escaped_fragment_": 19, "_rotating_proxi": 8, "_settingskeyt": [12, 13], "_static": 22, "_to_df": 34, "a1": 8, "a320": 21, "a824550933a9": 13, "a850165d925db701988daf7ead7492d3": 19, "abbrevi": 11, "abil": [22, 30, 31], "abl": [12, 14, 19, 20, 34], "about": [2, 8, 9, 10, 11, 12, 13, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 34], "abov": [8, 9, 13, 14, 22, 25, 27, 28, 31], "abs_freq": [28, 31], "abs_perc": 28, "abs_perc_cum": 28, "abs_wtd_df": 28, "absolut": [0, 18, 19, 22, 27, 31, 32, 33, 34], "abus": 13, "accept": [8, 12, 20, 22, 30, 31], "access": [4, 13, 16, 19, 20, 23, 25, 30, 34], "access_log": 16, "access_token": 25, "accid": 8, "accomplish": [28, 34], "accord": [2, 19, 29], "accordingli": 9, "account": [0, 15, 19, 20, 25, 28, 30, 31, 32, 33], "acess": 4, "achiev": [8, 29, 34], "across": [8, 9, 10, 14, 20, 21, 27, 28, 34], "act": [20, 30], "action": [30, 31], "activ": [10, 11, 14, 20, 21, 30], "activities_list": 30, "actress": 14, "actriz": 14, "actual": [8, 14, 18, 21, 22, 27, 28, 30, 31], "ad": [0, 4, 6, 9, 11, 15, 22, 25, 26, 28, 30, 31, 32, 33, 34], "ad_": [22, 34], "ad_creat": [1, 15, 22, 31, 34], "ad_from_str": [2, 15, 22, 31, 34], "add": [8, 12, 16, 22, 25, 28], "add_prefix": 16, "addit": [0, 2, 8, 11, 13, 16, 18, 20, 25, 28, 30, 31, 32, 33, 34], "addition": [22, 25], "addr": [16, 18], "address": [0, 5, 16, 18, 22, 31, 32], "addressse": 20, "adgroup": [4, 6, 15], "administrativearea": 14, "adress": [16, 18], "adsbot": 8, "adt": 8, "adv": [1, 2, 4, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 25, 27, 28], "adv_error": 16, "adv_log": 16, "adv_logs_fin": 16, "advantag": [9, 16], "adventur": 30, "adver": [12, 16, 22], "advertis": 9, "advertoo": 22, "advertool": [1, 2, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 25, 27, 28], "advimagespipelin": 13, "aerialmagzc": [11, 28], "afaa7cb5e636low": 21, "affect": 22, "afghan": 21, "afghanistan": 21, "afraid": [11, 28], "aft": 8, "after": [2, 4, 6, 8, 9, 11, 13, 20, 21, 22, 25, 27, 28, 29, 30, 34], "afterward": 28, "aftwmst22": 8, "ag": [12, 22], "again": [8, 16, 21, 22, 27, 28], "against": [14, 25, 28], "agent": [0, 7, 12, 13, 16, 18, 21, 22, 31, 32, 33, 34], "aggreg": 14, "ahrefsbot": 16, "ai": 21, "aid": [10, 34], "aim": 34, "ajax": 19, "album": 9, "alert": 12, "algarv": 1, "algorithm": 34, "alias": 14, "aliaslist": [16, 18], "align": 27, "all": [2, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "allow": [1, 2, 4, 6, 9, 12, 16, 19, 20, 22, 25, 27, 30, 31, 34], "allowed_domain": [4, 6, 8, 9, 22], "allthreadsrelatedtochannelid": 30, "almost": [9, 16, 28], "alon": 28, "along": [11, 25, 28], "alpha": [20, 30], "alphabet": [14, 20, 30], "alreadi": [8, 28], "also": [1, 2, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 34], "alt": [9, 22, 25, 31], "alt_href": [8, 9, 22], "alt_hreflang": [8, 9, 22], "altern": [8, 19, 22, 31], "although": [2, 22, 28, 34], "altogeth": 16, "alwai": [2, 25, 28, 31], "am": [10, 28], "amazon": [8, 19, 21, 25], "america": 30, "america_latina": 21, "american": 30, "among": 28, "amongst": 28, "amount": [22, 27, 28], "amp": 21, "amplifi": 25, "amz": 12, "an": [0, 1, 2, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 29, 30, 31, 32, 34], "analysi": [0, 11, 12, 18, 21, 22, 25, 31, 33], "analyt": [0, 27, 28, 31, 32], "analyz": [0, 12, 20, 22, 23, 25, 28, 31, 32, 33, 34], "anayz": 9, "anchor": [8, 22], "anderson": 21, "android": [8, 16, 21], "andypayn": 31, "ani": [2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "anim": [10, 11], "ann": [11, 28], "annot": 17, "anonym": 16, "anoth": [2, 9, 12, 15, 16, 21, 27, 28, 29, 34], "anotherexampl": 22, "anotherexmapl": 22, "answer": 21, "anyhow": 28, "anymor": 31, "anyon": 28, "anyth": [8, 25, 28, 31], "anywai": [15, 28], "anywher": [25, 28], "apache_error": [4, 6, 16], "api": [0, 8, 9, 11, 20, 31, 32, 33, 34], "api_vers": 25, "app": [19, 20, 25, 30, 34], "app_kei": [25, 31], "app_secret": [25, 31], "appear": [20, 21, 22, 25, 28, 31], "append": [2, 19, 20, 22, 31], "appl": [8, 19, 22, 28], "applebot": 19, "appletv11": 8, "appletv5": 8, "appletv6": 8, "applewebkit": [8, 16, 22], "appli": [19, 20, 21, 22], "applic": [12, 14, 16, 20, 22, 25, 30], "appliedprivaci": 16, "approach": [0, 15, 27, 28, 31, 32, 33], "appropri": 30, "ar": [2, 4, 6, 8, 9, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "arab": [4, 6, 11, 20, 21, 23, 31], "arbitrari": [11, 22, 25, 31], "archiv": 21, "area": [11, 20, 28, 30, 34], "aren": 15, "arg": [12, 13], "argument": [5, 8, 14, 20, 22, 31, 32], "argumentdefaultshelpformatt": 3, "armenian": 11, "armv7l": 8, "around": [10, 11, 28], "arpa": [16, 18], "art": [9, 30], "articl": [0, 9, 21, 27, 31, 32, 33, 34], "articlebodi": 14, "articlelarg": 21, "artilc": 27, "ascend": [9, 28], "asia": 30, "ask": [11, 20, 25, 31], "aspect": 9, "asset": [9, 13], "associ": [20, 28, 30], "assum": [20, 22, 25, 31], "assur": 12, "astronaut": 25, "async": 9, "attach": [20, 25, 30], "attack": 21, "attempt": 22, "attent": 18, "attitud": 25, "attr": 22, "attract": 30, "attribut": [8, 9, 20, 22, 25, 28, 31], "au": 20, "audit": [0, 7, 19, 21, 22, 32], "auditdetail": 30, "australia": [9, 20], "australialett": 9, "auth_endpoint": 25, "auth_param": 25, "authent": [0, 18, 20, 30, 31, 32, 33], "author": [8, 20, 22, 25, 27, 30], "author_url": 22, "auto": [9, 13], "autocomplet": [21, 34], "autom": [8, 12, 19, 34], "automat": [0, 7, 20, 30, 32, 34], "autothrottl": 31, "autothrottle_en": [12, 13], "autothrottle_target_concurr": [12, 13], "avail": [2, 4, 6, 8, 9, 12, 13, 14, 16, 17, 20, 21, 22, 23, 25, 27, 28, 30, 31, 34], "availab": 9, "availablel": 9, "averag": 9, "avocado": 10, "avoid": [13, 27], "aw": 21, "await": 30, "axi": 16, "axr96": 13, "azerbaijani": [4, 6, 23, 31], "b": [11, 12, 16, 22], "b023": 21, "b0aef497": 22, "b12a6923b6ad9102b766352261b1a847": 9, "b3vzy214dhg6odlld29rmgrsdfgt": 8, "b935": 21, "bY": 2, "back": [9, 16, 25, 27, 28, 34], "backend": [12, 22], "bad": 31, "bag": 28, "baiduspid": [16, 19], "ban": 8, "banana": 28, "bandetectionmiddlewar": 8, "bandwidth": 12, "banner": 26, "barcelona": 15, "base": [0, 2, 3, 7, 10, 12, 13, 17, 20, 22, 25, 28, 30, 31, 32, 34], "base64": 13, "basebal": 30, "basi": 12, "basic": [8, 12, 15, 18, 21, 27, 34], "basketbal": [10, 30], "batteri": 8, "bbc": [19, 21], "bbc_sitemap": 21, "beacon": 12, "bearer": 25, "beat": 28, "beauti": 30, "becam": 28, "becaus": [9, 14, 16, 18, 19, 22, 25, 27, 28, 34], "becom": [2, 4, 6, 16, 22, 27, 28], "been": [8, 21, 25, 28, 30], "beer": 25, "befor": [8, 11, 20, 22, 25, 28, 30], "beforehand": 28, "begin": [25, 29, 31], "behalf": [20, 30], "behavior": [0, 4, 6, 12, 13, 21, 30, 31, 32, 33, 34], "behaviour": [13, 22], "behind": 28, "being": [4, 6, 8, 20, 21, 22, 25, 27, 28, 30, 31, 34], "bell": 13, "belong": [14, 18, 21, 25], "below": [14, 20, 22, 28, 29, 30], "ben": 21, "benefit": [2, 27, 34], "bengali": [4, 6, 23, 31], "benton": 21, "besid": 28, "best": [20, 25, 28], "better": [8, 9, 21, 22, 25, 27, 31, 34], "between": [4, 6, 8, 9, 15, 16, 20, 21, 22, 28, 29, 30, 34], "beyond": 28, "bid": 26, "big": [8, 15, 16, 27], "bill": [14, 20], "bin": 9, "bing": [8, 14], "bingbot": [8, 16, 19], "bitcoin": 11, "black": [20, 22, 28], "blob": 22, "block": [8, 16, 19, 21, 22, 31, 34], "blockblob": 22, "blocked_url": 16, "blog": 27, "bloomberg": 34, "blowjob": [11, 28], "blown": 28, "blue": [10, 11, 20, 27, 28, 30], "blueberri": 10, "bmw": [1, 15], "boat": [20, 30], "bodi": [10, 11, 12, 22, 25, 34], "body_text": [22, 31], "book": [10, 28], "bool": [1, 2, 9, 11, 14, 15, 20, 21, 22, 25, 27, 28], "boolean": [9, 20, 22, 30], "boost": 20, "boss": [11, 28], "bot": [8, 16, 18], "both": [9, 11, 15, 20, 22, 25, 28, 29, 30, 34], "bottom": [15, 28, 34], "bounc": [22, 28], "box": [10, 19, 21, 30], "brace": 1, "bradford": [11, 28], "brand": [11, 14, 16, 21], "brandingset": 30, "break": [11, 21, 25, 28, 31, 34], "brief": 9, "broad": [4, 6, 15], "broadcast": [20, 30], "broken": 25, "brown": 20, "browser": [8, 14], "bud": 22, "bug": [21, 31], "bui": [15, 19], "build": [8, 10, 12, 16, 34], "builder": [0, 31, 32, 33], "built": 34, "bulgarian": 20, "bulk": [0, 31, 32, 33], "bunch": [9, 22], "buscador": 14, "busi": [21, 30], "butt": 21, "buzz": 13, "buzzfe": 13, "byte": [12, 21, 22, 31], "c": [4, 6, 8, 12, 22, 23], "c01e": 22, "c2": 8, "c2coff": 20, "c_fill": 21, "ca": [20, 28], "cach": [12, 22], "call": [1, 20, 21, 22, 25, 27, 28, 31, 34], "callabl": 13, "camp": 22, "campaign": [0, 1, 4, 6, 26, 31, 32, 33], "campaign_nam": [4, 6, 15], "can": [0, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34], "can_fetch": 19, "cannot": [25, 28], "canon": [8, 9, 12, 22, 31], "canonical_par": 8, "cantant": 14, "capit": [1, 2, 4, 6, 14, 15], "capitalize_adgroup": [15, 31], "captial": 2, "caption": [9, 20, 30, 31], "captions_list": 30, "captur": [21, 34], "car": 1, "caramel": [11, 28], "card": [22, 25, 31], "card_uri": 25, "care": 19, "career": [15, 19], "carrot": 10, "case": [1, 2, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 31, 34], "casual": 30, "cat": 10, "catalan": [4, 6, 20, 23, 31], "categor": [16, 27], "categori": [1, 20, 21, 27, 30], "categoryid": 30, "cater": 16, "caus": [25, 31], "cb8db05df7e7": 13, "cc_attribut": 20, "cc_noncommerci": 20, "cc_nonderiv": 20, "cc_publicdomain": 20, "cc_sharealik": 20, "cdn": 12, "celeb": 13, "celebr": 21, "center": [8, 20, 30], "certain": [0, 4, 6, 7, 9, 11, 12, 14, 16, 18, 19, 21, 22, 23, 27, 28, 31, 32], "certainli": 16, "certif": 15, "cgi": 12, "chain": [9, 22], "chanc": 14, "chang": [0, 2, 7, 9, 13, 16, 19, 20, 21, 22, 28, 34], "changefreq": 21, "channel": [20, 30, 31, 34], "channel_df": 20, "channel_id": 20, "channel_sections_list": 30, "channelid": [20, 30], "channelplaylistvideo": 30, "channels_list": 30, "channelsect": 30, "channeltyp": [20, 30], "char": 1, "charact": [2, 4, 6, 11, 20, 25, 28, 29, 30, 31], "characterisit": 16, "characterist": 9, "charset": [8, 9, 12, 22, 31], "chart": 30, "chat": [11, 28], "cheap": 15, "cheat": 31, "check": [8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 28, 34], "checker": [0, 31, 32, 33], "chelseastewart": 13, "child": 30, "china": 21, "chines": [4, 6, 20, 23, 30, 31], "chinoi": 9, "choic": 10, "choke": [11, 28], "chokkattu": 21, "choos": [20, 22, 30], "chose": 16, "chosen": 16, "christian": 30, "christma": 21, "chrome": [8, 14, 16], "chromebook": 8, "chromecast": 8, "chronolog": [20, 30], "chunk": 9, "chunksiz": 9, "cinta": 1, "circl": 10, "circular": [20, 30], "citi": [1, 14], "ckaiserjr": 11, "claim": [13, 18], "clarif": 31, "clarifi": 31, "class": [3, 12, 13, 22], "classic": 30, "classifi": 30, "clean": 34, "clear": [14, 15, 25], "clearli": [15, 27], "cli": [0, 5, 31, 32, 33], "cli_doc": [0, 31, 32, 33], "click": 34, "client": 16, "client_arg": 25, "cline": 21, "clipart": 20, "close": 8, "closedcapt": [20, 30], "closespider_errorcount": [8, 22], "closespider_itemcount": [8, 22], "closespider_pagecount": [4, 6, 8, 9, 22], "closespider_timeout": [4, 6, 8, 22], "cloth": 10, "cloudflar": [12, 22], "cloudfront": 21, "clover": 10, "club": [15, 34], "clue": 19, "cm": [20, 30], "cn": 20, "cnn": 9, "co": [11, 28], "code": [0, 8, 9, 10, 11, 13, 14, 16, 20, 21, 22, 25, 26, 30, 31, 32, 33, 34], "code_recip": [0, 31, 32, 33], "codepoint": 10, "coder": 34, "coffe": [11, 28], "cohort": 12, "col1": 9, "col2": 9, "collect": [4, 6, 8, 17, 19, 20, 25, 30, 31], "collin": 21, "collinss": 21, "colliss": 27, "color": [20, 22, 27, 28], "column": [0, 4, 6, 8, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 31, 32, 33], "column_regex": 9, "columns_typ": 9, "com": [4, 6, 8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 22, 25, 26, 27, 30], "comand": 18, "combin": [4, 6, 14, 15, 16, 17, 19, 20, 22, 34], "come": [2, 15, 16, 28], "comma": [20, 25, 28, 29, 30], "command": [8, 9, 16, 18, 19, 22, 31, 32], "comment": [19, 22, 30, 31, 34], "comment_threads_list": 30, "comments_list": 30, "commentthread": 30, "commerc": [15, 28], "common": [4, 6, 8, 9, 12, 16, 20, 21, 30], "common_with_vhost": [4, 6, 16], "commun": [8, 27, 34], "compani": [11, 14, 19], "compar": [9, 21, 27, 31, 34], "comparison": [9, 14, 18], "comparison_df": 9, "compat": [8, 16, 25], "compil": 17, "complet": [11, 15, 20, 25, 27, 28, 30], "complex": [16, 25], "complic": 25, "compon": [0, 5, 12, 16, 25, 27, 31, 32], "comprehens": 34, "compress": [0, 5, 16, 27, 31, 32, 33], "comput": [8, 16, 22], "concat": [16, 22, 31], "concaten": 21, "concurr": [0, 7, 20, 30, 31, 32], "concurrent_item": 8, "concurrent_request": 8, "concurrent_requests_per_domain": [8, 22], "concurrent_requests_per_ip": 8, "condit": [0, 7, 13, 16, 22, 32], "conduct": 19, "confid": 22, "configur": [4, 6, 22, 30], "conform": 16, "conformig": 16, "conglomer": 14, "congression": 21, "conjunct": [20, 25, 30], "connect": [8, 9, 19, 25, 31, 34], "consecut": [8, 22], "consid": [9, 11, 25, 30, 34], "consider": [2, 28, 34], "consist": [2, 8, 15, 16, 25, 27, 28, 31], "consol": [0, 20, 27, 30, 32], "constantli": 21, "constrain": [20, 30], "consum": [9, 12, 25, 27], "consumed_onli": 25, "consumpt": 9, "contaboserv": 16, "contain": [4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "content": [4, 6, 8, 9, 12, 14, 19, 20, 21, 22, 23, 27, 28, 30, 31, 33], "contentdetail": 30, "contentownerdetail": 30, "contenturl": [9, 14], "context": [9, 11, 14, 17, 22], "continu": [12, 34], "contrast": 11, "contribut": 31, "contributornameid": 22, "control": [0, 7, 12, 13, 20, 22, 31, 32, 34], "conveni": 34, "convert": [0, 2, 5, 9, 16, 22, 27, 31, 32, 34], "cookbook": 17, "cool": 34, "coordin": [20, 30], "copi": [0, 7, 32, 34], "copyright": [22, 23], "core": 16, "corn": 10, "coronaviru": 21, "corpor": 14, "corpu": 28, "correct": [11, 14, 16, 31], "correctli": 2, "correspond": 21, "cost": 30, "could": [9, 11, 12, 15, 20, 28, 30, 31], "count": [0, 1, 5, 9, 10, 11, 16, 18, 19, 21, 25, 29, 31, 32, 33, 34], "counti": 21, "countri": [10, 20, 22, 27, 30, 31, 34], "countryau": 20, "countryuk": 20, "cours": [9, 12, 15, 22, 28], "coverag": 31, "covid": 21, "cpu": [8, 9, 16], "cpuiphon": 22, "cq": 21, "cr": 20, "crash": 22, "crawl": [0, 5, 7, 12, 13, 18, 19, 27, 31, 32, 33, 34], "crawl_countri": 22, "crawl_df": [12, 22], "crawl_head": [12, 31], "crawl_imag": [13, 31], "crawl_logs_df": 16, "crawl_logs_to_df": 16, "crawl_subset": 9, "crawl_tim": [12, 22], "crawldf": [8, 9], "crawled_url": 9, "crawler": [0, 5, 8, 12, 16, 31, 32, 33, 34], "crawllogs_to_df": [16, 31], "crawlyt": [9, 31, 34], "cream": [11, 28], "creat": [0, 8, 9, 10, 12, 13, 14, 15, 20, 25, 27, 30, 31, 32, 33, 34], "creation": 34, "creativ": [20, 30], "creativecommon": [20, 30], "credenti": [14, 20, 25, 30], "credibl": 25, "credittext": 9, "cricket": 30, "crio": 8, "criteria": 30, "criterion": 15, "critic": [14, 20], "crkei": 8, "cro": 8, "croatian": [4, 6, 20, 23, 31], "crossorigin": [22, 31], "crowd": 20, "cse": 31, "css": [0, 4, 6, 8, 31, 32, 33, 34], "css_link": 8, "css_selector": [4, 6, 9, 22, 31], "csv": [0, 5, 11, 13, 16, 28, 32], "ct": [12, 22], "ctbv": 9, "ctrl": 8, "cultur": 21, "cultura_sociedad": 21, "cum_count": [16, 18], "cum_perc": [16, 18], "cumul": [18, 28], "cup": [11, 28], "curat": 30, "currenc": [0, 28, 31, 32, 33, 34], "currency_summari": 11, "currency_symbol": 11, "currency_symbol_count": 11, "currency_symbol_freq": 11, "currency_symbol_nam": 11, "currency_symbols_flat": 11, "currency_symbols_per_post": 11, "current": [8, 9, 16, 21, 22, 25, 30, 31, 34], "cursor": 25, "custom": [0, 4, 6, 7, 12, 13, 16, 20, 31, 32, 33, 34], "custom_head": 22, "custom_set": [4, 6, 8, 12, 13, 16, 22, 31], "customiz": 22, "cutom_set": 8, "cx": 20, "czech": 20, "c\u00f3mo": 11, "d": [4, 6, 9, 11, 12, 16, 20, 28], "d4889b15": 21, "d74930cf": 21, "d76b68d148ddec1efd004": 22, "d9646265": 16, "d99f2368": 22, "d_placeholder_thescen": 21, "dai": [8, 11, 20, 25, 28, 30], "daili": 9, "dalvik": 8, "danielp77": 31, "danish": [4, 6, 20, 23, 31], "dark": 10, "dash": [16, 31], "dash_html_compon": 16, "dashboard": [25, 34], "dashboardom": 12, "data": [0, 4, 6, 11, 12, 13, 15, 19, 20, 21, 27, 28, 31, 32, 33, 34], "databas": [10, 11, 16, 17, 31, 34], "datacamp": 34, "datafram": [0, 5, 8, 9, 10, 11, 13, 14, 15, 19, 20, 21, 22, 25, 27, 28, 31, 32, 33, 34], "dataset": [11, 22, 27, 28, 34], "datatyp": 9, "date": [16, 19, 20, 21, 22, 25, 30, 31, 34], "date_format": [16, 31], "daterestrict": 20, "datetim": [16, 20, 21, 30, 31], "datetime64": 21, "david": 21, "db": 31, "dd": 25, "ddthh": 30, "de": [1, 8, 14, 15, 22], "deal": [9, 34], "death": 21, "debug": [16, 20], "debut": 21, "dec": 21, "decid": [21, 22, 25], "decis": [12, 21, 34], "declar": 13, "decod": 27, "decrib": 22, "deep": 22, "default": [0, 2, 4, 6, 7, 9, 11, 14, 15, 16, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "default_request_head": [8, 22, 31], "defeat": 21, "defin": [9, 14, 16, 20, 28, 30, 31], "definit": [20, 30], "deflat": [8, 12, 22], "delai": 19, "delet": [9, 31], "delimit": [27, 29], "deliveri": 34, "demot": [20, 30], "denot": 19, "depend": [9, 11, 12, 14, 15, 21], "dependon": 9, "deprac": 31, "deprec": [30, 31], "depth": [0, 7, 12, 22, 32], "depth_limit": [8, 22], "desc_text": 2, "descend": [20, 30], "describ": [9, 15, 28], "descript": [0, 5, 8, 9, 11, 14, 15, 22, 25, 27, 28, 30, 31, 32, 33, 34], "design": [15, 19, 34], "desir": [0, 5, 8, 9, 16, 25, 32], "desktop": [8, 16], "destin": [16, 27], "detail": [2, 4, 6, 8, 9, 12, 13, 15, 16, 19, 20, 22, 25, 30, 34], "detaileddescript": 14, "detect": 25, "determin": [0, 15, 20, 28, 31, 32, 33], "develop": [8, 10, 14, 19, 20, 25, 30], "devic": 22, "df": 31, "df1": 9, "df2": 9, "df_subset": 9, "dfp": 9, "di": [0, 7, 13, 32], "diamond": 10, "dict": [11, 12, 13, 16, 21, 22], "dict_kei": [10, 11, 23], "dictionari": [4, 6, 8, 10, 11, 12, 13, 21, 22, 23, 31], "did": [11, 21, 28], "didn": 34, "diff": 9, "diff_perc": 9, "differ": [2, 4, 6, 8, 9, 10, 11, 14, 15, 16, 17, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "differenti": 26, "difficult": 15, "digit": [0, 34], "dimens": [20, 30], "dir_1": [21, 27], "dir_2": [21, 27], "dir_3": [21, 27], "dir_4": 21, "dir_5": 21, "dir_6": 21, "dir_7": 21, "direct": [12, 19], "directli": 25, "directori": [0, 13, 31, 32, 33], "dirti": 13, "disabl": [9, 20], "disabled0": 20, "disallow": [19, 22], "disambigu": 25, "discordbot": 19, "discount": 15, "discov": [8, 16, 22, 27, 34], "discoveri": [0, 31, 32, 33], "discreet": 25, "discuss": [11, 28], "diseas": 21, "disk": [9, 16], "dislik": 30, "displai": [11, 16, 19, 20, 30], "dist": 25, "distanc": [20, 30], "distinct": 25, "distinguish": [16, 22], "distort": 27, "distribut": 9, "district": 21, "divers": 34, "divid": [2, 28], "dn": [0, 5, 16, 31, 32, 33], "do": [0, 2, 7, 9, 11, 12, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 34], "doc": [4, 6, 9, 14, 25], "document": [0, 5, 9, 12, 14, 20, 22, 25, 28, 31, 32], "documentaion": 22, "doe": [2, 8, 10, 11, 18, 19, 20, 21, 22, 28, 29, 30, 34], "doen": 16, "doesn": [8, 15, 16, 22, 28], "dog": 10, "dollar": [11, 29], "domain": [0, 4, 6, 7, 9, 12, 16, 18, 19, 20, 22, 27, 31, 32], "domin": 20, "don": [0, 1, 7, 9, 11, 12, 16, 20, 21, 22, 27, 28, 31, 32, 34], "done": [8, 9, 12, 15, 16, 20, 21, 27, 28, 34], "dot": [28, 29], "dotbot": 16, "doubl": [9, 31], "doug": 34, "down": [0, 7, 15, 16, 28, 31, 32, 33, 34], "downgrad": 12, "download": [0, 5, 8, 9, 12, 19, 22, 27, 30, 31, 32, 33, 34], "download_d": [19, 21, 31], "download_delai": [8, 22], "download_func": 13, "download_lat": [9, 12, 22], "download_slot": [12, 22], "download_timeout": [12, 22], "download_timout": 22, "downloader_middlewar": 8, "downsiz": 13, "dp8hsntg6do36": 21, "dr": 16, "draggabl": [22, 31], "drake": 13, "dress": 13, "drink": [10, 11, 28], "drive": 14, "drizzl": [11, 28], "drop": 31, "drop_dupl": 19, "dt": 13, "dtype": [14, 16, 19, 21], "dubai": 1, "due": [11, 16, 25, 28, 30], "duplic": [8, 18, 20, 22, 25], "durat": [20, 30], "dure": [20, 28], "dutch": [4, 6, 20, 23, 31], "duti": 21, "dvp": 8, "dwgyu36up6iuz": 21, "dynam": [12, 22], "e": [1, 4, 6, 8, 9, 12, 14, 15, 20, 22, 26, 27, 28, 30, 31], "e01": 22, "e6653": 8, "e7e15811c65f406f89f89fe10aef29f5": 21, "ea6298160040": 13, "each": [1, 2, 4, 6, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 34], "ear": 10, "earliest": 30, "earth": 25, "easi": [8, 12, 15, 21, 27, 31, 34], "easier": [8, 11, 15, 21, 22, 25, 27, 31, 32, 34], "easiest": 21, "easili": [2, 8, 9, 12, 16, 19, 21, 23, 25, 27, 34], "east": 9, "economi": 13, "ed": 17, "edg": 8, "editor": 21, "educ": 15, "ee0djx6z511tgx88": 12, "effect": [16, 25, 27], "effici": [9, 12, 16, 18, 22, 27], "effort": 25, "eggplant": 10, "eight": 28, "eighti": 19, "either": [9, 11, 15, 16, 20, 21, 25, 28, 30, 31, 34], "elabor": 27, "elaps": 9, "elect": 21, "electron": 30, "elemenst": 13, "element": [0, 2, 8, 9, 11, 12, 14, 31, 32, 33, 34], "element_1": 31, "element_2": 31, "eleven": 28, "eli": 22, "eliasdabba": 10, "elig": 14, "eln": 21, "els": [2, 14, 25, 28], "elsewher": 28, "email": [9, 14, 26], "emb": 30, "embed": [20, 25, 30], "embedd": [20, 30], "embedhtml": 30, "emerg": 8, "emo": 22, "emoji": [0, 5, 22, 28, 31, 32, 33, 34], "emoji_": 34, "emoji_count": [10, 11], "emoji_df": [10, 31], "emoji_entri": 10, "emoji_flat": [10, 11], "emoji_flat_text": [10, 11], "emoji_freq": [10, 11], "emoji_nam": 11, "emoji_per_post": [10, 11], "emoji_raw": 10, "emoji_search": [10, 31, 34], "emoji_summari": [10, 11], "emoji_text": [10, 11], "emot": [10, 11], "empti": [2, 8, 9, 10, 11, 27, 28, 31], "en": [4, 6, 8, 9, 12, 14, 21, 22, 25, 27, 30], "en_u": 30, "enabl": [14, 20, 22, 31], "encod": [8, 12, 16, 22, 25, 26, 27, 31], "encount": [4, 6, 16, 27], "encourag": 25, "end": [2, 9, 11, 12, 20, 22, 27, 29, 31, 34], "engag": 25, "engin": [0, 12, 14, 15, 16, 19, 21, 31, 32, 33, 34], "english": [4, 6, 20, 23, 27, 28, 31], "enhanc": 27, "enjoi": [11, 28], "enough": [2, 15, 20, 28, 30], "ensur": [2, 22, 31], "enter": [20, 22], "entertain": 30, "entir": [20, 25], "entire_words_onli": 11, "entiti": [0, 5, 14, 19, 21, 25, 31, 32, 33, 34], "entri": 10, "env": 16, "environ": 25, "episod": [20, 30], "equal": [4, 6, 16, 25, 27], "equival": [18, 22], "errback": 12, "errno": [16, 18], "error": [1, 4, 6, 8, 16, 18, 20, 22, 30, 31], "errors_fil": [4, 6, 16], "escap": [20, 30], "espada": 1, "especi": [2, 8, 15, 19, 21, 28], "essenti": [28, 29, 34], "estim": 9, "estonian": 20, "est\u00e1": 11, "etag": [19, 21, 22, 31], "etaospid": 19, "etc": [0, 5, 8, 9, 10, 11, 14, 15, 16, 17, 20, 21, 22, 23, 27, 28, 29, 31, 32, 34], "eu": 8, "eur": 11, "euro": 11, "europ": 9, "european": 34, "evalu": 14, "even": [9, 16, 19, 20, 21, 22, 25, 28, 30, 31], "event": [16, 20, 21, 27, 30], "eventtyp": [20, 30], "ever": [20, 28], "everi": [9, 16, 19, 21, 22, 25, 28, 30, 34], "everyon": [11, 28], "everyth": [14, 25, 28], "everywher": 28, "exact": [4, 6, 8, 15, 25], "exactli": [2, 9, 10, 30], "exactterm": 20, "exampl": [1, 2, 5, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "example_crawl_1": 8, "example_output": [4, 6], "excalam": 11, "exce": [1, 2], "excel": 34, "except": [8, 25, 27, 28], "excit": [11, 28], "exclam": [0, 29, 31, 32, 33], "exclamation_mark": 11, "exclamation_mark_count": 11, "exclamation_mark_freq": 11, "exclamation_mark_nam": 11, "exclamation_marks_flat": 11, "exclamation_marks_per_post": 11, "exclamation_summari": 11, "exclamation_text": 11, "exclud": [4, 6, 13, 15, 20, 22, 25, 27, 30, 31], "exclude_repli": 25, "exclude_url_param": [4, 6, 9, 22, 31], "exclude_url_regex": [4, 6, 9, 22, 31], "excludeterm": 20, "exclus": [20, 30], "exec": 19, "exist": [9, 10, 11, 15, 16, 25, 31], "exit": [4, 6, 16], "exmapl": [8, 9, 12, 22, 27], "expand": 31, "expect": [10, 12, 13, 22], "expens": 12, "experi": 28, "experiment": [13, 31], "explain": [9, 21, 34], "explan": 22, "explanatori": 27, "explicitli": [20, 25, 27], "explod": 21, "explor": [0, 10, 11, 21, 22, 23, 25, 31, 32, 33], "exploratori": [8, 22], "explosionai": 23, "export": 22, "exposur": 21, "express": [0, 4, 6, 7, 9, 10, 11, 13, 15, 16, 19, 20, 22, 28, 31, 32, 33, 34], "ext_alt_text": 25, "extend": [16, 25], "extens": [8, 16, 19, 20, 22, 27, 31], "extern": [9, 12, 16], "extra": [2, 16, 28], "extra_info": 28, "extract": [0, 5, 7, 9, 16, 19, 27, 31, 32, 33, 34], "extract_": [11, 31, 34], "extract_curr": [11, 31], "extract_emoji": [10, 11, 31], "extract_exclam": [11, 31], "extract_hashtag": [11, 31], "extract_intense_word": [11, 31], "extract_ment": [11, 31], "extract_numb": [11, 31], "extract_quest": [11, 31], "extract_url": [11, 31], "extract_word": [11, 31], "extrem": [8, 12, 15, 22, 34], "ey": 19, "f": [4, 6, 16], "f1rkxqh4kmipzviovwnszequmfjmvlb3": 13, "f53301c8286f9bf59ef297f0232dcfc1": 21, "face": [10, 20], "facebook": [0, 19, 26, 28, 31, 32, 33], "facebookbot": 16, "facebookexternalhit": 19, "failur": 12, "fairli": [27, 34], "fall": [14, 20, 25, 30], "fallback": 1, "fals": [1, 2, 8, 9, 11, 15, 16, 19, 21, 22, 25, 27, 28, 31], "famili": [16, 25], "familiar": 21, "fashion": 30, "fast": [12, 18, 31], "faster": [21, 31], "fastest": 21, "fatal": 21, "favorit": [1, 11, 25, 28], "fb_robot": 19, "fb_test": 19, "fb_userag": 19, "fce856744ed8": 13, "fe546b9b": 21, "featur": [2, 13, 20, 21, 25, 30, 31, 34], "feb": [12, 16], "februari": [21, 30], "feed": [0, 30, 31, 32, 33], "feedback": 32, "feedfetch": 8, "feel": [10, 11, 28, 31], "fetch": [4, 6, 19, 21, 22, 31], "few": [8, 9, 11, 12, 13, 16, 21, 22, 27, 28, 34], "fewer": 2, "ffill": 31, "field": [4, 6, 13, 16, 20, 30, 31], "fifteen": [15, 28], "fifti": 28, "figur": [19, 22, 25, 34], "file": [0, 1, 5, 8, 12, 18, 20, 21, 22, 27, 31, 32, 33, 34], "file_path": 13, "filedetail": 30, "filepath": [4, 6, 9, 22], "filetyp": 20, "fill": 20, "fillna": 31, "filter": [8, 9, 16, 20, 21, 25, 27, 30, 31], "filter_to_owned_list": 25, "final": [15, 21, 27, 30, 31], "find": [8, 10, 11, 20, 22, 25, 27, 28, 30, 34], "fine": 22, "finger": 10, "finish": 8, "finnish": [4, 6, 20, 23, 31], "fire": [8, 11, 28], "firefox": 8, "first": [2, 8, 9, 11, 14, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "fish": [20, 30], "fit": [2, 30, 31], "five": [2, 19, 22, 27, 28], "fix": [16, 22, 31], "fl_progress": 21, "flag": [10, 11], "flat": [10, 11], "flavor": 11, "flex": 19, "flexibl": [22, 34], "flight": [20, 25], "fligt": 20, "float": [20, 30], "float64": 21, "focu": [15, 18, 34], "focus": 20, "folder": [8, 13], "follow": [0, 2, 4, 6, 7, 9, 10, 11, 16, 20, 21, 23, 25, 27, 28, 30, 31, 32, 33, 34], "follow_link": [4, 6, 8, 9, 16, 22, 31], "followers_count": [11, 28], "food": [10, 11, 30], "footbal": [10, 15, 21, 30, 34], "footer": [8, 22, 31], "footer_links_href": 8, "footer_links_text": [8, 22], "footer_links_url": 22, "footnot": 23, "forc": 25, "forchannelid": 30, "forcontentown": [20, 30], "fordevelop": [20, 30], "form": [9, 11, 14, 28], "format": [0, 1, 2, 5, 9, 12, 13, 15, 17, 19, 20, 22, 25, 30, 31, 32, 33, 34], "former": 28, "formerli": 28, "formin": [20, 30], "formula": 34, "forth": [20, 25, 30], "forti": [28, 34], "forusernam": 30, "forward": 12, "found": [8, 9, 13, 16, 20, 21, 25], "four": [10, 11, 19, 20, 22, 27, 28, 30], "fr": [14, 20, 22], "fraction": [9, 22], "frag_1": 27, "frag_2": 27, "fragment": [21, 27], "frame": 15, "franc": 20, "free": 20, "freebas": [20, 30], "freixo": 1, "french": [4, 6, 20, 23, 31], "freq": 21, "frequenc": [0, 10, 11, 18, 31, 32, 34], "frequent": [9, 21, 28], "fri": 12, "friend": 25, "from": [0, 5, 7, 9, 13, 14, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34], "front": [11, 28], "fruit": 10, "ft": [20, 21, 30], "fucntion": 11, "full": [1, 8, 9, 10, 12, 13, 15, 21, 22, 25, 28, 31, 34], "fulli": [10, 11, 25], "func": 25, "funcion": 14, "function": [0, 2, 4, 6, 8, 10, 12, 13, 14, 15, 18, 19, 20, 21, 27, 28, 29, 31, 32, 33, 34], "further": [22, 27, 28, 34], "futur": [25, 30], "fxio": 8, "g": [1, 8, 12, 20, 22, 26, 30, 31], "g8231": 8, "g892a": 8, "g920v": 8, "g928x": 8, "g930vc": 8, "g935": 8, "g960f": 8, "g973u": 8, "g980f": 8, "g996u": 8, "g_face": 21, "gadget": 2, "gain": [9, 21, 32], "galaxi": [8, 21], "game": 30, "garda": 18, "gecko": [8, 16, 22], "gen": 8, "gener": [0, 5, 8, 11, 16, 19, 22, 26, 27, 28, 30, 31, 32, 33, 34], "genr": 21, "geocod": 25, "geograph": [20, 30], "geoloc": 20, "geometr": 10, "georgia": 21, "geotag": 25, "german": [4, 6, 20, 23, 31], "gestur": 10, "get": [0, 1, 2, 5, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34], "get_application_rate_limit_statu": 25, "get_available_trend": 25, "get_favorit": 25, "get_followers_id": 25, "get_followers_list": 25, "get_friends_id": 25, "get_friends_list": 25, "get_home_timelin": 25, "get_list_memb": 25, "get_list_membership": 25, "get_list_status": 25, "get_list_subscrib": 25, "get_list_subscript": 25, "get_mentions_timelin": 25, "get_place_trend": [25, 31], "get_retweet": 25, "get_retweeters_id": 25, "get_supported_languag": 25, "get_user_timelin": 25, "gideon": 21, "gif": 13, "give": [8, 9, 11, 12, 15, 18, 20, 22, 25, 27, 28], "given": [2, 8, 13, 19, 20, 21, 25, 27, 31], "gl": [8, 20], "global": [22, 25, 31], "glove": 10, "gmail": 14, "gmbh": 23, "gmt": [12, 22], "go": [4, 11, 12, 13, 15, 16, 19, 20, 21, 22, 27, 28, 31], "goe": [8, 21], "golf": 30, "goo": 8, "good": [2, 4, 8, 11, 16, 18, 21, 22, 27, 28], "googl": [0, 4, 6, 8, 16, 18, 19, 27, 30, 31, 32, 33, 34], "google_robot": [4, 6], "googlebot": [8, 16, 18, 19], "googleoth": 8, "googleproduc": 8, "googletagmanag": 8, "googtwfb": 19, "got": 22, "gp": 19, "gr": 16, "grai": 20, "gram": [0, 4, 6, 31, 32, 33], "granular": 22, "graph": [0, 22, 31, 32, 33], "graphic": 15, "grayscal": 20, "great": [1, 11, 22, 27, 28, 34], "greater": 25, "greek": [4, 6, 11, 20, 23, 31], "green": [11, 20, 28], "grin": 10, "group": [2, 4, 6, 9, 10, 11, 15, 19, 31, 34], "groupbi": 19, "gtm": 8, "gtm_noscript": 8, "gtm_script": 8, "guarante": 25, "guid": [10, 30], "guide_categories_list": [30, 31], "guidecategori": 30, "guitar": 15, "gunicorn": 12, "gwnlj8m99yumucgdd6ytm": 12, "gx12": 2, "gz": [21, 31], "gzip": [8, 12, 22], "h": [4, 6, 9, 11, 16, 31], "h1": [8, 9, 22], "h2": [8, 9, 22, 31], "h3": [8, 9, 12, 22], "h4": 8, "h5": 8, "h6": [8, 9, 22], "h_180": 21, "ha": [2, 8, 9, 11, 15, 18, 19, 21, 22, 25, 27, 28, 30, 31, 34], "haaatttteee": 11, "had": [8, 10, 11, 28], "haftungsbeschr\u00e4nkt": 23, "hahahahahahaha": [11, 28], "haiku": 25, "half": 28, "hama": 9, "han": [20, 30], "hand": [10, 14, 15], "handl": [0, 8, 16, 18, 19, 20, 25, 31, 32, 33, 34], "handler": 16, "hannahdobro": 13, "hant": [20, 30], "happen": [8, 16, 27], "happi": [16, 25], "hard": [0, 7, 32], "hash": 27, "hashtag": [0, 5, 17, 19, 25, 28, 31, 32, 33, 34], "hashtag_count": 11, "hashtag_freq": 11, "hashtag_raw": 17, "hashtag_summari": 11, "hashtags_flat": 11, "hashtags_per_post": 11, "hate": 25, "hauptstadt": 14, "have": [1, 2, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "hbcz": 9, "hc": 9, "hd": [20, 30], "hdx": 8, "he": [8, 11, 21, 28], "head": [0, 5, 8, 9, 10, 11, 12, 15, 16, 19, 21, 22, 28, 31, 32], "header": [0, 4, 6, 7, 9, 19, 22, 31, 32, 33, 34], "header_1": 22, "header_2": 22, "header_links_href": 8, "header_links_text": [8, 22], "header_links_url": 22, "headers_df": 12, "headers_spid": 12, "headersspid": 12, "headlin": 34, "health": [2, 30], "heart": 10, "hebrew": [4, 6, 20, 23, 31], "height": [9, 13, 22, 30, 31], "heldforreview": 30, "hello": [10, 11, 19, 22], "help": [4, 6, 8, 9, 11, 12, 16, 18, 20, 21, 22, 25, 27, 29, 31, 34], "helper": [10, 29], "henc": 28, "her": 28, "here": [2, 9, 10, 11, 12, 15, 16, 20, 21, 22, 27, 28, 34], "hereaft": 28, "herebi": 28, "herein": 28, "hereupon": 28, "herself": 28, "heru80fdn": 21, "hfubv4v3ai": [11, 28], "hi": [11, 21, 28], "hidden": 28, "hierarchi": 14, "high": [8, 14, 20, 21, 22, 30], "higher": [14, 20, 21, 30, 31], "highest": [20, 30], "highli": [9, 20, 22, 30, 34], "highrang": 20, "hilari": 25, "him": 28, "himself": [21, 28], "hindi": [4, 6, 21, 23, 31], "hip": 30, "hit": [0, 7, 12, 22, 32], "hl": [20, 30], "ho": 14, "ho4kx7zz24": [11, 28], "hobbi": 30, "hockei": 30, "hodgeman": 21, "hol": 16, "hola": 11, "home": [19, 30], "home_timelin": 25, "homepag": [4, 6], "honnib": 23, "hood": 12, "hop": 30, "hope": [11, 28, 34], "hopefulli": 34, "hopewel": 21, "host": [16, 18, 20, 31], "host_df": [16, 18], "hostnam": [16, 18, 27], "hot": [10, 11], "hotel": [1, 10, 20], "hour": [8, 25], "hous": 21, "how": [0, 2, 7, 9, 10, 11, 12, 15, 19, 21, 22, 25, 27, 28, 31, 32, 33, 34], "howev": [16, 20, 22, 25, 28, 30], "howsearchwork": 19, "hp": 19, "hq": 20, "href": [8, 22, 31], "hreflang": [8, 12, 31], "ht": 22, "htc": 8, "hte": 21, "htm": [8, 16], "html": [4, 6, 8, 9, 12, 16, 19, 21, 22, 25, 27, 30, 31], "http": [4, 6, 8, 9, 10, 11, 12, 13, 14, 16, 19, 21, 22, 25, 27, 28], "httperror_allow_al": [12, 13], "huge": 20, "hulu": 21, "humor": 30, "hundr": [12, 22, 28], "hungarian": [4, 6, 20, 23, 31], "hurri": 8, "husband": [11, 28], "hydrat": 25, "hyphen": 2, "i": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34], "i18n_languages_list": 30, "i18n_regions_list": 30, "i18nlanguag": 30, "i18nregion": 30, "ia_archiv": 19, "ibmo9hrztai": 12, "ic": [11, 28, 30], "iceland": 20, "icj": 9, "icon": [9, 20], "id": [8, 9, 12, 14, 20, 22, 25, 30], "idea": [8, 9, 11, 15, 22, 28, 34], "ideal": [19, 27, 28, 34], "ident": 25, "identifi": [9, 20, 22, 25, 27, 30], "ifram": 8, "iframe_src": 8, "ignor": 28, "il": 8, "imag": [0, 8, 12, 14, 16, 19, 20, 21, 22, 25, 31, 32, 33], "image_df": 9, "image_dir": 13, "image_loc": [13, 21], "image_spid": 13, "image_url": 13, "imagespid": 13, "imagespipelin": 13, "img": [9, 13, 22, 31], "img_": [9, 22], "img_alt": [9, 22], "img_bord": 9, "img_decod": 9, "img_df": 9, "img_height": 9, "img_load": 9, "img_siz": 9, "img_src": [9, 22], "img_srcset": 9, "img_summari": 9, "img_width": 9, "imgcolortyp": 20, "imgdominantcolor": 20, "imgitem": 13, "imgr": 19, "imgsiz": 20, "imgtyp": 20, "immedi": [9, 19, 25], "implement": 31, "import": [0, 1, 2, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34], "importantli": [16, 27, 34], "imposs": [9, 27], "improv": [20, 28, 31], "inc": 14, "includ": [0, 4, 6, 7, 9, 11, 13, 15, 16, 19, 20, 21, 22, 25, 27, 29, 30, 31, 32], "include_card_uri": 25, "include_ent": 25, "include_ext_alt_text": 25, "include_img_regex": 13, "include_rt": 25, "include_url_param": [4, 6, 9, 22, 31], "include_url_regex": [4, 6, 9, 22, 31], "include_user_ent": 25, "includesubdo": 22, "includesubdomain": 12, "inclus": [20, 30], "inconsist": 27, "incorpor": 22, "inde": 28, "indent_incr": 3, "independ": [9, 30, 34], "indepent": 22, "index": [0, 4, 6, 9, 12, 14, 16, 20, 22, 25, 31, 33, 34], "india": 21, "indic": [8, 12, 19, 20, 22, 25, 27, 30, 31], "individu": [20, 30], "indonesian": [4, 6, 20, 23, 31], "industri": [13, 19, 20, 21, 34], "inermedi": 9, "infer": 11, "influenti": 25, "info": [13, 16, 20, 31], "inform": [4, 6, 9, 10, 12, 14, 16, 18, 20, 21, 22, 25, 27, 28, 30, 31], "inherit": 14, "initi": [8, 14, 22, 31], "input": [1, 2], "insensit": [10, 31], "insert": [1, 27], "insid": 29, "insight": [0, 8, 21, 28, 31, 32, 33, 34], "inspectiontool": 8, "instagram": 25, "instal": [4, 8, 32], "instanc": [11, 14, 31], "instant": [0, 31, 32, 33], "instead": [4, 6, 11, 19, 22, 25, 27, 28, 30, 31], "instruct": [19, 20, 30], "int": [1, 9, 11, 13, 14, 15, 18, 20, 21, 25, 28, 31], "int64": [9, 16, 19, 21, 31], "intact": 2, "integ": [2, 20, 30], "integr": [15, 34], "intel": 8, "intend": [20, 25, 30], "intens": [11, 31], "intent": [0, 5, 15, 32, 34], "interact": [21, 25, 31, 34], "interest": [9, 11, 12, 13, 14, 15, 16, 19, 21, 22, 28, 32], "interfac": [12, 20, 25, 31, 32, 34], "interior": 25, "intermedi": 9, "intern": [9, 12, 20, 21, 22, 25], "internacion": 21, "internal_url_regex": 9, "internation": 20, "internet": 21, "interpret": 9, "interv": [8, 34], "interview": 21, "introductori": 34, "invalid": 31, "invert": 11, "inverview": 21, "investig": 8, "invideopromot": 30, "io": [12, 18, 22, 25], "iowa": 21, "ip": [0, 5, 16, 18, 20, 22, 31, 32], "ip_address": [16, 18, 22], "ip_host_dict": 16, "ip_list": [4, 6, 18], "ipaddress": 8, "ipaddrlist": [16, 18], "iphon": [8, 22], "iphone12": 8, "iphone13": 8, "iphone14": 8, "iphone7c2": 8, "iphone9": 8, "ir": 18, "ir88": 21, "iran": 21, "iraq": 21, "irish": [4, 6, 23, 31], "ismap": [22, 31], "iso": [14, 20, 25, 30], "israel": 9, "issu": [8, 9, 31, 34], "italian": [4, 6, 20, 23, 31], "item": [8, 9, 13, 15, 20, 22, 25, 27, 30, 31], "item_a": 22, "item_b": 22, "item_pipelin": 13, "iter": 2, "its": [0, 1, 4, 6, 7, 9, 10, 12, 14, 15, 16, 21, 22, 25, 27, 28, 30, 32, 34], "itself": [16, 22, 27, 28], "ivborw0kggoaaaansuheugaaafqaaaa7camaaadsf118aaaap1bmveuaaadigxpohbk5ewdfghi5fwi8grteghe7eqdmhr7": 13, "iyl50": 12, "j": [8, 16], "j706x": 8, "j8110": 8, "ja": 25, "janeiro": 15, "japanes": [4, 6, 20, 23, 31], "java": 16, "javascript": 8, "jazz": 30, "jdq39": 8, "jenni": 11, "ji": 14, "jin": 14, "jl": [4, 6, 8, 9, 12, 16, 19, 22, 31], "jl_filepath": 9, "jl_subset": [9, 31], "jl_to_parquet": [9, 31], "jo": [4, 6], "job": [0, 7, 9, 15, 31, 32, 34], "jobdir": 8, "joejoinerr": 31, "john": [11, 28], "join": [11, 22, 28], "josephlongo": 13, "josh": 13, "jpeg": 12, "jpg": [9, 13, 21], "jpy": 11, "js_script_src": 8, "js_script_text": 8, "json": [9, 12, 16, 20, 22, 25, 31], "json_norm": [16, 31], "jsonl": [22, 31], "jsonld": 9, "jsonld_": [9, 22], "jsonld_1_": 22, "jsonld_error": 31, "jsonlin": [9, 12, 22], "julian": 21, "jung": 14, "jungl": 14, "just": [2, 4, 6, 10, 11, 13, 16, 20, 22, 25, 28, 34], "k": [16, 28], "k1": 8, "ka": 21, "kaggl": [10, 34], "kang": 14, "kansa": 21, "kazakh": [4, 6, 23, 31], "keep": [1, 8, 9, 10, 14, 15, 18, 19, 22, 25, 28, 31, 34], "keep_equ": 9, "kei": [8, 10, 11, 13, 14, 20, 21, 22, 23, 25, 27, 28, 30, 31], "kept": 34, "key_nam": 11, "keyword": [0, 5, 10, 14, 22, 23, 28, 31, 32, 33, 34], "keywords_df": 15, "kfpdr3hupi": [11, 28], "kfthwi": 8, "kg_df": 14, "khtml": [8, 16, 22], "kid": [11, 28], "kill": 8, "kilomet": [20, 25, 30], "kind": [12, 22, 31, 34], "kindl": 8, "kiwi": 28, "km": [20, 25, 30], "know": [2, 9, 11, 15, 16, 21, 22, 27, 28, 34], "knowledg": [0, 30, 31, 32, 33], "knowledge_graph": [14, 31], "known": [0, 5, 12, 22, 25, 28, 31, 32], "korea": 14, "korean": [14, 20], "ktu84m": 8, "kw_": [22, 31, 34], "kw_broad": 15, "kw_df": 15, "kw_exact": 15, "kw_gener": [15, 22, 31, 34], "kw_modifi": 15, "kw_neg_broad": 15, "kw_neg_exact": 15, "kw_neg_phras": 15, "kw_phrase": 15, "kwarg": [11, 12, 13], "kxlspoodchrqwiwbxi85q6kc9pnehscmhj0vjgppuac3lwqo": 13, "l": [4, 6], "l1": 22, "lab": 21, "label": 15, "lamborghini": 1, "land": [2, 15, 34], "lang": [19, 25], "lang_": 20, "lang_ar": 20, "lang_bg": 20, "lang_c": 20, "lang_ca": 20, "lang_d": 20, "lang_da": 20, "lang_el": 20, "lang_en": 20, "lang_et": 20, "lang_fi": 20, "lang_fr": 20, "lang_hr": 20, "lang_hu": 20, "lang_i": 20, "lang_id": 20, "lang_it": 20, "lang_iw": 20, "lang_ja": 20, "lang_ko": 20, "lang_lt": 20, "lang_lv": 20, "lang_nl": 20, "lang_no": 20, "lang_pl": 20, "lang_pt": 20, "lang_ro": 20, "lang_ru": 20, "lang_sk": 20, "lang_sl": 20, "lang_sr": 20, "lang_sv": 20, "lang_tr": 20, "lang_zh": 20, "languag": [0, 5, 8, 12, 14, 15, 20, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "laptop": 8, "larg": [0, 8, 10, 16, 18, 20, 21, 22, 28, 31, 32, 33, 34], "larger": [20, 25, 30], "last": [1, 2, 11, 19, 21, 22, 27, 28, 31], "last_dir": [21, 27, 31], "lastmod": 21, "lat": 25, "latenc": [9, 12], "later": [0, 7, 16, 21, 32], "latest": [1, 2, 4, 6, 22, 25], "latin": [16, 30], "latitud": [20, 25, 30], "latter": 28, "latterli": 28, "latvian": 20, "launch": 22, "layout": [16, 30], "ld": [9, 12, 22, 31], "lead": 20, "leaf": 10, "learn": [15, 21, 22, 28, 30, 34], "leas": 22, "least": [20, 28, 30], "leav": [2, 19], "left": [8, 11, 30], "left_char": 11, "len": [2, 4, 6], "lenght": 31, "length": [0, 1, 2, 5, 12, 21, 25, 27, 28, 29, 31, 32], "lenovo": 8, "less": [20, 22, 25, 28, 30], "let": [1, 2, 9, 11, 14, 15, 19, 20, 21, 22, 28, 30, 34], "letter": [2, 9, 10, 20, 30], "level": [8, 16, 20, 22, 25, 27, 30, 34], "level_or_nam": 20, "lg": 8, "li": [22, 31], "lib": 9, "librari": 34, "licens": [14, 20, 30], "life": [11, 28, 32], "lifestyl": 30, "light": [10, 12], "like": [8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 22, 25, 28, 30, 31, 34], "likelyspam": 30, "lilguyisback": 11, "limit": [1, 2, 14, 19, 20, 22, 25, 30, 34], "line": [1, 6, 8, 9, 12, 14, 16, 18, 19, 20, 22, 31, 32], "lineart": 20, "lineup": [11, 28], "link": [0, 4, 6, 7, 11, 12, 20, 21, 25, 27, 30, 31, 32, 33, 34], "link_df": 9, "link_rel_href": 8, "link_rel_rel": 8, "link_rel_stylesheet": 8, "linkedin": 19, "linkedinbot": [16, 19], "links_": 9, "links_frag": 31, "links_href": 22, "links_nofollow": [22, 31], "links_text": [22, 31], "links_url": [22, 31], "linksit": 20, "linux": [8, 16, 31], "lisbon": 1, "list": [0, 1, 2, 5, 7, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34], "list_id": 25, "liter": 14, "lithuanian": 20, "littl": [13, 27, 32, 34], "live": [20, 30], "livestreamingdetail": 30, "ll": [11, 19, 25, 28], "lmy47o": 8, "lmy47x": 8, "load": [16, 22, 24, 31], "loc": 21, "local": [4, 6, 20, 25, 30], "locat": [13, 20, 21, 25, 27, 30, 34], "locationradiu": [20, 30], "log": [0, 5, 7, 18, 20, 21, 22, 27, 30, 33, 34], "log_error": 16, "log_field": 16, "log_fil": [4, 6, 8, 16, 22], "log_format": [4, 6, 16], "logic": 20, "login": [16, 19], "logo": [9, 13], "logs_df": 16, "logs_file_path": 16, "logs_to_df": [0, 31, 32, 33], "lokal": 14, "lol": [11, 28], "lon": 25, "long": [0, 1, 4, 6, 9, 11, 16, 18, 19, 20, 22, 25, 27, 30, 31, 32, 33, 34], "longdesc": [22, 31], "longer": [1, 2, 11, 20, 28, 30, 31], "longitud": [20, 25, 30], "look": [2, 9, 15, 21, 25, 28], "lookout": 12, "lookup": [0, 5, 16, 25, 31, 32, 33], "lookup_statu": 25, "lookup_us": 25, "looooooovvvve": 11, "looooooveee": 11, "loop": [20, 25, 31], "loos": 11, "lose": 19, "lost": [2, 8], "lot": [2, 9, 12, 16, 21, 27, 34], "love": [10, 25, 28], "love_emoji": 10, "lower": 22, "lowest": [20, 30], "lowrang": 20, "lr": 20, "lrx22g": 8, "lumia": 8, "luxuri": 15, "m": [4, 6, 11, 16, 19, 20, 21, 22, 28, 30, 34], "m9": 8, "ma": [12, 22], "mac": [8, 22], "machin": [4, 6, 21, 34], "macintosh": 8, "made": [9, 11, 18, 25, 28], "mai": [16, 19, 20, 22, 25, 28, 30], "mail": 18, "main": [2, 3, 9, 14, 19, 20, 21, 22, 25, 27, 28, 31, 34], "mainli": [8, 13, 15, 18, 19, 28, 29], "mainten": 12, "major": [16, 19, 21, 25, 34], "make": [0, 1, 2, 7, 9, 11, 12, 16, 18, 19, 20, 21, 22, 25, 27, 28, 31, 32, 34], "make_datafram": 25, "mammal": 10, "manag": [8, 9, 12, 20, 25, 30, 34], "managedbym": 30, "mango": 28, "mani": [1, 2, 8, 9, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 34], "manipul": 34, "manner": [14, 27], "manual": 8, "map": [4, 6, 9, 11, 14, 15, 22, 25, 34], "march": 21, "mark": [11, 25, 27, 28, 29, 31], "market": [0, 14, 15, 20, 22, 26, 31], "martial": 30, "marvinmilton2": [11, 28], "masscan": 16, "massiv": [9, 16, 18, 27], "master": [8, 12, 22], "match": [4, 6, 9, 10, 11, 13, 14, 15, 16, 20, 21, 22, 25, 30, 31], "match_typ": 15, "matter": [4, 6, 15], "matthew": 23, "max": [4, 6, 8, 12, 22], "max_column": 16, "max_help_posit": 3, "max_id": 25, "max_len": [1, 4, 6, 15], "max_work": [18, 21, 31], "maxheight": 30, "maxim": 25, "maximum": [1, 2, 14, 15, 18, 20, 21, 22, 25, 30], "maxresult": [20, 30], "maxwidth": 30, "mayb": [11, 13, 15, 19, 22], "mb": 31, "mcilroi": 34, "mckinlei": 21, "mckinleyd": 21, "me": [28, 29], "mean": [9, 11, 12, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 34], "meaning": [21, 28], "meanwhil": 28, "measur": [8, 20, 30, 31], "media": [10, 11, 13, 16, 22, 23, 25, 27, 28], "mediapartn": 8, "medium": [10, 20, 26, 30], "meet": [11, 20, 28, 30], "mega": 21, "megabyt": 34, "mem": 9, "member": 25, "membership": 25, "memori": [9, 16, 22, 27], "mention": [0, 5, 14, 17, 22, 25, 27, 28, 31, 32, 33, 34], "mention_count": 11, "mention_freq": 11, "mention_raw": 17, "mention_summari": 11, "mentions_flat": 11, "mentions_per_post": 11, "mentions_timelin": 25, "merced": 1, "merg": [20, 22, 25, 31], "messag": [4, 6, 16, 31], "meta": [8, 12, 20, 22, 25, 27, 31], "meta_desc": [8, 9, 22], "metadata": [20, 22, 25, 30, 31], "metallica": [11, 28], "metatag": 12, "method": [0, 5, 12, 16, 20, 22, 25, 30, 31, 32], "method_from": 16, "method_to": 16, "metric": 28, "mi": [20, 25, 30], "microsoft": 8, "middl": [9, 31], "middleeast": [9, 21], "middlewar": [8, 16], "might": [2, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 32, 34], "mile": 25, "militari": 30, "miller": 21, "million": 28, "min": [9, 16], "min_height": 13, "min_rep": 11, "min_width": 13, "mind": [8, 10, 14, 22, 25, 34], "mine": [23, 28, 29, 30, 34], "mini": 12, "minim": 31, "minimum": 13, "minix": 8, "minnesota": 21, "minor": [16, 31], "minu": [9, 22], "minut": [20, 21, 27, 30], "miss": [2, 11, 21, 28, 31], "missouri": 21, "mistak": 19, "mix": [25, 27, 30], "mj12bot": 16, "mm": [21, 25, 30], "mmb29k": 8, "mmb29p": [8, 16], "mmb29t": 8, "mobil": [8, 16, 22], "mocha": [11, 28], "mode": [0, 4, 6, 7, 11, 25, 31, 32, 33], "model": [2, 16, 21], "model_a": 22, "model_b": 22, "moder": [20, 30], "moderationstatu": 30, "modifi": [4, 6, 10, 11, 12, 13, 15, 19, 21, 22, 23, 25, 28], "modul": [1, 11, 22, 28, 31, 32, 33, 34], "modular": 34, "moment": 9, "monitor": 34, "mono": 20, "month": [20, 21, 25], "more": [2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "moreov": 28, "morn": [9, 11, 28], "morning_144x144": 9, "most": [1, 2, 8, 9, 11, 12, 15, 16, 20, 21, 22, 25, 28, 30, 31, 34], "mostli": [8, 9, 22, 27, 28, 34], "mostpopular": 30, "motorsport": 30, "move": 28, "movi": [20, 21, 25, 30], "mozilla": [8, 16, 22], "mp4": 21, "mpu": 26, "mra58k": 8, "msg": 31, "msnbot": 19, "much": [9, 21, 22, 28, 31], "multi": [18, 20], "multi_robot": [4, 6], "multimedia": [9, 21], "multin": 14, "multipl": [0, 4, 6, 7, 9, 11, 14, 19, 20, 21, 22, 31, 32, 34], "multipli": 28, "mundo": 21, "music": 30, "must": [16, 20, 25, 28, 30], "my": [0, 1, 7, 11, 22, 28, 32], "my_custom_head": 22, "my_output_fil": 22, "myrat": 30, "myrecentsubscrib": 30, "myself": 28, "mysit": 26, "mystuff": 19, "mysubscrib": 30, "n": [0, 4, 6, 8, 9, 21, 31, 32, 33], "na": [27, 31], "name": [0, 1, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 30, 31, 32, 33, 34], "name_1": 22, "name_2": 22, "nan": [8, 9, 12, 14, 16, 21, 22, 27, 31], "narrow": 30, "nasa": 25, "nat": [19, 21], "natali": 21, "nativ": 25, "native_video": 25, "natur": [10, 11, 13], "nav": [8, 22, 31], "nav_links_href": 8, "nav_links_text": [8, 22], "nav_links_url": 22, "naverbot": 19, "navig": [13, 25], "ncov": 21, "nearli": [11, 28], "nebraska": 21, "need": [1, 2, 4, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 31, 34], "neg": [11, 15, 25], "neither": 28, "neo": 8, "nepali": [4, 6, 23, 31], "nest": [25, 30], "net": [16, 21], "netloc": [0, 5, 21, 27, 32], "network": [11, 27], "never": [11, 28], "nevertheless": 28, "new": [0, 8, 9, 11, 16, 20, 27, 28, 31, 32, 33, 34], "newest": [21, 30], "newlin": 31, "news_keyword": 21, "news_publ": 21, "news_publication_d": 21, "news_titl": 21, "newslett": 9, "next": [11, 15, 22, 28, 30, 34], "next_cursor": 25, "nextpagetoken": [20, 30, 31], "nexu": [8, 16], "nf": 8, "nfl": 21, "nginx": [12, 22], "nginx_error": [4, 6, 16], "ngram": 28, "nh": 21, "nine": 28, "nintendo": 8, "nintendobrows": 8, "nippli": [11, 28], "nix": 31, "nl": 16, "nmf26f": 8, "nobodi": 28, "node": 25, "nofllow": 22, "nofollow": [9, 22, 31], "noindex": 12, "non": [16, 20, 28, 29, 30, 31, 34], "none": [2, 3, 4, 6, 9, 10, 11, 12, 13, 14, 16, 19, 20, 21, 22, 25, 26, 27, 28, 30], "noon": 28, "nor": 28, "normal": [8, 16, 23], "norwegian": [4, 6, 20, 23, 31], "nose": 21, "note": [2, 9, 11, 14, 20, 22, 25, 27, 28, 30, 34], "notebook": 34, "noth": [11, 28], "notic": [11, 19], "noticia": 21, "notna": 9, "notset": 20, "noun": 15, "now": [1, 2, 9, 11, 15, 16, 19, 21, 22, 25, 28, 31], "nowher": 28, "np": [21, 31], "nrd90m": 8, "nt": [8, 16, 22], "null": 25, "num": 20, "num_currency_symbol": 11, "num_emoji": [10, 11], "num_exclamation_mark": 11, "num_hashtag": 11, "num_list": [28, 31], "num_ment": 11, "num_numb": 11, "num_post": [10, 11], "num_question_mark": 11, "num_url": 11, "num_word": 11, "number": [0, 5, 7, 9, 10, 14, 15, 18, 19, 20, 21, 22, 25, 28, 30, 31, 32, 33, 34], "number_count": 11, "number_freq": 11, "number_list": [4, 6], "number_of_emoji": 10, "number_of_hashtag": 11, "number_of_ment": 11, "number_of_numb": 11, "number_of_symbol": 11, "number_of_url": 11, "number_of_word": 11, "number_separ": 11, "number_summari": 11, "numbers_flat": 11, "numbers_per_post": 11, "numer": [9, 25, 30], "nutch": 16, "nvidia": 8, "nx": 8, "nyt": [9, 21], "nyt_crawl": 9, "nyt_new": 21, "nytim": [9, 21], "nz": 20, "o": [8, 9, 17, 22], "oauth_token": [25, 31], "oauth_token_secret": [25, 31], "oauth_vers": 25, "obama": 21, "obei": [0, 7, 13, 16, 32], "obido": 19, "object": [10, 11, 13, 14, 16, 21, 22, 25, 30, 34], "obtain": [25, 27, 28], "occur": [11, 21, 22, 25, 28, 30, 31], "occurr": [11, 28], "oct": 22, "odai": 11, "off": [8, 20, 28], "offer": [15, 25], "offic": [11, 28], "offlin": 31, "often": 28, "og": [8, 9, 22, 31], "og_cont": 8, "og_prop": 8, "ohio": 21, "ok": 12, "okai": 11, "old": 9, "older": 25, "oldest": 25, "omit": 25, "onbehalfofcontentown": [20, 30], "onbehalfofcontentownerchannel": 30, "onc": [2, 4, 8, 9, 14, 15, 16, 20, 21, 22, 25, 27, 28, 30, 32, 34], "one": [1, 2, 4, 6, 8, 9, 10, 11, 14, 16, 17, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "ones": [10, 11, 12, 16, 18, 21, 22, 28], "ongo": [20, 30], "onli": [0, 1, 4, 6, 7, 9, 11, 12, 13, 16, 17, 19, 20, 21, 22, 25, 26, 28, 30, 31, 32, 34], "onlin": [2, 22], "onto": 28, "opd1": 8, "opd3": 8, "open": [16, 19, 21, 22, 31], "opengraph": [8, 12], "oper": [16, 20, 21, 25, 30, 31], "oppos": [15, 27, 31], "opposit": 11, "opt": [9, 25], "optim": [12, 14], "option": [0, 2, 5, 8, 9, 11, 12, 13, 15, 16, 19, 20, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34], "orang": [20, 28], "order": [4, 6, 9, 11, 13, 14, 15, 20, 22, 30, 31], "order_matt": 15, "org": [4, 6, 9, 10, 12, 14], "organ": 14, "origin": [8, 13, 16, 20, 22, 27, 31], "orterm": 20, "other": [2, 9, 10, 11, 12, 13, 14, 16, 17, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "otherwis": [9, 16, 22, 25, 27, 28], "ottawa": 21, "ound": 11, "ouput_fil": 27, "our": [2, 9, 11, 16, 25, 28], "ourl0aefg76m8izrt6eaaaaasuvork5cyii": 13, "ourselv": [16, 28], "out": [1, 11, 14, 16, 19, 20, 22, 25, 27, 28, 30, 34], "outpuf_fil": 22, "output": [4, 6, 8, 9, 12, 13, 16, 22, 25, 27, 31], "output_dir": 13, "output_fil": [4, 6, 8, 9, 12, 16, 19, 22, 27, 31], "output_file1": 9, "output_file2": 9, "outreach": 34, "outsid": [11, 16, 20, 28, 30], "over": [4, 6, 8, 12, 21, 22, 25, 28, 31], "overview": [2, 9, 10, 11, 18, 21, 34], "overwrit": [22, 31], "owen": 21, "own": [9, 11, 15, 16, 20, 22, 25, 27, 28, 30, 34], "owner": [19, 20, 25, 30], "owner_id": 25, "owner_screen_nam": 25, "ownership": 25, "oyl2nhr7e34yujtjw6zmc3am": 13, "p": [22, 31], "packag": [8, 9, 22, 23, 31, 32, 33, 34], "pad": 8, "page": [0, 2, 4, 6, 7, 9, 11, 12, 13, 14, 15, 16, 19, 21, 23, 25, 27, 28, 30, 31, 32, 33, 34], "page_1": 8, "page_2": [8, 9], "page_3": 8, "page_4": 8, "page_5": 9, "page_7": 9, "page_8": 9, "page_9": 9, "pagelet": 19, "pagemap": 31, "pagepostssectionpagelet": 19, "pagetoken": [20, 30], "pageview": [16, 28], "pagin": [31, 34], "pai": 20, "paid": [11, 28], "pair": 25, "pakistan": 21, "pam": 21, "pamper": [11, 28], "pand": 31, "panda": [9, 10, 11, 12, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 31, 34], "panel": 20, "paper": 10, "param": [4, 6], "paramet": [0, 1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 25, 26, 28, 29, 30, 31, 32, 33, 34], "parent": [8, 30], "parenthes": 29, "parentid": 30, "parmet": 22, "parquet": [0, 5, 16, 27, 31, 32, 33], "parquet_column": [9, 31], "parquet_fileapth": 9, "parquet_filepath": 9, "pars": [0, 5, 12, 13, 22, 31, 32, 33, 34], "parser": 34, "part": [9, 11, 15, 18, 20, 23, 27, 28, 29, 30, 34], "parti": [8, 22, 25, 31], "partial": 10, "particular": [9, 19, 20, 21, 30], "particularli": [20, 22], "partner": [20, 30], "pass": [8, 14, 19, 20, 21, 22, 25, 34], "password": 8, "password123": 8, "past": [20, 34], "patch": 16, "patch_minor": 16, "path": [0, 5, 8, 9, 12, 13, 16, 19, 21, 22, 31, 32, 33], "path_1": 27, "path_2": 27, "path_3": 27, "pather": 9, "pathlik": 13, "patienc": 19, "pattern": [0, 4, 6, 8, 9, 11, 13, 16, 19, 21, 27, 28, 32], "paus": [0, 7, 32], "pc": 8, "pd": [8, 9, 11, 12, 16, 19, 21, 22, 27, 28, 31], "peck": 13, "penguinnyyyyi": [11, 28], "peopl": [10, 11, 14, 25, 28, 34], "per": [4, 6, 8, 9, 10, 11, 19, 20, 21, 22, 25, 28, 34], "perc": [16, 18], "percentag": [9, 18, 28, 31], "perform": [0, 5, 9, 16, 18, 20, 21, 22, 30, 32], "perhap": 28, "period": 12, "periscop": 25, "permiss": 19, "permut": [4, 6, 15], "perry_ron": 11, "persian": [4, 6, 21, 23, 31], "person": [11, 14, 20, 28], "perspect": [22, 27, 28], "pet": 30, "petalbot": 16, "phone": [8, 11], "photo": [20, 25], "php": 19, "phrase": [0, 5, 15, 20, 25, 28, 29, 31, 32], "phrase_len": [4, 6, 28, 29, 31], "physic": 30, "pic": 25, "pick": 34, "pictur": [21, 28], "pid": 9, "piec": 12, "pink": 20, "pinterest": 19, "pinterestbot": 19, "pip": [4, 8, 32, 34], "pip3": 32, "pipe": [20, 28, 30], "pipelin": [18, 34], "pixel": [8, 13], "place": [1, 8, 10, 11, 13, 14, 25, 31], "placehold": [31, 34], "plai": [10, 14, 20, 21, 30], "plain": 30, "plaintext": 30, "plan": [9, 16], "plant": 10, "platform": [2, 28, 34], "playback": [20, 30], "player": [8, 30], "playlist": [20, 30, 31], "playlist_items_list": 30, "playlistid": 30, "playlistitem": 30, "playlists_list": 30, "playstat": 8, "playwright": [22, 31], "pleas": [9, 12, 14, 20, 22, 25, 28, 30], "plotli": 34, "plu": 8, "plugin": [22, 31], "png": [12, 13, 21, 22], "podcast": [9, 21], "point": [9, 10, 14, 20, 27, 30], "pointer": 18, "polici": [9, 12], "polish": [4, 6, 20, 23, 31], "polit": [8, 25, 27, 30], "pop": 30, "popul": [13, 27], "popular": [8, 16, 25, 30, 34], "port": [8, 27], "porto": 1, "portug": 1, "portugues": [4, 6, 20, 21, 23, 31], "posicionamiento": 14, "posit": [4, 6, 9, 11, 14, 20, 25, 30], "possibl": [15, 16, 19, 20, 28, 34], "possibli": 28, "post": [10, 11, 23, 25, 27, 28, 32, 34], "posts2": 11, "potato": 10, "potent": 19, "potenti": [22, 25], "potteri": 21, "pound": 11, "povertydata": 12, "power": [9, 11, 12, 22, 34], "ppc": 28, "ppp046177196171": 16, "ppp089047044105": 16, "ppr1": 8, "practic": [8, 16, 18, 22, 34], "practition": 34, "pre": [0, 16, 28, 31, 32, 33], "preced": 31, "prefer": 25, "preferenti": 25, "prefix": [14, 31], "preload": 12, "premier": 21, "prepar": [0, 10, 21, 31, 32, 33], "prepend": [25, 27], "present": [9, 20, 25, 31], "preserv": 31, "presidenti": 21, "pressur": 22, "pretti": 22, "prevent": [25, 31], "previou": [27, 30, 31], "previous_cursor": 25, "prevpagetoken": [20, 30], "prg": 12, "price": [15, 22, 27], "print": [10, 11, 16, 21, 23, 31], "prioriti": 21, "privaci": 9, "pro": [8, 22], "probabl": [8, 9, 21, 22, 34], "process": [4, 6, 8, 9, 12, 16, 18, 21, 27], "processingdetail": 30, "prod": 13, "produc": [1, 16, 20, 21, 34], "product": [0, 1, 2, 5, 14, 15, 20, 22, 27, 28, 31], "product1": 27, "product2": 22, "profession": 30, "profil": [19, 25], "prog": 3, "program": [4, 25, 34], "programmat": [20, 22], "prohibit": 19, "project": [9, 12, 14, 20, 22, 30, 34], "promis": 34, "promo": 21, "promot": 21, "proper": [11, 34], "properli": [15, 16, 20, 21, 27, 30, 31], "properti": [8, 9, 20, 22, 30], "protect": 9, "protocol": 12, "prouc": 20, "provid": [1, 2, 4, 6, 8, 9, 11, 13, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "proxi": [0, 7, 18, 32], "proxito": [12, 22], "proxy_retry_tim": 8, "ps7233": 8, "ptt5": 8, "public": [10, 12, 22, 25], "publication_languag": 21, "publication_nam": 21, "publish": [8, 21, 30], "publishedaft": [20, 30], "publishedbefor": [20, 30], "pump": [11, 28], "punctuat": 31, "puppi": 25, "purchas": 15, "purpl": 20, "purpos": [19, 22], "put": [9, 15, 16, 21, 22, 28], "puzzl": 30, "py": [9, 22], "py8fhdj5dlvvxnq6zjotzvbg1s8skwaaaacxrstlmav4eo10jnqa8ihfydaaabjuleqvryw93y64rcmbcg4czk5fszdav3f63bdaxfv4qm": 13, "pydata": 9, "pypi": 31, "pyt": 22, "pyth": 22, "python": [0, 4, 9, 10, 16, 23, 25, 31, 32, 33, 34], "python3": [4, 9, 34], "python_tweet": 25, "q": [12, 20, 25, 30], "q_80": 21, "qatar": 9, "qd1a": 8, "qp1a": 8, "qualifi": 10, "qualiti": [9, 12, 13, 20], "quantifi": 28, "queri": [0, 5, 13, 14, 16, 19, 20, 21, 25, 30, 31, 32, 33, 34], "query_": 27, "query_color": 27, "query_pric": 27, "query_s": 27, "query_tim": [14, 31], "querytim": [20, 31], "question": [0, 2, 21, 25, 28, 29, 31, 32, 33, 34], "question_mark": 11, "question_mark_count": 11, "question_mark_freq": 11, "question_mark_nam": 11, "question_marks_flat": 11, "question_marks_per_post": 11, "question_summari": 11, "question_text": 11, "questionnair": 20, "quick": [2, 9, 19, 21], "quickli": 8, "quit": [19, 21, 28], "quot": [29, 31], "quota": 30, "quotat": 28, "r": [4, 6], "r0lgodlhaqabaiaaaaaaap": 13, "r16nw": 8, "r3ynjjjcug": [11, 28], "ra": 21, "race": [21, 30], "radio": 21, "radiu": 25, "rai": [12, 22], "rain": [11, 28], "rais": [22, 31], "ran": 22, "randolph": 21, "random": [8, 19], "rang": [20, 25], "rank": [14, 22, 31, 34], "rapid": 16, "rate": [20, 21, 22, 25, 28, 30], "rate_limit_statu": 25, "rather": 28, "raw": 17, "rawtextdefargformatt": 3, "rawtexthelpformatt": 3, "rc2": 12, "re": [11, 21, 25, 28], "reachabl": 22, "read": [8, 9, 11, 13, 16, 22, 27, 34], "read_csv": [11, 28], "read_json": [8, 9, 12, 19, 22], "read_parquet": [9, 16, 27], "readabl": [17, 19, 22, 34], "reader": 16, "readi": [9, 15, 25], "readm": 22, "readthedoc": [12, 18, 22, 25], "real": [11, 25, 28], "realiti": 19, "realli": [9, 12, 15, 16, 22, 28], "reason": [8, 11, 12, 16, 19, 22, 28, 31, 34], "receiv": [19, 25], "recent": [1, 25, 30], "recip": [0, 7, 22, 31, 32], "recommend": [11, 16, 22, 25], "recordingdetail": 30, "recurs": [4, 6, 21, 22, 31], "red": [20, 27], "redirect": [0, 4, 6, 16, 22, 31, 32, 33, 34], "redirect_": [9, 22], "redirect_df": 9, "redirect_from": 16, "redirect_reason": [12, 22], "redirect_tim": [9, 12, 22], "redirect_to": 16, "redirect_ttl": [12, 22], "redirect_url": [12, 22], "redistrict": [11, 28], "reduc": 9, "refer": [9, 12, 14, 16, 20, 22, 25, 27], "referer_": 16, "referer_dir_1": 16, "referer_dir_2": 16, "referer_dir_3": 16, "referer_frag": 16, "referer_hostnam": 16, "referer_last_dir": 16, "referer_netloc": 16, "referer_path": 16, "referer_port": 16, "referer_queri": 16, "referer_schem": 16, "referer_url": 16, "referer_url_df": 16, "referr": [12, 26], "referrerpolici": [22, 31], "reflect": 31, "regard": [22, 28], "regardless": [20, 30, 31], "regex": [0, 5, 8, 9, 10, 11, 13, 16, 17, 28, 31, 32, 34], "regex_raw": 17, "regga": 30, "region": [22, 25, 30], "regioncod": [20, 30], "regul": 9, "regular": [0, 4, 6, 9, 10, 11, 13, 16, 22, 28, 31, 32, 33], "reilli": 17, "reinvent": 21, "rel": [8, 9, 14, 18, 19, 22, 27, 31, 34], "rel_valu": [28, 31], "relat": [11, 20, 21, 22, 30, 34], "relatedsit": 31, "relatedtovideoid": [20, 30], "relayout": 31, "releas": 31, "relev": [15, 20, 25, 26, 30], "relevancelanguag": [20, 30], "reli": 22, "reliabl": 14, "religion": 30, "remain": [2, 21, 29], "remaind": [2, 31], "remark": 22, "rememb": 22, "remov": [20, 22, 25, 28, 29, 30, 31], "renam": 27, "render": 34, "repeat": [9, 11, 27, 31], "repetit": 11, "replac": [1, 16, 21, 27, 31, 34], "repli": [25, 30], "repons": 31, "report": [12, 18, 22, 27, 28, 31, 34], "repres": [9, 11, 14, 16, 20, 21, 25, 28], "represent": 25, "request": [0, 7, 9, 12, 13, 14, 16, 18, 20, 22, 25, 30, 31, 32, 33, 34], "request_": 16, "request_dir_1": 16, "request_dir_10": 16, "request_dir_11": 16, "request_dir_12": 16, "request_dir_13": 16, "request_dir_2": 16, "request_dir_3": 16, "request_dir_4": 16, "request_dir_5": 16, "request_dir_6": 16, "request_dir_7": 16, "request_dir_8": 16, "request_dir_9": 16, "request_frag": 16, "request_head": 21, "request_headers_": [8, 9, 22], "request_headers_accept": [8, 12, 22], "request_headers_cooki": 22, "request_headers_proxi": 8, "request_headers_us": [8, 12, 22], "request_hostnam": 16, "request_last_dir": 16, "request_netloc": 16, "request_path": 16, "request_port": 16, "request_queri": 16, "request_query_": 16, "request_query__": 16, "request_query_a": 16, "request_query_aam": 16, "request_query_abspath": 16, "request_query_act": 16, "request_query_adapt": 16, "request_query_ag": 16, "request_query_albid": 16, "request_query_cmd": 16, "request_query_cod": 16, "request_query_cont": 16, "request_query_control": 16, "request_query_cpabc_calendar_upd": 16, "request_query_curpath": 16, "request_query_currentset": 16, "request_query_dir": 16, "request_query_dn": 16, "request_query_email": 16, "request_query_fil": 16, "request_query_file_link": 16, "request_query_filenam": 16, "request_query_filepath": 16, "request_query_findcli": 16, "request_query_fn": 16, "request_query_folderid": 16, "request_query_format": 16, "request_query_funct": 16, "request_query_gid": 16, "request_query_id": 16, "request_query_img": 16, "request_query_index": 16, "request_query_input_fil": 16, "request_query_item": 16, "request_query_itemid": 16, "request_query_lang": 16, "request_query_libpath": 16, "request_query_mod": 16, "request_query_mypath": 16, "request_query_nam": 16, "request_query_next_fil": 16, "request_query_nocontinu": 16, "request_query_op": 16, "request_query_opt": 16, "request_query_ord": 16, "request_query_p": 16, "request_query_pag": 16, "request_query_panel": 16, "request_query_path": 16, "request_query_posit": 16, "request_query_psd": 16, "request_query_q": 16, "request_query_redirect": 16, "request_query_ref": 16, "request_query_rid": 16, "request_query_sb_categori": 16, "request_query_scopenam": 16, "request_query_search_kei": 16, "request_query_servic": 16, "request_query_short": 16, "request_query_sit": 16, "request_query_srt": 16, "request_query_step": 16, "request_query_stockcodeintern": 16, "request_query_target": 16, "request_query_term": 16, "request_query_thumb": 16, "request_query_titl": 16, "request_query_todo": 16, "request_query_typ": 16, "request_query_typeid": 16, "request_query_url": 16, "request_query_usernam": 16, "request_query_v": 16, "request_query_var": 16, "request_query_wt": 16, "request_query_xdebug_session_start": 16, "request_schem": 16, "request_url": 16, "request_url_df": 16, "requir": [4, 6, 8, 16, 20, 21, 22, 25, 26, 30, 31], "rerun": 8, "resampl": 21, "research": [15, 19, 34], "resolut": [20, 30], "resourc": [16, 20, 22, 25, 30, 34], "resourceid": 30, "resp_headers_": [9, 22], "resp_headers_access": 22, "resp_headers_ag": [12, 22], "resp_headers_alt": 12, "resp_headers_cach": [12, 22], "resp_headers_cf": [12, 22], "resp_headers_cont": [12, 22], "resp_headers_d": [12, 22], "resp_headers_etag": 12, "resp_headers_expect": [12, 22], "resp_headers_expir": [12, 22], "resp_headers_last": [12, 22], "resp_headers_permiss": 12, "resp_headers_referr": 12, "resp_headers_serv": [12, 22], "resp_headers_strict": [12, 22], "resp_headers_vari": [12, 22], "resp_headers_via": 12, "resp_headers_x": [12, 22], "resp_meta_": 31, "respect": [2, 8, 9, 16, 22, 25, 28, 31], "respons": [0, 9, 13, 14, 16, 19, 20, 21, 22, 25, 30, 31, 32, 33, 34], "rest": [11, 14, 19], "restaur": 11, "restrict": [2, 13, 14, 20, 22, 25, 30, 31], "result": [0, 1, 8, 9, 10, 13, 16, 19, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "result_typ": 25, "resultscor": 14, "resum": [0, 7, 32, 34], "retain": [15, 27], "retreiv": [8, 21, 31], "retri": 8, "retriev": [4, 6, 20, 21, 25, 30], "return": [1, 2, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 25, 26, 27, 28, 29, 30, 31, 34], "returnd": 31, "retweet": [25, 28], "retweeted_of_m": 25, "retweets_of_m": 25, "reus": [20, 30], "reveal": 21, "revenu": 28, "revers": [0, 5, 16, 20, 25, 30, 31, 32, 33], "reverse_dns_lookup": [16, 18, 31], "review": [16, 20, 21, 30], "rewear": 13, "rewrit": 31, "rfc": [20, 30], "rhythm": 30, "rich": [21, 25], "richer": 22, "right": [15, 16, 20, 21, 27], "right_char": 11, "rio": 15, "risk": 21, "rm": 8, "rm_word": 28, "rn": 21, "rnkt7myjj7hcnsvbnzg9qdqizefftx9ytz3": 12, "robot": [0, 5, 7, 13, 16, 21, 22, 31, 32, 33, 34], "robots_output_fil": 19, "robots_url": 19, "robotsfiles_df": 19, "robotslist": [4, 6], "robotstxt": 31, "robotstxt_df": 19, "robotstxt_last_modifi": [19, 31], "robotstxt_obei": [8, 12, 13], "robotstxt_test": [19, 31], "robotstxt_test_df": 19, "robotstxt_to_df": [19, 31], "robotstxt_url": 19, "robotx": 19, "rock": 30, "rogen": 21, "roku": 8, "roku4640x": 8, "role": [27, 30], "rolling_new": 21, "romanian": [4, 6, 20, 23, 31], "root": 25, "rotat": 8, "rotating_proxi": 8, "rotating_proxy_list_path": 8, "rotatingproxymiddlewar": 8, "round": 9, "row": [9, 15, 16, 19, 20, 21, 28], "rq3a": 8, "rquest": 22, "rsvp": [11, 28], "rtd": [12, 22], "rtl": 11, "rule": [0, 7, 12, 13, 16, 19, 22, 27, 32, 34], "run": [0, 4, 6, 8, 9, 10, 13, 14, 15, 18, 19, 20, 21, 22, 25, 27, 28, 31, 32, 33, 34], "runnig": 21, "running_crawl": [9, 31], "runspid": 9, "russia": 21, "russian": [4, 6, 20, 21, 23, 31], "rv": 8, "s10": 8, "s20": 8, "s21": 8, "s22": [8, 21], "s3": 8, "s6": 8, "s7": 8, "s8": 8, "s9": 8, "s906n": 8, "safari": [8, 16, 22], "safe": [20, 25], "safesearch": [20, 30], "safeti": [8, 20], "safetycheck": 19, "sahil": 9, "sai": [11, 15, 20, 22, 28, 34], "said": [11, 19], "sail": [20, 30], "sale": 28, "same": [0, 1, 2, 7, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 34], "sampl": [10, 14, 21, 22], "sample_log": 16, "samsung": [8, 21], "samsungbrows": 8, "sara": 21, "sat": 22, "satisfi": 16, "save": [0, 5, 7, 9, 12, 13, 16, 19, 22, 27, 31, 32, 34], "saver": [11, 28], "scale": [0, 18, 31, 32, 33], "scari": 25, "scenario": 2, "schauspielerin": 14, "schema": 14, "scheme": [0, 5, 21, 27, 32], "scienc": [21, 34], "scientist": 34, "score": [14, 28], "scrape": [0, 7, 16, 22, 31, 32, 33], "scraper": 16, "scrapi": [4, 6, 8, 9, 12, 22, 34], "screen": [8, 25], "screen_nam": 25, "script": [8, 12, 22], "script_src": 8, "sd": [20, 30], "sd1a": 8, "se": 8, "seahawk": 21, "search": [0, 5, 12, 14, 19, 21, 25, 26, 27, 30, 31, 32, 33, 34], "search_us": 25, "searchterm": 30, "searchtyp": 20, "seattl": 21, "sec": 22, "second": [2, 8, 9, 11, 14, 15, 20, 21, 22, 27, 31, 34], "secret": 13, "section": [9, 19, 20, 30], "secur": [12, 22], "see": [2, 4, 6, 8, 9, 10, 11, 13, 14, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 34], "seem": [21, 22, 28], "seen": [9, 16], "segment": [15, 25], "selecotr": 22, "select": [0, 5, 9, 13, 16, 20, 22, 25, 30, 32], "selector": [0, 4, 6, 31, 32, 33, 34], "selector_1": 22, "selector_2": 22, "self": 27, "sell": [4, 6, 15, 21], "sem": [0, 5, 22, 31, 33], "sem_campaign": 15, "semi": 25, "semkw": [4, 6], "semrush": 34, "senat": 21, "senatewinn": 21, "send": [14, 16, 25, 34], "sendfil": [12, 22], "sens": [27, 28], "sensit": [8, 15, 25], "sent": [20, 25, 30], "sentenc": [4, 6, 11, 28], "seo": [0, 5, 7, 14, 15, 19, 21, 28, 31, 33], "seop": 14, "seoul": 14, "sep": [2, 31], "separ": [2, 4, 6, 9, 11, 16, 20, 22, 25, 27, 30, 31], "sequenc": [28, 34], "serbian": 20, "seri": [8, 21, 27], "seriou": 28, "serp": [0, 14, 27, 31, 32, 33, 34], "serp_": [20, 34], "serp_df": 20, "serp_goog": [20, 22, 31, 34], "serp_youtub": [20, 31], "serv": [12, 22], "server": [0, 7, 12, 16, 18, 20, 22, 30, 32], "servic": [10, 14, 15, 20, 21], "session": [16, 20, 25], "set": [0, 2, 4, 6, 7, 9, 12, 13, 14, 15, 16, 20, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34], "set_auth_param": 25, "set_index": 21, "set_logging_level": 20, "seth": 21, "setup": [0, 31, 32, 33], "sever": [0, 8, 9, 12, 16, 20, 25, 28, 30, 31, 32, 33, 34], "seznambot": 19, "sgp771": 8, "shape": [11, 16, 21], "share": [17, 22, 28], "shatel": 18, "she": [11, 28], "sheet": [31, 34], "shield": 8, "shift": 15, "shoe": [22, 28], "shop": [2, 22], "short": [2, 20, 28, 30], "shorter": [2, 30, 31], "should": [1, 4, 6, 8, 11, 12, 13, 14, 19, 20, 22, 25, 28, 30, 34], "shouldn": [15, 16], "shout": [11, 28], "show": [4, 6, 9, 10, 11, 14, 15, 16, 20, 22, 27, 28, 30, 31], "show_list": 25, "show_owned_list": 25, "shown": [14, 27], "si": 21, "side": [11, 16, 28, 29], "sidebar": [22, 31], "sidebar_link": 22, "sidebar_links_url": 22, "sign": [4, 6, 11, 19, 22, 27, 29], "signatur": 25, "signifi": 15, "silk": 8, "similar": [1, 9, 11, 22, 27, 30, 31], "similarli": [20, 22, 30], "simpl": [8, 9, 10, 11, 12, 18, 21, 22, 25, 28, 34], "simpler": 31, "simplest": [22, 27], "simpli": [8, 9, 15, 16, 18, 19, 21, 22, 28], "simplifi": [12, 20, 30], "simul": 30, "simultan": 22, "sinc": [1, 2, 9, 11, 12, 21, 22, 25, 28], "since_id": 25, "sine": 12, "singapor": 1, "singl": [4, 6, 16, 19, 20, 22, 25], "singular": 11, "sinhala": [4, 6, 23, 31], "site": [8, 9, 15, 19, 20, 21, 22, 27, 28, 30, 31, 34], "site_crawl": 22, "site_scraping_tos_term": 19, "sitemap": [0, 5, 19, 22, 27, 31, 32, 33, 34], "sitemap_df": 21, "sitemap_download": 31, "sitemap_last_modifi": [21, 31], "sitemap_size_mb": [21, 31], "sitemap_to_df": [21, 22, 31], "sitemap_url": [4, 6, 21], "sitemapindex": 31, "sitename_crawl_yyyy_mm_dd": 22, "sitesearch": 20, "sitesearchfilt": 20, "sitmeapindex": 21, "situat": 27, "sivasubramanian": 21, "six": [2, 28], "sixti": 28, "size": [9, 12, 16, 19, 20, 21, 22, 25, 27, 31], "size_i": 9, "size_x": 9, "skateboard": 21, "skin": 10, "skip": [9, 22, 31], "skip_statu": 25, "skip_url_param": 31, "slash": 13, "slectorgadget": 22, "slice": 25, "slight": 31, "slot": [1, 2, 31, 34], "slovak": 20, "slovenia": 10, "slovenian": 20, "slow": [0, 7, 32], "slug": [13, 21, 25, 27], "slurp": [8, 19], "sm": [8, 27], "small": [9, 10, 19, 20, 30], "smaller": [9, 21, 30, 31], "smartphon": [8, 16, 21], "smile": 10, "smilei": [10, 11], "snippet": [20, 22, 30, 31], "snow": [11, 28], "so": [0, 2, 7, 9, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 32, 34], "social": [10, 11, 22, 23, 27, 28], "societi": 30, "softwareappl": 14, "solut": [8, 9], "some": [8, 9, 10, 11, 12, 13, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "somehow": 28, "someon": 28, "someth": [1, 2, 28], "sometim": [2, 8, 15, 19, 22, 28, 34], "somewher": [28, 34], "soni": 8, "sonl": 9, "soon": 19, "sophist": 34, "sort": [20, 23, 27, 28, 30, 31], "sort_valu": [9, 28], "soul": 30, "sound": [11, 28], "sourc": [1, 2, 3, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30], "source_fil": 16, "south": 14, "space": [2, 4, 6, 20, 21, 25, 29, 31], "spaci": [23, 31], "spam": 30, "span": [22, 31], "spanish": [4, 6, 11, 20, 23, 31], "speak": 20, "spec": 2, "special": [4, 6, 11, 13, 21, 22, 27, 31, 34], "specif": [4, 9, 12, 20, 25, 30, 34], "specifi": [0, 2, 4, 6, 7, 9, 11, 14, 16, 19, 20, 22, 25, 29, 30, 31, 32, 34], "speed": [12, 22, 31], "spend": [11, 25, 28, 34], "spent": 34, "sphinx": 31, "spider": [0, 8, 9, 12, 13, 16, 31, 32, 33, 34], "split": [0, 2, 5, 16, 21, 22, 28, 29, 31, 32, 33, 34], "sport": [10, 13, 21, 30], "spotlight": 9, "spread": [9, 34], "squar": 10, "square320": 9, "square_bann": 26, "src": [8, 9, 13, 22, 31], "srcset": [22, 31], "ss": 30, "stage": 16, "standard": [16, 20, 22, 25, 27, 30, 34], "star": [1, 21], "start": [2, 4, 6, 8, 9, 11, 15, 16, 20, 21, 22, 25, 28, 30, 31, 34], "start_request": [12, 13], "start_url": 13, "starting_out": 25, "stat": [8, 10, 11, 31], "state": [14, 20, 21, 27, 30], "statement": 13, "static": [9, 13, 16, 19], "static01": [9, 21], "statist": [10, 11, 18, 30, 31, 34], "statu": [0, 9, 10, 16, 22, 25, 30, 31, 32, 33, 34], "status": 25, "stdout": 16, "stearn": 21, "step": [8, 14, 29, 34], "still": [2, 11, 13, 20, 21, 25, 27, 28, 30], "stiller": 21, "stitch": 34, "stop": [0, 4, 6, 7, 9, 22, 28, 31, 32, 34], "stopword": [0, 5, 28, 31, 32, 33, 34], "storag": [16, 21], "store": [13, 16, 22], "store_uri": 13, "storebot": 8, "str": [1, 2, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 26, 27, 28], "straight": 12, "straightforward": [11, 13, 22, 27], "strateg": [21, 34], "strategi": [0, 7, 9, 12, 13, 15, 19, 21, 22, 30, 32], "stream": [25, 34], "strftime": 16, "strict": [20, 30], "stricter": 31, "string": [0, 1, 2, 7, 9, 10, 11, 14, 16, 17, 20, 22, 25, 26, 29, 30, 31, 32], "stringify_id": 25, "strip": [25, 28, 29], "strongli": [22, 25], "struct": 9, "structur": [0, 5, 8, 9, 12, 15, 21, 22, 25, 31, 32, 33, 34], "stuff": [2, 34], "style": [19, 22, 31], "stylesheet": 8, "sub": [0, 4, 6, 7, 9, 10, 11, 13, 16, 19, 21, 22, 25, 27, 31, 32, 34], "sub_group": 10, "subdomain": [12, 22], "submodul": [22, 31, 32, 33], "subpackag": [31, 32, 33], "subscrib": [25, 30], "subscribersnippet": 30, "subscript": [25, 30], "subscription_order_relev": 30, "subscriptions_list": 30, "subsequ": [20, 30], "subset": [9, 21], "substr": 14, "suchmaschinenmarket": 14, "suchmaschinenoptimierung": 14, "sugar": [11, 28], "suggest": [8, 27, 30], "suit": 16, "suitabl": 14, "sulli": 14, "summar": [9, 10, 11, 16], "summari": [9, 10, 11, 13, 31, 34], "summarize_crawled_img": 13, "summer_promo": 26, "super": [12, 16], "superhero": 25, "suppli": [0, 5, 9, 13, 18, 20, 22, 31, 32], "support": [0, 12, 19, 20, 22, 25, 30, 31, 32, 33, 34], "suppos": [19, 27], "sure": [0, 1, 2, 7, 11, 12, 18, 20, 22, 25, 27, 31, 32], "surround": [11, 31], "surrounding_text": 11, "survei": [20, 32], "susan": 21, "suspend": 25, "svc": 12, "swami": 21, "swedish": [4, 6, 20, 23, 31], "sweet": [11, 28], "switch": 8, "sy": 16, "sym": 11, "symbol": [10, 11, 31], "syndic": [20, 30], "system": [16, 27, 31], "sz": 30, "s\u00fcdkorea": 14, "t": [0, 1, 4, 6, 7, 9, 11, 12, 15, 16, 20, 21, 22, 27, 28, 29, 31, 32, 34], "t550": 8, "t827r4": 8, "tab": 8, "tabl": [0, 5, 13, 14, 15, 22, 34], "tablet": [8, 21], "tabular": 34, "tackl": 34, "tag": [8, 9, 12, 19, 20, 21, 22, 30, 31, 34], "tagalog": [4, 6, 23, 31], "tail": 15, "take": [2, 8, 9, 11, 14, 15, 16, 19, 21, 22, 25, 27, 28, 31, 34], "taken": 13, "talk": 2, "tamil": [4, 6, 23, 31], "target": [15, 30], "task": [12, 15, 28, 29, 34], "tatar": [4, 6, 23, 31], "tc2": 21, "tea": [11, 28], "teach": 21, "teal": 20, "team": 21, "technic": [9, 14, 34], "techniqu": [8, 28, 34], "technologi": [14, 30], "tediou": [15, 27], "telegrambot": 19, "tell": 22, "telugu": [4, 6, 23, 31], "templat": [1, 2, 8, 21], "temporari": 16, "ten": [20, 28], "tenni": 30, "teoma": 19, "term": [20, 22, 26, 30, 34], "test": [0, 8, 10, 22, 31, 32, 33, 34], "tester": [0, 31, 32, 33], "text": [0, 1, 5, 8, 9, 12, 16, 22, 23, 25, 29, 30, 31, 33], "text_ad": 2, "text_list": [4, 6, 10, 11, 28, 29], "text_list2": 28, "textformat": 30, "textual": [10, 11], "tha": 13, "thai": [4, 6, 23, 31], "than": [1, 2, 19, 20, 21, 22, 25, 28, 30, 31, 34], "thebe": 31, "thei": [8, 9, 11, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "theinterpret": 9, "them": [0, 2, 4, 6, 7, 9, 11, 12, 13, 15, 16, 18, 19, 21, 22, 25, 27, 28, 31, 32, 34], "themselv": [28, 31], "thenc": 28, "theoffic": [11, 28], "thereaft": 28, "therebi": [28, 30], "therefor": [8, 20, 28, 30], "therein": 28, "thereupon": 28, "thi": [1, 2, 4, 6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "thing": [1, 2, 11, 14, 15, 21, 22, 27, 29, 32, 34], "think": [11, 22, 27], "third": [22, 25, 28], "those": [0, 2, 7, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 27, 28, 30, 31, 32, 34], "though": [19, 20, 22, 25, 28, 30], "thought": [9, 14], "thousand": [8, 10, 12, 18, 28, 34], "thread": [21, 30, 31], "three": [1, 8, 9, 11, 21, 22, 25, 27, 28, 31, 34], "through": [8, 12, 13, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 34], "throughout": 28, "thru": 28, "thu": [9, 12, 22, 28], "thumbwid": 9, "ticket": 20, "tidi": 9, "tiktok": [11, 28], "time": [1, 2, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 30, 31, 34], "timecr": 30, "timelin": 25, "timeout": 31, "timestamp": [9, 16], "tini": 19, "tip": 12, "titl": [8, 9, 11, 15, 20, 22, 27, 28, 30, 31, 34], "tl": 16, "tld": [20, 31], "tljh": 9, "to_datetim": 16, "to_fram": 9, "to_parquet": 16, "toctre": 22, "todai": [1, 10, 11], "togeth": [9, 10, 11, 16, 19, 22, 25, 27, 28, 34], "token": [0, 5, 28, 31, 32, 33], "token_typ": 25, "tokyo": 1, "tolist": [19, 21], "tomiobaro": 13, "tommi": 21, "tone": 10, "too": [0, 7, 11, 22, 28, 32, 34], "took": 22, "tool": [0, 12, 16, 20, 21, 22, 27], "top": [0, 9, 10, 11, 14, 15, 16, 18, 20, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "top_bot": 16, "top_currency_symbol": 11, "top_domain": 11, "top_emoji": [10, 11], "top_emoji_categori": 31, "top_emoji_group": [10, 11], "top_emoji_sub_categori": 31, "top_emoji_sub_group": [10, 11], "top_emoji_text": [10, 11], "top_exclamation_mark": 11, "top_hashtag": 11, "top_ment": 11, "top_numb": 11, "top_question_mark": 11, "top_tld": 11, "top_url": 11, "top_word": 11, "topic": [4, 6, 20, 21, 25, 27, 30, 31], "topic1": 27, "topic2": 27, "topic_1": 27, "topic_2": 27, "topicdetail": 30, "topicid": [20, 30], "tor": 16, "total": [2, 16, 19, 28], "tourism": 30, "toward": [25, 28], "town": 31, "toyota": [1, 15], "traceback": 1, "track": [13, 22, 30, 31, 34], "tracker": 21, "tradit": [20, 30], "traffic": [22, 25, 26], "trail": [29, 31], "train": 11, "transport": [12, 21, 22], "travel": [10, 11], "trend": [25, 28, 34], "tricki": 22, "trigger": 8, "trim": 29, "trim_us": 25, "trip": 15, "true": [1, 2, 8, 9, 11, 12, 13, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31], "truestatus": 25, "truncat": 22, "try": [16, 19, 20, 22, 28, 30, 34], "tuesdai": [11, 28], "tuh": 13, "turkc": 21, "turkish": [4, 6, 20, 23, 31, 34], "turn": [9, 20], "tutor": 15, "tutori": [15, 22, 34], "tv": [8, 21, 30], "tw": 20, "tweet": [0, 5, 11, 23, 25, 28, 32, 34], "tweet_": 25, "tweet_mod": 25, "tweet_text": [11, 28], "twelv": 28, "twenti": [15, 19, 28], "twice": [0, 7, 28, 31, 32], "twimg": 25, "twitter": [0, 8, 11, 12, 19, 22, 26, 31, 32, 33, 34], "twitterbot": [16, 19], "two": [1, 2, 8, 9, 11, 13, 15, 17, 19, 20, 22, 27, 28, 30, 31, 34], "twtr_content": 8, "twtr_name": 8, "twython": [25, 31], "txt": [0, 5, 7, 10, 13, 16, 21, 22, 31, 32, 33, 34], "type": [0, 1, 2, 4, 6, 8, 11, 12, 14, 15, 16, 19, 20, 22, 25, 27, 28, 30, 31, 32, 33, 34], "typic": [1, 2, 9, 11, 12, 16, 18, 20, 21, 22, 25, 27, 28, 30, 34], "u": [8, 9, 15, 16, 20, 21, 22, 28, 30], "u20": 8, "u5vdyevvf": [11, 28], "ua": [16, 22], "ua_": 16, "ua_devic": 16, "ua_df": 16, "ua_famili": 16, "ua_major": 16, "ua_minor": 16, "ua_o": 16, "ua_pars": 16, "ua_patch": 16, "ua_str": 16, "ubuntu": [8, 12], "ug": 23, "uk": 20, "ukchina": 21, "ukrainian": [4, 6, 23, 31], "ultra": [8, 21], "umlrxrgovgmqtj4hxc69an5hj9pcyyqzfxsavk58tjmntwgv24pw9kpe0fgbioklomczkngleuxlhyiimx": 13, "unalign": 27, "unchang": 9, "und": 16, "under": [8, 12, 13, 14, 16, 19, 28, 31], "undersand": 9, "underscor": 21, "understand": [9, 14, 15, 19, 20, 21, 25, 27, 34], "understood": 14, "unexpect": 22, "unicod": [10, 17], "unifi": 31, "uniqu": [30, 31], "unique_currency_symbol": 11, "unique_emoji": [10, 11], "unique_exclamation_mark": 11, "unique_hashtag": 11, "unique_ment": 11, "unique_numb": 11, "unique_question_mark": 11, "unique_url": 11, "unique_word": 11, "unit": [20, 21, 25, 30], "univers": 34, "unix": 34, "unknown": [16, 18], "unless": [19, 28], "unlik": 27, "unlock": 22, "unnest": 25, "unpack": [9, 21], "unread": 30, "unrel": 34, "unsign": 30, "unspecifi": 20, "until": [11, 25, 28], "unusu": 27, "up": [2, 9, 12, 14, 15, 20, 22, 25, 27, 28, 31, 34], "upcom": [20, 30, 34], "updat": [8, 21, 31], "upload": [15, 20, 21, 25, 30], "upon": 28, "upscal": 9, "upshot": 9, "upshot_144x144": 9, "urdu": [4, 6, 21, 23, 31], "uri": [12, 22], "url": [0, 2, 5, 8, 9, 11, 12, 13, 14, 16, 17, 19, 20, 21, 25, 28, 30, 31, 32, 33, 34], "url_": 34, "url_1": [4, 6, 13, 27], "url_2": [4, 6, 13, 27], "url_3": [4, 6, 13], "url_a": 22, "url_b": 22, "url_build": 22, "url_c": 22, "url_count": 11, "url_df": 21, "url_freq": 11, "url_list": [4, 6, 8, 9, 12, 16, 22], "url_path": 19, "url_redirected_to": 31, "url_summari": 11, "url_to_df": [16, 21, 27, 31, 34], "url_utm_ga": [26, 31], "urldf": 27, "urls_flat": 11, "urls_per_post": 11, "urls_to_test": 19, "urlth": 20, "urlyt": 16, "us": [0, 1, 5, 7, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 30, 31, 32, 33, 34], "usa": 20, "usag": [5, 9, 10, 11, 22, 25, 32, 34], "usd": 11, "usemap": [22, 31], "user": [0, 4, 6, 7, 9, 11, 13, 15, 16, 18, 20, 21, 22, 25, 30, 31, 32, 33, 34], "user123": 8, "user_": 25, "user_ag": [8, 12, 13, 16, 19, 22], "user_agent_pars": 16, "user_id": 25, "user_imag": 13, "user_ment": 25, "user_timelin": 25, "usernam": [8, 30], "usual": [8, 14, 18, 25, 27, 28], "usuali": 16, "utc": 21, "utf": [12, 16, 25], "util": [2, 21, 25], "utm": [26, 31], "utm_campaign": 26, "utm_cont": 26, "utm_medium": 26, "utm_sourc": 26, "utm_term": 26, "v": [0, 21, 32], "v1": 14, "v11": 17, "v13": 31, "v15": [10, 31], "v1642801328": 21, "v1644335726": 21, "v1644381627": 21, "v1644418652": 21, "v1644595412": 21, "v2": 13, "v271": 21, "v274": 21, "v281": 21, "v282": 21, "v285": 21, "v286": 21, "v290": 21, "v2_0_0m1638886228": 16, "v410": 8, "v41020c": 8, "v5": 9, "vacanc": 15, "valid": [11, 20, 25, 26, 30], "valu": [2, 4, 6, 8, 9, 12, 13, 14, 16, 20, 21, 22, 25, 27, 28, 30, 31], "value_1": 22, "value_2": 22, "value_3": 22, "value_count": [9, 16, 21], "valueerror": [1, 31], "variabl": 31, "varieti": 25, "variou": [9, 10, 11, 12, 21, 22, 28, 31, 34], "ve": 31, "veget": 10, "vegetable_emoji": 10, "vegur": 12, "vehicl": 30, "venti": [11, 28], "verb": 15, "veri": [0, 1, 8, 12, 14, 15, 16, 18, 19, 21, 22, 25, 27, 28, 31, 32, 33, 34], "verif": 8, "verifi": [8, 18, 21], "versatil": 31, "version": [8, 12, 16, 22, 31], "vi": 9, "via": [20, 25, 28, 30], "vibe": [11, 28], "vid_id": 20, "video": [0, 8, 19, 20, 25, 28, 30, 31, 32, 33, 34], "video_categories_list": 30, "video_content_loc": 21, "video_descript": 21, "video_df": 20, "video_dur": 21, "video_expiration_d": 21, "video_publication_d": 21, "video_thumbnail_loc": 21, "video_titl": 21, "videocapt": [20, 30], "videocategori": 30, "videocategoryid": [20, 30], "videocount": [20, 30], "videodefinit": [20, 30], "videodimens": [20, 30], "videodur": [20, 30], "videoembedd": [20, 30], "videoid": 30, "videolicens": [20, 30], "videos_list": 30, "videosynd": [20, 30], "videotyp": [20, 30], "vietnames": [4, 6, 21, 23, 31], "view": [14, 20, 25, 28, 30], "viewcount": [20, 30], "viewer": [20, 30], "viewport": [8, 9, 22, 31], "vine": 25, "violat": 30, "virginia": 21, "visit": [11, 28], "visual": 34, "vita": 8, "vmi660635": 16, "volleybal": 30, "von": 14, "vp": 21, "vymfddnm5hx334": 13, "w": [8, 12, 20, 21], "w3c": 22, "w_320": 21, "wa": [8, 9, 10, 11, 13, 16, 19, 21, 22, 25, 28, 31], "wai": [2, 8, 9, 11, 12, 16, 21, 22, 25, 27, 31, 34], "wait": [8, 22], "walk": 21, "wall": 16, "want": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 32, 34], "warn": 20, "watch": [1, 21, 25], "water": 11, "we": [2, 9, 11, 14, 15, 16, 19, 21, 22, 27, 28, 34], "wear": 13, "web": [4, 6, 12, 13, 14, 20, 21, 22, 23], "web000079": 22, "web00007a": 22, "web00007c": 22, "web00007g": 22, "web00007h": 22, "web00007k": 22, "webmast": 8, "webp": 9, "webpag": [9, 20, 30], "websit": [0, 4, 6, 7, 14, 16, 19, 20, 21, 22, 27, 30, 31, 32, 33, 34], "website_name_crawl_1": 8, "website_name_crawl_2": 8, "wed": 22, "week": [20, 21, 25, 34], "weight": [0, 5, 31, 32, 33, 34], "well": [9, 11, 12, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "went": 16, "were": [8, 9, 16, 20, 21, 25, 28, 30, 31], "weren": 16, "west": 21, "what": [2, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 21, 22, 25, 27, 28, 34], "whatev": [28, 34], "when": [1, 8, 9, 11, 12, 14, 16, 19, 20, 21, 22, 25, 28, 30, 31, 34], "whenc": 28, "whenev": 28, "where": [2, 4, 6, 8, 9, 11, 12, 13, 16, 20, 21, 22, 25, 27, 28, 31, 34], "wherea": 28, "whereaft": 28, "wherebi": 28, "wherein": 28, "whereupon": 28, "wherev": [28, 31], "whether": [1, 2, 4, 6, 8, 9, 11, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31], "which": [2, 4, 6, 8, 9, 11, 12, 13, 14, 16, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 34], "whichev": [22, 27, 31, 34], "while": [0, 4, 6, 7, 9, 16, 20, 21, 25, 27, 28, 30, 31, 32, 33], "white": [11, 20, 28, 29], "whitespac": [2, 28, 29, 31], "whither": 28, "who": [8, 11, 19, 20, 21, 25, 28, 30], "whoever": 28, "whole": [10, 12, 22, 28], "whom": [25, 28], "whose": [20, 28], "why": [8, 9, 16, 19, 28], "width": [3, 9, 13, 22, 30, 31], "wifiwebauthapplet": 8, "wii": 8, "wiiu": 8, "wildfir": 8, "wilson": 21, "win": [21, 28], "win64": [8, 16], "window": [8, 16, 22], "wire": 21, "wired_autocomplet": 21, "wired_first": 21, "wired_reinv": 21, "wired_seth": 21, "wired_video": 21, "wired_wir": 21, "within": [1, 2, 15, 20, 22, 25, 28, 29, 30], "without": [4, 6, 8, 12, 20, 22, 27, 28, 30, 31, 34], "wjth": 9, "wmnj0klhtpib9lcutya8k": 13, "woeid": 25, "won": [8, 11, 28, 34], "word": [0, 1, 2, 5, 10, 11, 14, 15, 16, 20, 21, 25, 31, 32, 33, 34], "word_count": 11, "word_freq": [11, 28], "word_frequ": [28, 29, 31, 34], "word_summari": 11, "word_token": [29, 31], "wordfreq": [4, 6], "words_flat": 11, "words_per_post": 11, "words_to_extract": 11, "words_to_find": 11, "work": [8, 9, 11, 14, 15, 16, 19, 22, 25, 28, 30, 31, 34], "worker": [18, 21], "workflow": [22, 34], "world": [9, 21], "worldnew": 21, "worri": [8, 19], "worth": 10, "would": [2, 8, 9, 11, 13, 16, 19, 20, 21, 22, 25, 27, 28, 30], "wow64": 8, "wrangl": 34, "wrap": 31, "wrestl": 30, "write": [2, 9, 34], "written": [11, 19, 20, 21], "wrong": [16, 19], "wtd_freq": [28, 31], "wtd_freq_perc": 28, "wtd_freq_perc_cum": 28, "wv": 8, "www": [4, 6, 8, 9, 10, 11, 12, 13, 16, 19, 21], "x": [8, 14, 15, 16, 20, 21, 22, 34], "x10": 8, "x11": [8, 16], "x5": 8, "x64": [8, 16], "x86_64": [8, 16], "x906c": 8, "xbox": 8, "xbox_one_": 8, "xhtml": [12, 22], "xj8sxgocdz6ejcp7jspbqllibivmpewy7as1poez30pvqlaqvjrgeqtlfp1dblpyb0bdd": 13, "xlarg": 20, "xm": 22, "xml": [0, 5, 12, 19, 27, 31, 32, 33, 34], "xpath": [0, 4, 6, 7, 31, 32, 33, 34], "xpath_selector": [4, 6, 9, 22, 31], "xperia": 8, "xr": 8, "xxlarg": 20, "xz": 8, "y": [8, 16, 20], "yahoo": [8, 25], "yandex": 19, "yandexbot": 16, "ye": [12, 14], "yea": 14, "year": [20, 21, 25], "yellow": [10, 20], "yet": [9, 15, 22, 27, 28], "yeti": 19, "yh5baeaaaaalaaaaaabaaeaaaibraa7": 13, "yoga": 8, "york": 21, "you": [1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 32, 34], "your": [2, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 30, 32], "your_app_kei": 25, "your_app_secret": 25, "your_cx": 20, "your_google_developer_kei": 14, "your_kei": 20, "your_oauth_token": 25, "your_oauth_token_secret": 25, "your_user_ag": 8, "yourself": [22, 28], "yourselv": 28, "yout": 27, "youtub": [0, 14, 28, 31, 32, 33, 34], "youtube_channel_detail": 20, "youtube_video_detail": 20, "youuuuuu": 11, "youuuuuuu": 11, "ysearch": 8, "ysriv8zrqmwha1znqibuuv3jo3cn5fly3qimy2kitajb3": 13, "yt": 8, "yymmdd_article_titl": 21, "yyyi": [21, 25, 30], "z": [8, 16, 21], "z4": 8, "z5": 8, "zero": [14, 20, 22, 30], "zgrab": 16, "zh": [20, 30], "ziggozakelijk": 16, "zip": [11, 16, 31], "zo0cnvuigj": [11, 28], "\u00e0": 1, "\u0294": [0, 31, 32, 33], "\u03b5\u03af\u03c3\u03b1\u03b9": 11, "\u03c0\u03ce\u03c2": 11, "\u062a\u0630\u0647\u0628": 11, "\u062d\u0627\u0644\u0643": 11, "\u0643\u064a\u0641": 11, "\u0644\u0627": 11, "\u0645\u0631\u062d\u0628\u0627": 11}, "titles": ["advertools package", "Create Ads on a Large Scale", "Create Ads Using Long Descriptive Text (top-down approach)", "advertools.cli module", "advertools Command Line Interface (CLI)", "advertools.cli_docs package", "advertools.cli_docs.cli module", "advertools.code_recipes package", "\ud83d\udd77 SEO Crawling &amp; Scraping: Strategies &amp; Recipes", "Crawling and Scraping Analysis", "Emoji: Extract, Analyze, and Get Insights", "Extract structured entities from text lists", "\ud83d\udd77 Python Status Code Checker with Response Headers", "Image Crawler and Downloader", "Import and Analyze Knowledge Graph Results on a Large Scale", "Generate Keywords for SEM Campaigns", "Log File Analysis", "Regular Expressions for Extracting Structured Entities", "Reverse DNS Lookup in Bulk", "\ud83e\udd16 Analyze and Test robots.txt Files on a Large Scale", "Import Search Engine Results Pages (SERPs) for Google and YouTube", "Download, Parse, and Analyze XML Sitemaps", "\ud83d\udd77 Python SEO Crawler / Spider", "Stopwords in Several Languages", "Survey - share feedback", "Twitter Data API", "URL Builders", "Split, Parse, and Analyze URL Structure", "Text Analysis", "Tokenize Words (N-grams)", "YouTube Data API", "advertools", "advertools", "advertools", "<code class=\"docutils literal notranslate\"><span class=\"pre\">advertools</span></code>: productivity &amp; analysis tools to scale your online marketing"], "titleterms": {"": 14, "0": 31, "01": 31, "02": 31, "03": 31, "04": 31, "05": 31, "06": 31, "07": 31, "08": 31, "09": 31, "1": 31, "10": 31, "11": 31, "12": 31, "1234567890\u0660\u0661\u0662\u0663\u0664\u0665\u0666\u0667\u0668\u0669\u32ba\ud804\udc5b\ud800\udd0d\ud802\udcaa\u24f2\ud804\udc63\ud800\udd28\ud802\udd1b": 11, "13": 31, "14": 31, "15": 31, "16": 31, "17": 31, "18": 31, "19": 31, "2": 31, "2018": 31, "2019": 31, "2020": 31, "2021": 31, "2022": 31, "2023": 31, "2024": 31, "21": 31, "22": 31, "23": 31, "24": 31, "25": 31, "26": 31, "27": 31, "29": 31, "3": 31, "30": 31, "31": 31, "4": 31, "5": 31, "6": 31, "7": 31, "8": 31, "9": 31, "On": 22, "The": 27, "absolut": 28, "account": 14, "ad": [1, 2], "addit": 22, "address": [4, 6], "advertool": [0, 3, 4, 5, 6, 7, 31, 32, 33, 34], "agent": [8, 19], "an": [4, 6], "analysi": [9, 16, 28, 32, 34], "analyt": 22, "analyz": [9, 10, 14, 16, 19, 21, 27], "api": [14, 25, 30], "approach": [2, 19, 22, 34], "argument": [4, 6], "articl": [2, 22], "audit": 8, "authent": 25, "automat": 8, "base": 8, "behavior": 22, "builder": 26, "bulk": [18, 19], "campaign": [15, 34], "can": 8, "certain": 8, "chang": [8, 31, 32], "checker": 12, "cli": [3, 4, 6], "cli_doc": [5, 6], "code": 12, "code_recip": 7, "column": 9, "command": 4, "compon": [4, 6], "compress": [4, 6, 9], "concurr": 8, "condit": 8, "consol": 22, "content": [0, 5, 7, 32, 34], "control": 8, "convent": 34, "convert": [4, 6], "copi": 8, "count": [4, 6, 28], "crawl": [4, 6, 8, 9, 16, 22], "crawler": [4, 6, 13, 22], "creat": [1, 2], "css": 22, "csv": [4, 6], "currenc": 11, "custom": [8, 22], "data": [9, 16, 22, 25, 30], "datafram": [4, 6, 16], "default": 8, "depth": 8, "descript": [2, 4, 6], "desir": [4, 6], "determin": 22, "di": 8, "directori": 27, "discoveri": 22, "dn": [4, 6, 18], "do": 8, "document": [4, 6], "domain": 8, "don": 8, "down": [2, 8], "download": [4, 6, 13, 21], "element": 22, "emoji": [4, 6, 10, 11], "engin": 20, "entiti": [4, 6, 11, 17], "etc": [4, 6], "exampl": [4, 6], "exclam": 11, "explor": 9, "express": [8, 17], "extract": [4, 6, 8, 10, 11, 17, 22], "facebook": 2, "feed": 2, "feedback": 24, "file": [4, 6, 9, 13, 16, 19], "follow": [8, 22], "format": [4, 6, 16], "frequenc": 28, "from": [4, 6, 8, 10, 11], "function": [9, 11, 16, 22, 25], "gener": [4, 6, 15], "get": [4, 6, 10], "googl": [2, 14, 20, 22], "gram": 29, "graph": 14, "handl": 9, "hard": 8, "hashtag": [4, 6, 11], "head": [4, 6], "header": [8, 12, 21], "hit": 8, "how": [8, 14, 16], "i": 8, "imag": [9, 13], "import": [14, 20], "includ": 8, "index": [21, 32], "indic": 32, "insight": 10, "instal": 34, "instant": 2, "intent": [4, 6], "interfac": 4, "ip": [4, 6], "its": 8, "job": 8, "keyword": [4, 6, 15], "knowledg": 14, "known": [4, 6], "languag": [4, 6, 23], "larg": [1, 9, 14, 19, 27], "later": 8, "length": [4, 6], "line": 4, "link": [8, 9, 22], "list": [4, 6, 8, 11, 22], "log": [4, 6, 8, 16, 31, 32], "logs_to_df": 16, "long": 2, "lookup": [4, 6, 18], "make": 8, "market": [32, 34], "media": [32, 34], "mention": [4, 6, 11], "method": [4, 6], "mode": [8, 22], "modul": [0, 3, 5, 6, 7, 9], "multipl": 8, "my": 8, "n": 29, "name": 13, "netloc": [4, 6], "new": [21, 22], "number": [4, 6, 8, 11, 27], "obei": 8, "onli": 8, "onlin": [32, 34], "option": [4, 6], "packag": [0, 5, 7], "page": [8, 20, 22], "paramet": [22, 27], "parquet": [4, 6, 9], "pars": [4, 6, 16, 21, 27], "path": [4, 6, 27], "pattern": 22, "paus": 8, "perform": [4, 6], "philosophi": 34, "phrase": [4, 6], "pre": 22, "prepar": 16, "product": [4, 6, 32, 34], "proxi": 8, "python": [12, 22], "queri": [4, 6, 22, 27], "question": 11, "recip": 8, "redirect": 9, "regex": [4, 6, 22], "regular": [17, 21], "request": [8, 21], "respons": 12, "result": [14, 20], "resum": 8, "revers": [4, 6, 18], "robot": [4, 6, 8, 19], "rule": 8, "run": 16, "same": 8, "save": [4, 6, 8], "scale": [1, 14, 19, 34], "scheme": [4, 6], "scrape": [8, 9], "search": [4, 6, 10, 20, 22], "select": [4, 6], "selector": 22, "sem": [4, 6, 15, 32, 34], "seo": [4, 6, 8, 22, 32, 34], "serp": [20, 22], "server": 8, "set": [8, 22], "setup": 14, "sever": 23, "share": 24, "sitemap": [4, 6, 21], "slow": 8, "so": 8, "social": [32, 34], "specifi": 8, "spider": 22, "split": [4, 6, 27], "statu": 12, "stop": 8, "stopword": [4, 6, 23], "strategi": 8, "string": 8, "structur": [4, 6, 11, 17, 27], "sub": 8, "submodul": [0, 5, 7], "subpackag": 0, "suppli": [4, 6], "support": 16, "sure": 8, "survei": 24, "t": 8, "tabl": [4, 6, 32], "test": 19, "tester": 19, "text": [2, 4, 6, 10, 11, 28, 32, 34], "them": 8, "those": 8, "token": [4, 6, 29], "too": 8, "tool": [32, 34], "top": 2, "tweet": [4, 6], "twice": 8, "twitter": 25, "txt": [4, 6, 8, 19], "type": 9, "url": [4, 6, 22, 26, 27], "us": [2, 4, 6, 8, 14], "usag": [4, 6], "user": [8, 19], "v": 28, "veri": 9, "video": 21, "want": 8, "websit": [8, 9], "weight": [4, 6, 28], "while": [8, 22], "word": [4, 6, 28, 29], "xml": [4, 6, 21], "xpath": [8, 22], "your": 34, "youtub": [20, 30], "\u0294": 11}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"0.1.0 (2018-07-02)": [[31, "id48"]], "0.10.0 (2020-05-21)": [[31, "id30"]], "0.10.1 (2020-05-23)": [[31, "id29"]], "0.10.2 (2020-05-25)": [[31, "id28"]], "0.10.3 (2020-06-03)": [[31, "id27"]], "0.10.4 (2020-06-07)": [[31, "id26"]], "0.10.5 (2020-06-14)": [[31, "id25"]], "0.10.6 (2020-06-30)": [[31, "id24"]], "0.10.7 (2020-09-18)": [[31, "id23"]], "0.11.0 (2021-03-31)": [[31, "id22"]], "0.11.1 (2021-04-09)": [[31, "id21"]], "0.12.0,1,2 (2021-11-27)": [[31, "id20"]], "0.12.3 (2021-11-27)": [[31, "id19"]], "0.13.0 (2022-02-10)": [[31, "id18"]], "0.13.1 (2022-05-11)": [[31, "id17"]], "0.13.2 (2022-09-30)": [[31, "id16"]], "0.13.3 (2023-06-27)": [[31, "id15"]], "0.13.4 (2023-07-26)": [[31, "id14"]], "0.13.5 (2023-08-22)": [[31, "id13"]], "0.14.0 (2024-02-18)": [[31, "id12"]], "0.14.1 (2024-02-21)": [[31, "id11"]], "0.14.2 (2024-02-24)": [[31, "id10"]], "0.14.3 (2024-06-27)": [[31, "id9"]], "0.14.4 (2024-07-13)": [[31, "id8"]], "0.15.0 (2024-07-15)": [[31, "id7"]], "0.15.1 (2024-07-16)": [[31, "id6"]], "0.16.0 (2024-08-18)": [[31, "id5"]], "0.16.1 (2024-08-19)": [[31, "id4"]], "0.16.2 (2024-12-08)": [[31, "id3"]], "0.16.3 (2024-12-17)": [[31, "id2"]], "0.16.4 (2024-12-19)": [[31, "id1"]], "0.2.0 (2018-07-06)": [[31, "id47"]], "0.3.0 (2018-08-14)": [[31, "id46"]], "0.4.0 (2018-10-08)": [[31, "id45"]], "0.4.1 (2018-10-13)": [[31, "id44"]], "0.5.0 (2018-11-04)": [[31, "id43"]], "0.5.1 (2018-11-06)": [[31, "id42"]], "0.5.2 (2018-12-01)": [[31, "id41"]], "0.5.3 (2019-01-31)": [[31, "id40"]], "0.6.0 (2019-02-11)": [[31, "id39"]], "0.7.0 (2019-03-26)": [[31, "id38"]], "0.7.1 (2019-03-26)": [[31, "id37"]], "0.7.2 (2019-03-29)": [[31, "id36"]], "0.7.3 (2019-04-17)": [[31, "id35"]], "0.8.0 (2020-02-02)": [[31, "id34"]], "0.8.1 (2020-02-08)": [[31, "id33"]], "0.9.0 (2020-04-03)": [[31, "id32"]], "0.9.1 (2020-05-19)": [[31, "id31"]], "Absolute and Weighted Word Count": [[28, "absolute-and-weighted-word-count"]], "Absolute vs Weighted Frequency": [[28, "absolute-vs-weighted-frequency"]], "Account Setup": [[14, "account-setup"]], "Analyzing a large number of URLs": [[27, "analyzing-a-large-number-of-urls"]], "Analyzing crawled images": [[9, "analyzing-crawled-images"]], "Analyzing links in a crawled website": [[9, "analyzing-links-in-a-crawled-website"]], "Analyzing the redirects of a crawled website": [[9, "analyzing-the-redirects-of-a-crawled-website"]], "Arguments": [[4, "arguments"], [6, "arguments"]], "Authentication": [[25, "authentication"]], "Bulk robots.txt Tester": [[19, "bulk-robots-txt-tester"]], "Change Log - advertools": [[31, "change-log-advertools"]], "Compressing large crawl files": [[9, "compressing-large-crawl-files"]], "Conventions": [[34, "conventions"]], "Convert a robots.txt file (or list of file URLs) to a table in a CSV format": [[4, "convert-a-robots-txt-file-or-list-of-file-urls-to-a-table-in-a-csv-format"], [6, "convert-a-robots-txt-file-or-list-of-file-urls-to-a-table-in-a-csv-format"]], "Crawl a list of known URLs using the HEAD method": [[4, "crawl-a-list-of-known-urls-using-the-head-method"], [6, "crawl-a-list-of-known-urls-using-the-head-method"]], "Crawling and Scraping Analysis": [[9, null]], "Create Ads Using Long Descriptive Text (top-down approach)": [[2, null]], "Create Ads on a Large Scale": [[1, null]], "Custom Extraction with CSS and XPath Selectors": [[22, "custom-extraction-with-css-and-xpath-selectors"]], "Customizing the Crawling Behavior while Following Links": [[22, "customizing-the-crawling-behavior-while-following-links"]], "Description": [[4, "description"], [4, "id7"], [4, "id9"], [4, "id11"], [4, "id13"], [4, "id15"], [4, "id17"], [4, "id19"], [6, "description"], [6, "id7"], [6, "id9"], [6, "id11"], [6, "id13"], [6, "id15"], [6, "id17"], [6, "id19"]], "Discovery Crawling Approach": [[22, "discovery-crawling-approach"]], "Download, Parse, and Analyze XML Sitemaps": [[21, null]], "Download, parse, and save an XML sitemap to a table in a CSV file": [[4, "download-parse-and-save-an-xml-sitemap-to-a-table-in-a-csv-file"], [6, "download-parse-and-save-an-xml-sitemap-to-a-table-in-a-csv-file"]], "Emoji Search": [[10, "emoji-search"]], "Emoji: Extract, Analyze, and Get Insights": [[10, null]], "Examples": [[4, "examples"], [4, "id20"], [6, "examples"], [6, "id20"]], "Exploring the columns and data types of parquet files": [[9, "exploring-the-columns-and-data-types-of-parquet-files"]], "Extract #hashtags": [[11, "extract-hashtags"]], "Extract @mentions": [[11, "extract-mentions"]], "Extract Currency  $ \u00a2 \u00a3 \u00a4 \u00a5 \u058f \u060b \u20b2 \u20b5 \u20b8 \u20b9\ufe69 \uffe0 \uffe1 \uffe5 \uffe6 \u20ba \u20bb \u20bc \u20bd \u20be \u20bf \ufdfc": [[11, "extract-currency"]], "Extract Emoji from Text": [[10, "extract-emoji-from-text"]], "Extract Emoji \ud83d\ude02\ud83d\ude2d\ud83e\udd7a\ud83e\udd23\u2764\ufe0f\u2728\ud83d\ude4f\ud83d\ude0d": [[11, "extract-emoji"]], "Extract Exclamations ! \u00a1 \u055c \u07f9 \u1944 \u203c \u2048 \u2049 \ufe15 \ufe57 \uff01 \ud83a\udd5e": [[11, "extract-exclamations"]], "Extract Functions": [[11, "extract-functions"]], "Extract numbers 1234567890\u0660\u0661\u0662\u0663\u0664\u0665\u0666\u0667\u0668\u0669\u32ba\ud804\udc5b\ud800\udd0d\ud802\udcaa\u24f2\ud804\udc63\ud800\udd28\ud802\udd1b": [[11, "extract-numbers-123456789045"]], "Extract questions ? \u00bf \u037e \u055e \u061f \u1367 \u1945 \u2047 \u2048 \u2049 \u2cfa \u2cfb \u2e2e \ua60f \ua6f7 \ufe16 \ufe56 \uff1f \ud804\udd43 \ud83a\udd5f \u0294 \u203d": [[11, "extract-questions"]], "Extract structured entities from a text list; emoji, hashtags, mentions": [[4, "extract-structured-entities-from-a-text-list-emoji-hashtags-mentions"], [6, "extract-structured-entities-from-a-text-list-emoji-hashtags-mentions"]], "Extract structured entities from text lists": [[11, null]], "Extracted On-Page SEO Elements": [[22, "extracted-on-page-seo-elements"]], "Facebook Feed Ads": [[2, "facebook-feed-ads"]], "Facebook Instant Article Ad": [[2, "facebook-instant-article-ad"]], "Functions": [[25, "functions"]], "Generate Keywords for SEM Campaigns": [[15, null]], "Generate a table of SEM keywords by supplying a list of products and a list of intent words": [[4, "generate-a-table-of-sem-keywords-by-supplying-a-list-of-products-and-a-list-of-intent-words"], [6, "generate-a-table-of-sem-keywords-by-supplying-a-list-of-products-and-a-list-of-intent-words"]], "Get stopwords of the selected language": [[4, "get-stopwords-of-the-selected-language"], [6, "get-stopwords-of-the-selected-language"]], "Get word counts of a text list optionally weighted by a number list": [[4, "get-word-counts-of-a-text-list-optionally-weighted-by-a-number-list"], [6, "get-word-counts-of-a-text-list-optionally-weighted-by-a-number-list"]], "Google Analytics / Google Search Console": [[22, "google-analytics-google-search-console"]], "Google Text Ads": [[2, "google-text-ads"]], "Handling very large crawl files": [[9, "handling-very-large-crawl-files"]], "How can I (dis)obey robots.txt rules?": [[8, "how-can-i-dis-obey-robots-txt-rules"]], "How can I automatically stop my crawl based on a certain condition?": [[8, "how-can-i-automatically-stop-my-crawl-based-on-a-certain-condition"]], "How can I change the default request headers?": [[8, "how-can-i-change-the-default-request-headers"]], "How can I control the number of concurrent requests while crawling?": [[8, "how-can-i-control-the-number-of-concurrent-requests-while-crawling"]], "How can I crawl a website including its sub-domains?": [[8, "how-can-i-crawl-a-website-including-its-sub-domains"]], "How can I save a copy of the logs of my crawl for auditing them later?": [[8, "how-can-i-save-a-copy-of-the-logs-of-my-crawl-for-auditing-them-later"]], "How can I set multiple settings to the same crawl job?": [[8, "how-can-i-set-multiple-settings-to-the-same-crawl-job"]], "How can I slow down the crawling so I don't hit the websites' servers too hard?": [[8, "how-can-i-slow-down-the-crawling-so-i-don-t-hit-the-websites-servers-too-hard"]], "How do I pause/resume crawling, while making sure I don't crawl the same page twice?": [[8, "how-do-i-pause-resume-crawling-while-making-sure-i-don-t-crawl-the-same-page-twice"]], "How do I set my User-agent while crawling?": [[8, "how-do-i-set-my-user-agent-while-crawling"]], "How do I use a proxy while crawling?": [[8, "how-do-i-use-a-proxy-while-crawling"]], "How to crawl a list of pages, and those pages only (list mode)?": [[8, "how-to-crawl-a-list-of-pages-and-those-pages-only-list-mode"]], "How to run the logs_to_df() function:": [[16, "how-to-run-the-logs-to-df-function"]], "How to use Google's Knowledge Graph API": [[14, "how-to-use-google-s-knowledge-graph-api"]], "I want to crawl a list of pages, follow links from those pages, but only to a certain specified depth": [[8, "i-want-to-crawl-a-list-of-pages-follow-links-from-those-pages-but-only-to-a-certain-specified-depth"]], "Image Crawler and Downloader": [[13, null]], "Image file names": [[13, "image-file-names"]], "Import Search Engine Results Pages (SERPs) for Google and YouTube": [[20, null]], "Import and Analyze Knowledge Graph Results on a Large Scale": [[14, null]], "Index & Change Log": [[32, null]], "Indices and tables": [[32, "indices-and-tables"]], "Installation": [[34, "installation"]], "Log File Analysis - Data Preparation": [[16, "log-file-analysis-data-preparation"]], "Module contents": [[0, "module-advertools"], [5, "module-advertools.cli_docs"], [7, "module-advertools.code_recipes"]], "Module functions": [[9, "module-functions"]], "News Articles": [[22, "news-articles"]], "News Sitemaps": [[21, "news-sitemaps"]], "Online marketing productivity and analysis tools": [[32, "online-marketing-productivity-and-analysis-tools"]], "Parse and Analyze Crawl Logs in a Dataframe": [[16, "parse-and-analyze-crawl-logs-in-a-dataframe"]], "Parse, compress and convert a log file to a DataFrame in the .parquet format": [[4, "parse-compress-and-convert-a-log-file-to-a-dataframe-in-the-parquet-format"], [6, "parse-compress-and-convert-a-log-file-to-a-dataframe-in-the-parquet-format"]], "Perform a reverse DNS lookup on a list of IP addresses": [[4, "perform-a-reverse-dns-lookup-on-a-list-of-ip-addresses"], [6, "perform-a-reverse-dns-lookup-on-a-list-of-ip-addresses"]], "Philosophy/approach": [[34, "philosophy-approach"]], "Pre-Determined Crawling Approach (List Mode)": [[22, "pre-determined-crawling-approach-list-mode"]], "Python Log File Analysis": [[16, null]], "Query Parameters": [[27, "query-parameters"]], "Regular Expressions for Extracting Structured Entities": [[17, null]], "Regular XML Sitemaps": [[21, "regular-xml-sitemaps"]], "Request Headers": [[21, "request-headers"]], "Reverse DNS Lookup in Bulk": [[18, null]], "SEM": [[32, null]], "SEM Campaigns": [[34, "sem-campaigns"]], "SEO": [[32, null], [34, "seo"]], "SEO crawler": [[4, "seo-crawler"], [6, "seo-crawler"]], "SERP Data": [[22, "serp-data"]], "Search for emoji using a regex": [[4, "search-for-emoji-using-a-regex"], [6, "search-for-emoji-using-a-regex"]], "Sitemap Index": [[21, "sitemap-index"]], "Social Media": [[32, null], [34, "social-media"]], "Spider Custom Settings and Additional Functionality": [[22, "spider-custom-settings-and-additional-functionality"]], "Split a list of URLs into their components: scheme, netloc, path, query, etc.": [[4, "split-a-list-of-urls-into-their-components-scheme-netloc-path-query-etc"], [6, "split-a-list-of-urls-into-their-components-scheme-netloc-path-query-etc"]], "Split, Parse, and Analyze URL Structure": [[27, null]], "Stopword Languages": [[23, "stopword-languages"]], "Stopwords in Several Languages": [[23, null]], "Submodules": [[0, "submodules"], [5, "submodules"], [7, "submodules"]], "Subpackages": [[0, "subpackages"]], "Supported Log Formats": [[16, "supported-log-formats"]], "Survey - share feedback": [[24, null]], "Text & Content Analysis": [[32, null]], "Text & Content Analysis (for SEO & Social Media)": [[34, "text-content-analysis-for-seo-social-media"]], "Text Analysis": [[28, null]], "The URL Path (Directories):": [[27, "the-url-path-directories"]], "Tokenize Words (N-grams)": [[29, null]], "Tokenize documents (phrases, keywords, tweets, etc.) into tokens of the desired length": [[4, "tokenize-documents-phrases-keywords-tweets-etc-into-tokens-of-the-desired-length"], [6, "tokenize-documents-phrases-keywords-tweets-etc-into-tokens-of-the-desired-length"]], "Twitter Data API": [[25, null]], "URL Builders": [[26, null]], "URL Query Parameters": [[22, "url-query-parameters"]], "URL Regex Patterns": [[22, "url-regex-patterns"]], "Usage": [[4, "usage"], [4, "id1"], [4, "id2"], [4, "id3"], [4, "id4"], [4, "id5"], [4, "id6"], [4, "id8"], [4, "id10"], [4, "id12"], [4, "id14"], [4, "id16"], [4, "id18"], [6, "usage"], [6, "id1"], [6, "id2"], [6, "id3"], [6, "id4"], [6, "id5"], [6, "id6"], [6, "id8"], [6, "id10"], [6, "id12"], [6, "id14"], [6, "id16"], [6, "id18"]], "User-agent strings for use in crawling": [[8, "user-agent-strings-for-use-in-crawling"]], "User-agents": [[19, "user-agents"]], "Video Sitemaps": [[21, "video-sitemaps"]], "XPath expressions for custom extraction": [[8, "xpath-expressions-for-custom-extraction"]], "YouTube Data API": [[30, null]], "advertools": [[31, null], [32, null], [33, null]], "advertools Command Line Interface (CLI)": [[4, null]], "advertools package": [[0, null]], "advertools.cli module": [[3, null]], "advertools.cli_docs package": [[5, null]], "advertools.cli_docs.cli module": [[6, null]], "advertools.code_recipes package": [[7, null]], "advertools: productivity & analysis tools to scale your online marketing": [[34, null]], "robots.txt Testing Approach": [[19, "robots-txt-testing-approach"]], "\ud83d\udd77 Python SEO Crawler / Spider": [[22, null]], "\ud83d\udd77 Python Status Code Checker with Response Headers": [[12, null]], "\ud83d\udd77 SEO Crawling & Scraping: Strategies & Recipes": [[8, null]], "\ud83e\udd16 Analyze and Test robots.txt Files on a Large Scale": [[19, null]]}, "docnames": ["advertools", "advertools.ad_create", "advertools.ad_from_string", "advertools.cli", "advertools.cli.cli", "advertools.cli_docs", "advertools.cli_docs.cli", "advertools.code_recipes", "advertools.code_recipes.spider_strategies", "advertools.crawlytics", "advertools.emoji", "advertools.extract", "advertools.header_spider", "advertools.image_spider", "advertools.knowledge_graph", "advertools.kw_generate", "advertools.logs", "advertools.regex", "advertools.reverse_dns_lookup", "advertools.robotstxt", "advertools.serp", "advertools.sitemaps", "advertools.spider", "advertools.stopwords", "advertools.survey", "advertools.twitter", "advertools.url_builders", "advertools.urlytics", "advertools.word_frequency", "advertools.word_tokenize", "advertools.youtube", "include_changelog", "index", "modules", "readme"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["advertools.rst", "advertools.ad_create.rst", "advertools.ad_from_string.rst", "advertools.cli.rst", "advertools.cli.cli.rst", "advertools.cli_docs.rst", "advertools.cli_docs.cli.rst", "advertools.code_recipes.rst", "advertools.code_recipes.spider_strategies.rst", "advertools.crawlytics.rst", "advertools.emoji.rst", "advertools.extract.rst", "advertools.header_spider.rst", "advertools.image_spider.rst", "advertools.knowledge_graph.rst", "advertools.kw_generate.rst", "advertools.logs.rst", "advertools.regex.rst", "advertools.reverse_dns_lookup.rst", "advertools.robotstxt.rst", "advertools.serp.rst", "advertools.sitemaps.rst", "advertools.spider.rst", "advertools.stopwords.rst", "advertools.survey.rst", "advertools.twitter.rst", "advertools.url_builders.rst", "advertools.urlytics.rst", "advertools.word_frequency.rst", "advertools.word_tokenize.rst", "advertools.youtube.rst", "include_changelog.rst", "index.rst", "modules.rst", "readme.rst"], "indexentries": {"activities_list() (in module advertools.youtube)": [[30, "advertools.youtube.activities_list", false]], "ad_create() (in module advertools.ad_create)": [[1, "advertools.ad_create.ad_create", false]], "ad_from_string() (in module advertools.ad_from_string)": [[2, "advertools.ad_from_string.ad_from_string", false]], "advertools": [[0, "module-advertools", false]], "advertools.ad_create": [[1, "module-advertools.ad_create", false]], "advertools.ad_from_string": [[2, "module-advertools.ad_from_string", false]], "advertools.cli": [[3, "module-advertools.cli", false]], "advertools.cli_docs": [[5, "module-advertools.cli_docs", false]], "advertools.cli_docs.cli": [[4, "module-advertools.cli_docs.cli", false], [6, "module-advertools.cli_docs.cli", false]], "advertools.code_recipes": [[7, "module-advertools.code_recipes", false]], "advertools.code_recipes.spider_strategies": [[8, "module-advertools.code_recipes.spider_strategies", false]], "advertools.crawlytics": [[9, "module-advertools.crawlytics", false]], "advertools.emoji": [[10, "module-advertools.emoji", false]], "advertools.extract": [[11, "module-advertools.extract", false]], "advertools.header_spider": [[12, "module-advertools.header_spider", false]], "advertools.image_spider": [[13, "module-advertools.image_spider", false]], "advertools.knowledge_graph": [[14, "module-advertools.knowledge_graph", false]], "advertools.kw_generate": [[15, "module-advertools.kw_generate", false]], "advertools.logs": [[16, "module-advertools.logs", false]], "advertools.regex": [[17, "module-advertools.regex", false]], "advertools.reverse_dns_lookup": [[18, "module-advertools.reverse_dns_lookup", false]], "advertools.robotstxt": [[19, "module-advertools.robotstxt", false]], "advertools.serp": [[20, "module-advertools.serp", false]], "advertools.sitemaps": [[21, "module-advertools.sitemaps", false]], "advertools.spider": [[22, "module-advertools.spider", false]], "advertools.stopwords": [[23, "module-advertools.stopwords", false]], "advertools.twitter": [[25, "module-advertools.twitter", false]], "advertools.url_builders": [[26, "module-advertools.url_builders", false]], "advertools.urlytics": [[27, "module-advertools.urlytics", false]], "advertools.word_frequency": [[28, "module-advertools.word_frequency", false]], "advertools.word_tokenize": [[29, "module-advertools.word_tokenize", false]], "advertools.youtube": [[30, "module-advertools.youtube", false]], "advimagespipeline (class in advertools.image_spider)": [[13, "advertools.image_spider.AdvImagesPipeline", false]], "authenticate() (in module advertools.twitter)": [[25, "advertools.twitter.authenticate", false]], "capitalize": [[2, "term-capitalize", true]], "captions_list() (in module advertools.youtube)": [[30, "advertools.youtube.captions_list", false]], "channel_sections_list() (in module advertools.youtube)": [[30, "advertools.youtube.channel_sections_list", false]], "channels_list() (in module advertools.youtube)": [[30, "advertools.youtube.channels_list", false]], "comment_threads_list() (in module advertools.youtube)": [[30, "advertools.youtube.comment_threads_list", false]], "comments_list() (in module advertools.youtube)": [[30, "advertools.youtube.comments_list", false]], "compare() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.compare", false]], "crawl() (in module advertools.spider)": [[22, "advertools.spider.crawl", false]], "crawl_headers() (in module advertools.header_spider)": [[12, "advertools.header_spider.crawl_headers", false]], "crawl_images() (in module advertools.image_spider)": [[13, "advertools.image_spider.crawl_images", false]], "crawllogs_to_df() (in module advertools.logs)": [[16, "advertools.logs.crawllogs_to_df", false]], "custom_settings (headersspider attribute)": [[12, "advertools.header_spider.HeadersSpider.custom_settings", false]], "custom_settings (imagespider attribute)": [[13, "advertools.image_spider.ImageSpider.custom_settings", false]], "emoji_search() (in module advertools.emoji)": [[10, "advertools.emoji.emoji_search", false]], "errback() (headersspider method)": [[12, "advertools.header_spider.HeadersSpider.errback", false]], "extra_info": [[28, "term-extra_info", true]], "extract() (in module advertools.extract)": [[11, "advertools.extract.extract", false]], "extract_currency() (in module advertools.extract)": [[11, "advertools.extract.extract_currency", false]], "extract_emoji() (in module advertools.emoji)": [[10, "advertools.emoji.extract_emoji", false]], "extract_exclamations() (in module advertools.extract)": [[11, "advertools.extract.extract_exclamations", false]], "extract_hashtags() (in module advertools.extract)": [[11, "advertools.extract.extract_hashtags", false]], "extract_intense_words() (in module advertools.extract)": [[11, "advertools.extract.extract_intense_words", false]], "extract_mentions() (in module advertools.extract)": [[11, "advertools.extract.extract_mentions", false]], "extract_numbers() (in module advertools.extract)": [[11, "advertools.extract.extract_numbers", false]], "extract_questions() (in module advertools.extract)": [[11, "advertools.extract.extract_questions", false]], "extract_urls() (in module advertools.extract)": [[11, "advertools.extract.extract_urls", false]], "extract_words() (in module advertools.extract)": [[11, "advertools.extract.extract_words", false]], "fields (imgitem attribute)": [[13, "advertools.image_spider.ImgItem.fields", false]], "file_path() (advimagespipeline method)": [[13, "advertools.image_spider.AdvImagesPipeline.file_path", false]], "get_application_rate_limit_status() (in module advertools.twitter)": [[25, "advertools.twitter.get_application_rate_limit_status", false]], "get_available_trends() (in module advertools.twitter)": [[25, "advertools.twitter.get_available_trends", false]], "get_favorites() (in module advertools.twitter)": [[25, "advertools.twitter.get_favorites", false]], "get_followers_ids() (in module advertools.twitter)": [[25, "advertools.twitter.get_followers_ids", false]], "get_followers_list() (in module advertools.twitter)": [[25, "advertools.twitter.get_followers_list", false]], "get_friends_ids() (in module advertools.twitter)": [[25, "advertools.twitter.get_friends_ids", false]], "get_friends_list() (in module advertools.twitter)": [[25, "advertools.twitter.get_friends_list", false]], "get_home_timeline() (in module advertools.twitter)": [[25, "advertools.twitter.get_home_timeline", false]], "get_list_members() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_members", false]], "get_list_memberships() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_memberships", false]], "get_list_statuses() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_statuses", false]], "get_list_subscribers() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_subscribers", false]], "get_list_subscriptions() (in module advertools.twitter)": [[25, "advertools.twitter.get_list_subscriptions", false]], "get_mentions_timeline() (in module advertools.twitter)": [[25, "advertools.twitter.get_mentions_timeline", false]], "get_place_trends() (in module advertools.twitter)": [[25, "advertools.twitter.get_place_trends", false]], "get_retweeters_ids() (in module advertools.twitter)": [[25, "advertools.twitter.get_retweeters_ids", false]], "get_retweets() (in module advertools.twitter)": [[25, "advertools.twitter.get_retweets", false]], "get_supported_languages() (in module advertools.twitter)": [[25, "advertools.twitter.get_supported_languages", false]], "get_user_timeline() (in module advertools.twitter)": [[25, "advertools.twitter.get_user_timeline", false]], "guide_categories_list() (in module advertools.youtube)": [[30, "advertools.youtube.guide_categories_list", false]], "headersspider (class in advertools.header_spider)": [[12, "advertools.header_spider.HeadersSpider", false]], "i18n_languages_list() (in module advertools.youtube)": [[30, "advertools.youtube.i18n_languages_list", false]], "i18n_regions_list() (in module advertools.youtube)": [[30, "advertools.youtube.i18n_regions_list", false]], "images() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.images", false]], "imagespider (class in advertools.image_spider)": [[13, "advertools.image_spider.ImageSpider", false]], "imgitem (class in advertools.image_spider)": [[13, "advertools.image_spider.ImgItem", false]], "include_img_regex (imagespider attribute)": [[13, "advertools.image_spider.ImageSpider.include_img_regex", false]], "jl_subset() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.jl_subset", false]], "jl_to_parquet() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.jl_to_parquet", false]], "knowledge_graph() (in module advertools.knowledge_graph)": [[14, "advertools.knowledge_graph.knowledge_graph", false]], "kw_broad() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_broad", false]], "kw_exact() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_exact", false]], "kw_generate() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_generate", false]], "kw_modified() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_modified", false]], "kw_neg_broad() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_neg_broad", false]], "kw_neg_exact() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_neg_exact", false]], "kw_neg_phrase() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_neg_phrase", false]], "kw_phrase() (in module advertools.kw_generate)": [[15, "advertools.kw_generate.kw_phrase", false]], "links() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.links", false]], "logs_to_df() (in module advertools.logs)": [[16, "advertools.logs.logs_to_df", false]], "lookup_status() (in module advertools.twitter)": [[25, "advertools.twitter.lookup_status", false]], "lookup_user() (in module advertools.twitter)": [[25, "advertools.twitter.lookup_user", false]], "main() (in module advertools.cli)": [[3, "advertools.cli.main", false]], "make_dataframe() (in module advertools.twitter)": [[25, "advertools.twitter.make_dataframe", false]], "module": [[0, "module-advertools", false], [1, "module-advertools.ad_create", false], [2, "module-advertools.ad_from_string", false], [3, "module-advertools.cli", false], [4, "module-advertools.cli_docs.cli", false], [5, "module-advertools.cli_docs", false], [6, "module-advertools.cli_docs.cli", false], [7, "module-advertools.code_recipes", false], [8, "module-advertools.code_recipes.spider_strategies", false], [9, "module-advertools.crawlytics", false], [10, "module-advertools.emoji", false], [11, "module-advertools.extract", false], [12, "module-advertools.header_spider", false], [13, "module-advertools.image_spider", false], [14, "module-advertools.knowledge_graph", false], [15, "module-advertools.kw_generate", false], [16, "module-advertools.logs", false], [17, "module-advertools.regex", false], [18, "module-advertools.reverse_dns_lookup", false], [19, "module-advertools.robotstxt", false], [20, "module-advertools.serp", false], [21, "module-advertools.sitemaps", false], [22, "module-advertools.spider", false], [23, "module-advertools.stopwords", false], [25, "module-advertools.twitter", false], [26, "module-advertools.url_builders", false], [27, "module-advertools.urlytics", false], [28, "module-advertools.word_frequency", false], [29, "module-advertools.word_tokenize", false], [30, "module-advertools.youtube", false]], "name (headersspider attribute)": [[12, "advertools.header_spider.HeadersSpider.name", false]], "name (imagespider attribute)": [[13, "advertools.image_spider.ImageSpider.name", false]], "num_list": [[28, "term-num_list", true]], "parquet_columns() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.parquet_columns", false]], "parse() (headersspider method)": [[12, "advertools.header_spider.HeadersSpider.parse", false]], "parse() (imagespider method)": [[13, "advertools.image_spider.ImageSpider.parse", false]], "phrase_len": [[28, "term-phrase_len", true]], "playlist_items_list() (in module advertools.youtube)": [[30, "advertools.youtube.playlist_items_list", false]], "playlists_list() (in module advertools.youtube)": [[30, "advertools.youtube.playlists_list", false]], "rawtextdefargformatter (class in advertools.cli)": [[3, "advertools.cli.RawTextDefArgFormatter", false]], "redirects() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.redirects", false]], "regex": [[28, "term-regex", true]], "retweeted_of_me() (in module advertools.twitter)": [[25, "advertools.twitter.retweeted_of_me", false]], "reverse_dns_lookup() (in module advertools.reverse_dns_lookup)": [[18, "advertools.reverse_dns_lookup.reverse_dns_lookup", false]], "rm_words": [[28, "term-rm_words", true]], "robotstxt_test() (in module advertools.robotstxt)": [[19, "advertools.robotstxt.robotstxt_test", false]], "robotstxt_to_df() (in module advertools.robotstxt)": [[19, "advertools.robotstxt.robotstxt_to_df", false]], "running_crawls() (in module advertools.crawlytics)": [[9, "advertools.crawlytics.running_crawls", false]], "s": [[2, "term-s", true]], "search() (in module advertools.twitter)": [[25, "advertools.twitter.search", false]], "search() (in module advertools.youtube)": [[30, "advertools.youtube.search", false]], "search_users() (in module advertools.twitter)": [[25, "advertools.twitter.search_users", false]], "sep": [[2, "term-sep", true]], "serp_goog() (in module advertools.serp)": [[20, "advertools.serp.serp_goog", false]], "serp_youtube() (in module advertools.serp)": [[20, "advertools.serp.serp_youtube", false]], "set_auth_params() (in module advertools.twitter)": [[25, "advertools.twitter.set_auth_params", false]], "set_logging_level() (in module advertools.serp)": [[20, "advertools.serp.set_logging_level", false]], "show_lists() (in module advertools.twitter)": [[25, "advertools.twitter.show_lists", false]], "show_owned_lists() (in module advertools.twitter)": [[25, "advertools.twitter.show_owned_lists", false]], "sitemap_to_df() (in module advertools.sitemaps)": [[21, "advertools.sitemaps.sitemap_to_df", false]], "slots": [[2, "term-slots", true]], "start_requests() (headersspider method)": [[12, "advertools.header_spider.HeadersSpider.start_requests", false]], "start_requests() (imagespider method)": [[13, "advertools.image_spider.ImageSpider.start_requests", false]], "subscriptions_list() (in module advertools.youtube)": [[30, "advertools.youtube.subscriptions_list", false]], "summarize_crawled_imgs() (in module advertools.image_spider)": [[13, "advertools.image_spider.summarize_crawled_imgs", false]], "text_list": [[28, "term-text_list", true]], "url_to_df() (in module advertools.urlytics)": [[27, "advertools.urlytics.url_to_df", false]], "url_utm_ga() (in module advertools.url_builders)": [[26, "advertools.url_builders.url_utm_ga", false]], "video_categories_list() (in module advertools.youtube)": [[30, "advertools.youtube.video_categories_list", false]], "videos_list() (in module advertools.youtube)": [[30, "advertools.youtube.videos_list", false]], "word_frequency() (in module advertools.word_frequency)": [[28, "advertools.word_frequency.word_frequency", false]], "word_tokenize() (in module advertools.word_tokenize)": [[29, "advertools.word_tokenize.word_tokenize", false]], "youtube_channel_details() (in module advertools.serp)": [[20, "advertools.serp.youtube_channel_details", false]], "youtube_video_details() (in module advertools.serp)": [[20, "advertools.serp.youtube_video_details", false]]}, "objects": {"": [[0, 0, 0, "-", "advertools"]], "advertools": [[1, 0, 0, "-", "ad_create"], [2, 0, 0, "-", "ad_from_string"], [3, 0, 0, "-", "cli"], [5, 0, 0, "-", "cli_docs"], [7, 0, 0, "-", "code_recipes"], [9, 0, 0, "-", "crawlytics"], [10, 0, 0, "-", "emoji"], [11, 0, 0, "-", "extract"], [12, 0, 0, "-", "header_spider"], [13, 0, 0, "-", "image_spider"], [14, 0, 0, "-", "knowledge_graph"], [15, 0, 0, "-", "kw_generate"], [16, 0, 0, "-", "logs"], [17, 0, 0, "-", "regex"], [18, 0, 0, "-", "reverse_dns_lookup"], [19, 0, 0, "-", "robotstxt"], [20, 0, 0, "-", "serp"], [21, 0, 0, "-", "sitemaps"], [22, 0, 0, "-", "spider"], [23, 0, 0, "-", "stopwords"], [25, 0, 0, "-", "twitter"], [26, 0, 0, "-", "url_builders"], [27, 0, 0, "-", "urlytics"], [28, 0, 0, "-", "word_frequency"], [29, 0, 0, "-", "word_tokenize"], [30, 0, 0, "-", "youtube"]], "advertools.ad_create": [[1, 1, 1, "", "ad_create"]], "advertools.ad_from_string": [[2, 1, 1, "", "ad_from_string"]], "advertools.cli": [[3, 2, 1, "", "RawTextDefArgFormatter"], [3, 1, 1, "", "main"]], "advertools.cli_docs": [[6, 0, 0, "-", "cli"]], "advertools.code_recipes": [[8, 0, 0, "-", "spider_strategies"]], "advertools.crawlytics": [[9, 1, 1, "", "compare"], [9, 1, 1, "", "images"], [9, 1, 1, "", "jl_subset"], [9, 1, 1, "", "jl_to_parquet"], [9, 1, 1, "", "links"], [9, 1, 1, "", "parquet_columns"], [9, 1, 1, "", "redirects"], [9, 1, 1, "", "running_crawls"]], "advertools.emoji": [[10, 1, 1, "", "emoji_search"], [10, 1, 1, "", "extract_emoji"]], "advertools.extract": [[11, 1, 1, "", "extract"], [11, 1, 1, "", "extract_currency"], [11, 1, 1, "", "extract_exclamations"], [11, 1, 1, "", "extract_hashtags"], [11, 1, 1, "", "extract_intense_words"], [11, 1, 1, "", "extract_mentions"], [11, 1, 1, "", "extract_numbers"], [11, 1, 1, "", "extract_questions"], [11, 1, 1, "", "extract_urls"], [11, 1, 1, "", "extract_words"]], "advertools.header_spider": [[12, 2, 1, "", "HeadersSpider"], [12, 1, 1, "", "crawl_headers"]], "advertools.header_spider.HeadersSpider": [[12, 3, 1, "", "custom_settings"], [12, 4, 1, "", "errback"], [12, 3, 1, "", "name"], [12, 4, 1, "", "parse"], [12, 4, 1, "", "start_requests"]], "advertools.image_spider": [[13, 2, 1, "", "AdvImagesPipeline"], [13, 2, 1, "", "ImageSpider"], [13, 2, 1, "", "ImgItem"], [13, 1, 1, "", "crawl_images"], [13, 1, 1, "", "summarize_crawled_imgs"]], "advertools.image_spider.AdvImagesPipeline": [[13, 4, 1, "", "file_path"]], "advertools.image_spider.ImageSpider": [[13, 3, 1, "", "custom_settings"], [13, 3, 1, "", "include_img_regex"], [13, 3, 1, "", "name"], [13, 4, 1, "", "parse"], [13, 4, 1, "", "start_requests"]], "advertools.image_spider.ImgItem": [[13, 3, 1, "", "fields"]], "advertools.knowledge_graph": [[14, 1, 1, "", "knowledge_graph"]], "advertools.kw_generate": [[15, 1, 1, "", "kw_broad"], [15, 1, 1, "", "kw_exact"], [15, 1, 1, "", "kw_generate"], [15, 1, 1, "", "kw_modified"], [15, 1, 1, "", "kw_neg_broad"], [15, 1, 1, "", "kw_neg_exact"], [15, 1, 1, "", "kw_neg_phrase"], [15, 1, 1, "", "kw_phrase"]], "advertools.logs": [[16, 1, 1, "", "crawllogs_to_df"], [16, 1, 1, "", "logs_to_df"]], "advertools.reverse_dns_lookup": [[18, 1, 1, "", "reverse_dns_lookup"]], "advertools.robotstxt": [[19, 1, 1, "", "robotstxt_test"], [19, 1, 1, "", "robotstxt_to_df"]], "advertools.serp": [[20, 1, 1, "", "serp_goog"], [20, 1, 1, "", "serp_youtube"], [20, 1, 1, "", "set_logging_level"], [20, 1, 1, "", "youtube_channel_details"], [20, 1, 1, "", "youtube_video_details"]], "advertools.sitemaps": [[21, 1, 1, "", "sitemap_to_df"]], "advertools.spider": [[22, 1, 1, "", "crawl"]], "advertools.twitter": [[25, 1, 1, "", "authenticate"], [25, 1, 1, "", "get_application_rate_limit_status"], [25, 1, 1, "", "get_available_trends"], [25, 1, 1, "", "get_favorites"], [25, 1, 1, "", "get_followers_ids"], [25, 1, 1, "", "get_followers_list"], [25, 1, 1, "", "get_friends_ids"], [25, 1, 1, "", "get_friends_list"], [25, 1, 1, "", "get_home_timeline"], [25, 1, 1, "", "get_list_members"], [25, 1, 1, "", "get_list_memberships"], [25, 1, 1, "", "get_list_statuses"], [25, 1, 1, "", "get_list_subscribers"], [25, 1, 1, "", "get_list_subscriptions"], [25, 1, 1, "", "get_mentions_timeline"], [25, 1, 1, "", "get_place_trends"], [25, 1, 1, "", "get_retweeters_ids"], [25, 1, 1, "", "get_retweets"], [25, 1, 1, "", "get_supported_languages"], [25, 1, 1, "", "get_user_timeline"], [25, 1, 1, "", "lookup_status"], [25, 1, 1, "", "lookup_user"], [25, 1, 1, "", "make_dataframe"], [25, 1, 1, "", "retweeted_of_me"], [25, 1, 1, "", "search"], [25, 1, 1, "", "search_users"], [25, 1, 1, "", "set_auth_params"], [25, 1, 1, "", "show_lists"], [25, 1, 1, "", "show_owned_lists"]], "advertools.url_builders": [[26, 1, 1, "", "url_utm_ga"]], "advertools.urlytics": [[27, 1, 1, "", "url_to_df"]], "advertools.word_frequency": [[28, 1, 1, "", "word_frequency"]], "advertools.word_tokenize": [[29, 1, 1, "", "word_tokenize"]], "advertools.youtube": [[30, 1, 1, "", "activities_list"], [30, 1, 1, "", "captions_list"], [30, 1, 1, "", "channel_sections_list"], [30, 1, 1, "", "channels_list"], [30, 1, 1, "", "comment_threads_list"], [30, 1, 1, "", "comments_list"], [30, 1, 1, "", "guide_categories_list"], [30, 1, 1, "", "i18n_languages_list"], [30, 1, 1, "", "i18n_regions_list"], [30, 1, 1, "", "playlist_items_list"], [30, 1, 1, "", "playlists_list"], [30, 1, 1, "", "search"], [30, 1, 1, "", "subscriptions_list"], [30, 1, 1, "", "video_categories_list"], [30, 1, 1, "", "videos_list"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:attribute", "4": "py:method"}, "terms": {"": [0, 1, 2, 4, 6, 8, 9, 11, 12, 13, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "0": [4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 27, 28, 30, 32], "00": [9, 16, 19, 20, 21, 22, 30], "000": [4, 6, 20, 25, 29], "0000": 16, "000000": 28, "000b": 22, "001": 8, "002": 8, "0039": 22, "0043": 22, "004a": 22, "006f": 22, "00954418": 16, "00987329": 16, "00a1": 22, "00bf": 22, "00c2": 22, "00ce": 22, "00e6": 22, "00z": [20, 21, 30], "01": [9, 16, 19, 20, 21, 30, 32], "011": 8, "012": 8, "0126707": 16, "0129998": 16, "0133289": 16, "014": 8, "0185": 11, "0185947": 16, "018jz": 30, "018w8": 30, "019582": 16, "019_rr": 30, "01a2": 22, "01cgz": 30, "01h6rj": 30, "01h7lh": 30, "01k8wb": 30, "01lyv": 30, "01sjng": 30, "01t00": [20, 30], "02": [8, 9, 12, 19, 21, 32], "020": 8, "0213921": 16, "021bp2": 30, "022dc6": 30, "023": 8, "0233256": 9, "024": [21, 31], "0242": 8, "024x1": 31, "0253415": 16, "025zzc": 30, "026063": 9, "0270201": 9, "0270483": 12, "0271282": 12, "0279444": 9, "027x7n": 30, "0281389": 16, "028sqc": 30, "029949": 16, "02d86a3cea00007e9edb0cf2000000": 22, "02d86a3e0e00007e9edb0d72000000": 22, "02d86a3e1300007ec2a808a2000000": 22, "02d86a3e140000d437b81532000000": 22, "02d86a3e150000d423322742000000": 22, "02d86a494f0000d437b828b2000000": 22, "02d86a4a7f00007e9edb13a2000000": 22, "02d86a4a7f00007ec2a811f2000000": 22, "02d86a4a7f0000d423209db2000000": 22, "02d86a4a7f0000d423323b42000000": 22, "02hygl": 30, "02jjt": 30, "02lkt": 30, "02mscn": 30, "02ntfj": 30, "02vx4": 30, "02vxn": 30, "02wbm": 30, "03": [13, 19, 21, 32], "0315945": 16, "032tl": 30, "037hz": 30, "03_d0": 30, "03c3": 22, "03glg": 30, "03hf_rm": 30, "03t17": 21, "03tmr": 30, "04": [12, 21, 32], "0403l3g": 30, "0410tth": 30, "041xxh": 30, "0477209": 16, "04q1x3q": 30, "04rlf": 30, "05": [21, 22, 32], "05qjc": 30, "05qt0": 30, "05rwpb": 30, "06": [13, 21, 32], "0612363": 9, "0630789": 9, "06442": 12, "064t9": 30, "066667": 28, "066wd": 30, "068hy": 30, "06bvp": 30, "06by7": 30, "06cqb": 30, "06j6l": 30, "06ntj": 30, "07": [9, 19, 21, 32], "0701004": 16, "0710e93d610dd8c3": 12, "0774069": 21, "079844": 9, "07_53": 30, "07bs0": 30, "07bxq": 30, "07c1v": 30, "07yv9": 30, "08": [19, 21, 32], "08427": [20, 30], "087985": 19, "08t17": 21, "09": [9, 19, 21, 22, 32], "090302_gazaconferenciaml": 21, "090409_machienhuu_revisit": 21, "090421_mqm_speaks_rza": 21, "090524_paquistaoupdateg": 21, "090618_tomtest": 21, "090620_as_iraq_explosion_tc2": 21, "090620_iraq_blast_tc2": 21, "090622_me_egypt_us_tc2": 21, "090622_me_worldbank_tc2": 21, "090623_egitomilitaresfn": 21, "090623_iz_cairo_russia_tc2": 21, "090623_mz_leaders_lifespan_tc2": 21, "090624_me_inpictures_brazil_tc2": 21, "090624_mz_wimbledon_tc2": 21, "090625_sf_tamim_verdict_tc2": 21, "090628_rn_pakistani_soldiries_ambush": 21, "090629_om_pakistan_report_tc2": 21, "090715_hillary_iran_cq": 21, "090723_ae_silwan_tc2": 21, "090729_iraquerefenbritsfn": 21, "090830_ugc_ddh_sand": 21, "090831_dalailamataiwan": 21, "090901_japecontask": 21, "090901_putin_regret_pact": 21, "090901_tiananmen_movi": 21, "098wr": 30, "09kqc": 30, "09s1f": 30, "09t13": 21, "09t15": 21, "09xp_": 30, "0_larg": 13, "0b1553ff703bbd07ac8fe73e6d215888": 9, "0b1vjn": 30, "0bzvm2": 30, "0c79465a9793low": 21, "0cff645fbb74c21791568b78a888967d": 21, "0d790f23c36dlow": 21, "0f2f9": 30, "0g293": 30, "0ggq0m": 30, "0glt670": 30, "0gywn": 30, "0jm_": 30, "0kt51": 30, "1": [1, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 32], "10": [2, 8, 9, 10, 11, 12, 16, 19, 20, 21, 22, 25, 27, 28, 32], "100": [8, 9, 16, 20, 22, 25, 28], "1000": [4, 6, 20, 30], "10000ft": [20, 30], "101": [8, 16], "101e": 22, "102": 8, "1024px": 9, "103": [9, 16], "104": [11, 18, 22, 28], "105": [8, 9, 16], "10536": 8, "1058": 8, "10586": 8, "107": 8, "108": [8, 19], "1080p": [20, 30], "1083": 12, "109": 16, "1090": 16, "1093": 13, "10940941449492": 9, "1095": 16, "10968": 21, "10_0_1": 8, "10_11_2": 8, "10t17": 21, "11": [8, 9, 10, 11, 12, 16, 19, 20, 21, 22, 32], "110": 16, "111": 8, "1111": 8, "111111": 28, "1112": 8, "1113": 8, "1114": 8, "11264": 8, "1127_16056": 8, "113": 16, "1132": 11, "1149": 11, "1152": 8, "116": 8, "1160": [11, 28], "116a": 8, "117821": 16, "118": [8, 16], "118614": 12, "119": [8, 16], "11_0": 8, "11e1": 21, "11t17": 21, "12": [8, 9, 11, 13, 16, 19, 21, 22, 25, 32], "120": 13, "1202": 8, "1204": 21, "1210": 16, "122": [20, 30], "123": [8, 11], "1234567890\u0660\u0661\u0662\u0663\u0664\u0665\u0666\u0667\u0668\u0669\u32ba\ud804\udc5b\ud800\udd0d\ud802\udcaa\u24f2\ud804\udc63\ud800\udd28\ud802\udd1b": [0, 31, 32, 33], "124": 34, "125": [2, 8, 18], "126": [11, 28], "1261": 16, "127": 8, "1274": 21, "1285": 21, "129": 16, "1293": 21, "12_0": 8, "13": [2, 8, 9, 11, 12, 13, 14, 16, 19, 21, 32], "130": [2, 16, 18, 21], "1303": 13, "1306": 14, "131k": 34, "132": 16, "13251": 14, "13270": 12, "133333": 28, "13343": 8, "1346": 11, "135": [8, 16], "1350": 21, "13537530305428": 9, "136": 8, "137": 16, "13_0": 8, "13c3": 22, "14": [8, 9, 11, 14, 16, 19, 21, 22, 32], "140": 25, "14022": 21, "1415": 16, "143": 16, "1435": 14, "14393": 8, "146": [16, 19], "147": 19, "148": 19, "149": 19, "149416": 16, "14_0": 8, "14_7_1": 22, "14a403": 8, "14c904a172315a4922f4d28948b916c2": 12, "15": [2, 8, 9, 10, 11, 14, 16, 21, 22, 27, 30, 32], "150": [9, 19], "1500m": [20, 30], "1506": 21, "1509": 14, "150px": 9, "1513102854": 13, "152": [8, 16], "15254": 8, "1534": 21, "154": [9, 16], "154258": 16, "1545": 16, "1555": 21, "157": [11, 28], "1585538956622": 21, "1585539039190": 21, "1585539054298": 21, "1585539172701": 21, "1585539206866": 21, "1585539237156": 21, "1585539358901": 21, "1585539536519": 21, "159": [8, 11], "1595": [11, 28], "15_0": 8, "15_4": 8, "15a372": 8, "15a5341f": 8, "15a5370a": 8, "15e148": [8, 22], "16": [8, 11, 12, 13, 16, 19, 21, 22, 32], "16041": 8, "1605": 11, "1622738336": 13, "163": 16, "164": 16, "1647": 22, "165": [11, 28], "1650": 8, "1657": 21, "1664": 16, "1677": 21, "16a366": 8, "17": [9, 12, 16, 18, 19, 21, 22, 32], "170": [4, 6, 12, 22], "170811": 8, "170816": 8, "171": 16, "1710779249": 13, "1710779358": 13, "1710855734": 13, "1710855790": 13, "1711048323": 13, "1727": 11, "173": 16, "174": 16, "1743": 13, "176": 16, "177": 16, "1777": 16, "179": 16, "179365": 16, "18": [12, 13, 16, 21, 32], "180": [12, 22], "180610": 8, "181126": 8, "182": 16, "18323": 9, "184": 21, "1847": 8, "185": [16, 18], "1858": 16, "189": [11, 28], "18c3": 22, "19": [12, 13, 19, 22, 32], "190711": 8, "190821": 8, "191": 14, "19142": 14, "192": 16, "1937": 16, "194": [16, 18], "195720": 9, "195769": 9, "1959": 21, "196": 16, "1970": [20, 30], "19a346": 8, "19e241": 8, "1a543": 8, "1d9b91664204low": 21, "1f1ee": 10, "1f1f8": 10, "1f32d": 10, "1f33d": 10, "1f340": 10, "1f346": 10, "1f3e9": 10, "1f3fb": 10, "1f3fc": 10, "1f3fd": 10, "1f3fe": 10, "1f3ff": 10, "1f415": 10, "1f436": 10, "1f48c": 10, "1f499": 10, "1f4d8": 10, "1f535": 10, "1f537": 10, "1f539": 10, "1f7e6": 10, "1f91f": 10, "1f94a": 10, "1f951": 10, "1f954": 10, "1f955": 10, "1f9ae": 10, "1f9ba": 10, "1f9e4": 10, "1fad0": 10, "1mb": 21, "1winner": 21, "2": [3, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 32], "20": [1, 4, 6, 8, 11, 14, 16, 19, 20, 21, 22, 25, 28, 30, 31], "200": [9, 12, 16, 22, 25, 28], "2000": 11, "200000": 28, "200689": 19, "2008": 21, "2009": [21, 22], "200d": 10, "2010": 21, "20100101": 8, "2011": 21, "2012": 21, "2013": 21, "2014": [16, 21], "2015": [21, 23, 25], "2016": [21, 23], "2017": [9, 13, 21, 30], "2018": [21, 32], "2019": [21, 32], "201e": 22, "202": 22, "2020": [19, 21, 22, 32], "2021": [13, 19, 21, 32], "2022": [12, 16, 19, 21, 32], "2023": 32, "2024": [9, 13, 16, 22, 32], "203": [14, 16], "203191": 14, "205px": 9, "2074": 16, "207504": 16, "208886": 9, "209": 16, "20pct_off": 26, "21": [8, 9, 11, 13, 16, 19, 20, 21, 22, 25, 26, 32], "210": 11, "2103": 21, "210805": 8, "210817": 8, "211": [16, 18], "2125": 8, "2132": 16, "214": 16, "214891": 9, "215": 9, "216237": 9, "217": 16, "2174": 13, "218": 9, "219": 8, "2190": 16, "22": [9, 16, 19, 21, 32], "220263": 9, "222222": 28, "222242": 9, "223": 16, "2240": 16, "224398": 9, "225": [9, 16], "2250": 8, "226": 16, "2287": 21, "23": [16, 19, 21, 22, 32], "230403": 9, "2311": 8, "232845": 16, "234": 16, "237": 16, "24": [3, 19, 21, 22, 32], "241": 16, "243": [16, 18], "244": 16, "245ecfa321e9": 13, "246": 8, "2486": 8, "249": [16, 18], "24c3": 22, "25": [2, 9, 11, 18, 21, 22, 26, 28, 32], "250": 28, "251437": 9, "252": 14, "2526": 8, "253": 8, "254237": 16, "2547": 16, "2564": 8, "257": 11, "257442": 9, "25israel": 9, "26": [1, 8, 9, 11, 12, 16, 22, 26, 32], "266667": 28, "26837": 12, "27": [9, 12, 19, 21, 30, 32], "270": 2, "2704": 8, "273819": 16, "2743": 8, "2769": 21, "279": 11, "27t17": 21, "28": [1, 19], "2815": 11, "283": 19, "284": 19, "2840": 8, "285": 19, "286": 19, "287": 19, "2883": 8, "289": 19, "29": [9, 11, 12, 16, 21, 32], "290": [16, 19], "291": 19, "2910": 21, "292": [19, 21], "292414": 16, "293": 19, "2950": 21, "2951": 21, "2952": 21, "2953": 21, "2954": 21, "2955": 21, "297": 8, "2984": 21, "299218": 9, "2a": 13, "2ad504a1": 22, "2anam": 26, "2b11866": 8, "2d": [20, 30], "2e3b74": 22, "2e454f": 22, "2e494d": 22, "2e4ccb": 22, "2e77d2": 22, "2e93a0": 22, "2ed585": 22, "2ef5ef": 22, "2f1d9f": 22, "2f6d5c": 22, "2nd": 17, "3": [4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 32], "30": [1, 2, 8, 9, 16, 19, 20, 21, 32], "300": 28, "301": [9, 22], "302": [12, 22], "3021": 21, "3029": 8, "305743": 16, "3071": 8, "31": [8, 16, 18, 21, 32], "310": 9, "3112": 8, "3153": 21, "31536000": [12, 22], "316": 14, "3163": 8, "3166": [20, 30], "317541": 9, "318743": 16, "32": [8, 11, 12, 16, 18, 19, 21, 22], "3202": 8, "321": [11, 14], "3250": 21, "33": [11, 14, 19], "3313": 14, "331414": 16, "333": 11, "333333": 28, "3339": [20, 30], "3395": 14, "34": [8, 14], "341287": 16, "3497": 8, "34be9bf74f00low": 21, "34c3": 22, "35": [14, 16, 22], "350831": 16, "3561": 21, "3578": 8, "3587": 14, "36": [8, 16, 19, 22], "3600": 22, "360375": 16, "3665": 11, "3682": 21, "37": [11, 20, 21, 30], "3729": 8, "373": 21, "375": 18, "375724": 19, "38": [8, 16, 22], "39": [16, 18, 19, 21, 22], "3904": 8, "39687acb": 21, "397": 19, "398": 19, "3987": 8, "399": 19, "3a": 13, "3d": [8, 20, 30], "3f44": 22, "3k": 34, "3rd": [8, 31], "4": [8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 21, 22, 25, 27, 28, 30, 32], "40": [19, 20, 22], "400": [8, 19, 28], "401": 19, "403": 9, "404": [16, 22], "4044": 16, "41": [8, 9, 21], "4183": 8, "419": 8, "41_larg": 13, "41b0": 21, "42": [8, 9, 16], "420": 8, "4224": 21, "42307": [20, 30], "426": 16, "4281": 21, "43": 21, "4312": 14, "4324": 8, "435062": 9, "44": [16, 19], "443": 12, "4430": 16, "444": 11, "45": [8, 16, 20], "450": 20, "4515": 8, "456": [8, 11], "46": [8, 16, 21], "4606": 8, "461037": 21, "461815": 19, "462": 14, "466": 8, "4664": 8, "466e": 21, "468588": 19, "4687": [11, 28], "47": [8, 16], "474456": 19, "4758": 16, "47603": 21, "48": [8, 16, 19, 21], "4883": 21, "488ed635": 21, "49": [11, 14, 16], "491": 21, "49462": 14, "499": 16, "49994": 21, "49995": 21, "49996": 21, "49997": 21, "49998": 21, "49999": 21, "4c69": 21, "4f34": 21, "4f7bea3b": 22, "4k": [8, 11], "4th": 8, "5": [1, 8, 9, 10, 11, 14, 15, 16, 18, 19, 20, 21, 22, 23, 28, 32], "50": [1, 8, 19, 20, 28, 31], "500": [8, 9, 14, 19, 20, 25, 28, 30], "5000": 25, "5004": [11, 28], "500px": 9, "501e": 22, "5050": 21, "5056": 14, "505b": 21, "5065": 21, "5068": 21, "5080": 21, "5081": 21, "5082": 21, "5083": 21, "5084": 21, "5085": 21, "51": [8, 16, 18, 19], "510": 21, "52": [8, 19, 21], "520": [16, 21], "528": 8, "53": [14, 16], "531": 8, "533": [8, 21], "534": 8, "536": [8, 19], "537": [8, 16, 19], "538": [19, 34], "539": 19, "54": [8, 14, 21], "540": 19, "5403": 21, "541": 19, "545": 21, "547": 21, "55": [8, 14, 15, 21], "550": 8, "552": 8, "554": 21, "555": 11, "556": 21, "5590": 13, "56": [8, 15, 16, 18, 19, 21], "563": 11, "565": 21, "57": [15, 19, 21], "572": 11, "5745": 11, "576": [13, 14], "58": [8, 15, 16, 19], "584": 14, "59": [8, 15], "596daca7dbaa7e9": 22, "596daca9b91fd437": 22, "596daca9bcab7e9": 22, "596daca9bddb7ec2": 22, "596daca9bf26d423": 22, "596dacbbb8afd437": 22, "596dacbd980bd423": 22, "596dacbd980cd423": 22, "596dacbd99847ec2": 22, "596dacbd9fb97e9": 22, "5e": 26, "5g": 8, "5km": [20, 30], "5th": 8, "5x": [8, 16], "6": [8, 9, 10, 11, 13, 14, 16, 18, 19, 21, 28, 32], "60": [8, 16, 18, 19], "600000": 28, "6005": 9, "600x800": 8, "601": [8, 11], "602": 8, "604": [8, 22], "604800": [12, 22], "605": [8, 22], "61": 8, "610": 8, "619bd9be1d75db41adee6b58": 21, "62": 8, "620": 8, "6201430a1d75db06ae1f62e8": 21, "620345a15577c23d46622256": 21, "6203cd7b5577c23d19622259": 21, "62067f085577c277dd9acf42": 21, "625": [15, 18], "626": 15, "627": 15, "628": 15, "629": 15, "630": 15, "63124": 21, "632": 21, "635": 21, "638": 21, "639": [14, 20, 25, 30], "64": [8, 11, 19], "640": 21, "645": 21, "650": 8, "6543": 14, "66": [16, 18, 22], "6634db63f453": 13, "6666666666666666": 11, "6666666666666667": 11, "666667": 28, "67": [11, 22], "673": 11, "674": 21, "68": [16, 19, 22], "683": 21, "6853": 14, "69": [8, 16, 22], "6dba2aae6b424107": 12, "6p": 8, "6r1oxxopc_larg": 13, "6th": 8, "7": [8, 9, 10, 11, 14, 16, 18, 19, 21, 25, 28, 32], "70": [8, 16, 22], "700": 13, "701e": 22, "702814": 19, "706": 21, "70e04154a": 8, "71": 8, "716": 16, "71756": 14, "72": [9, 11, 16, 19, 30], "7200": 12, "720a8581": 22, "720p": [20, 30], "727": 21, "728x90": 26, "729": 16, "73": [8, 16], "732559": 9, "733": 11, "74": [8, 18], "7412": 8, "744247": 21, "745": 16, "75": [8, 9, 10, 11, 16, 18, 19, 22], "7549": 14, "755": 21, "75911c9e": 22, "75mi": [20, 30], "76": 19, "769": 21, "77": [16, 19], "78": [8, 19], "789": [8, 11], "79": [8, 16, 19], "7a28ef3b": 22, "7c": [20, 30], "7ec3": 22, "7y4sx": 8, "8": [8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 21, 22, 25, 28, 32], "80": [8, 16, 18, 28], "800000": 28, "801e": 22, "81": 16, "815": 21, "8172": 8, "8192": 30, "82": [8, 18, 22], "83": [8, 9, 16], "84": 8, "841": 21, "841851": 21, "85": 8, "852014": 9, "85855c48": 22, "86": 9, "8601": 30, "86199": 21, "862": 21, "8635": 11, "86400": 12, "872": 21, "874": 21, "875": 18, "8760": 14, "88": 8, "8808": 21, "882": 21, "888889": 28, "8893": 8, "8894": 8, "8895": 8, "8896": 8, "8897": 8, "89": 16, "894": 13, "9": [8, 9, 10, 11, 12, 14, 16, 19, 21, 22, 28, 32], "90": [2, 16], "9044": 21, "908": 16, "90b11f47f8b2ab57cb180cbd3c6f06f9": 21, "91": [8, 18], "913": 21, "914107": 21, "91d0": 21, "92": [8, 16], "933333": 28, "94": [8, 16], "94f1": 21, "95": 9, "950": 8, "951053": 19, "96": [8, 9, 18], "97": [11, 18], "973": 21, "98": [8, 16], "98b729fa": 22, "99": [8, 9, 11, 21, 28], "995323": 21, "99900": 8, "9cbd": 21, "9dfdd38a": 22, "9e64": 21, "A": [1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "AND": 20, "And": [14, 16], "As": [1, 8, 9, 18, 19, 21, 27, 28, 29, 30, 34], "At": [20, 30], "Being": 12, "But": [8, 22, 28], "By": [16, 20, 22, 28, 30], "For": [1, 4, 8, 9, 12, 14, 16, 19, 20, 21, 22, 25, 27, 28, 30], "If": [2, 4, 6, 8, 11, 14, 16, 20, 21, 22, 25, 27, 28, 30, 31, 32], "In": [1, 2, 8, 9, 11, 13, 14, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "It": [8, 11, 12, 14, 15, 16, 18, 20, 21, 22, 25, 27, 28, 30, 34], "NOT": [11, 20, 30], "No": [11, 20], "Not": [10, 25], "ON": 25, "OR": [20, 22, 25, 30, 32], "Of": 22, "On": [0, 2, 25, 31, 32, 33], "One": [1, 4, 6, 8, 9, 12, 15, 19, 21, 22, 28], "Or": [13, 15, 22, 27], "THE": 26, "That": [2, 8, 11, 22, 28, 30], "The": [0, 1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 29, 30, 31, 32, 33, 34], "Then": [8, 22, 25], "There": [8, 9, 11, 12, 16, 20, 21, 22, 25, 27, 31, 34], "These": [8, 16, 22, 28], "To": [2, 13, 15, 19, 22, 28, 30, 32], "With": [12, 21, 25, 28, 34], "_": [9, 21], "__cfduid": 22, "__init__": 31, "__path__": 31, "_dash": 16, "_dict_product": 31, "_escaped_fragment_": 19, "_rotating_proxi": 8, "_settingskeyt": [12, 13], "_static": 22, "_to_df": 34, "a1": 8, "a320": 21, "a824550933a9": 13, "a850165d925db701988daf7ead7492d3": 19, "abbrevi": 11, "abil": [22, 30, 31], "abl": [12, 14, 19, 20, 34], "about": [2, 8, 9, 10, 11, 12, 13, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 34], "abov": [8, 9, 13, 14, 22, 25, 27, 28, 31], "abs_freq": [28, 31], "abs_perc": 28, "abs_perc_cum": 28, "abs_wtd_df": 28, "absolut": [0, 18, 19, 22, 27, 31, 32, 33, 34], "abus": 13, "accept": [8, 12, 20, 22, 30, 31], "access": [4, 13, 16, 19, 20, 23, 25, 30, 34], "access_log": 16, "access_token": 25, "accid": 8, "accomplish": [28, 34], "accord": [2, 19, 29], "accordingli": 9, "account": [0, 15, 19, 20, 25, 28, 30, 31, 32, 33], "acess": 4, "achiev": [8, 29, 34], "across": [8, 9, 10, 14, 20, 21, 27, 28, 34], "act": [20, 30], "action": [30, 31], "activ": [10, 11, 14, 20, 21, 30], "activities_list": 30, "actress": 14, "actriz": 14, "actual": [8, 14, 18, 21, 22, 27, 28, 30, 31], "ad": [0, 4, 6, 9, 11, 15, 22, 25, 26, 28, 30, 31, 32, 33, 34], "ad_": [22, 34], "ad_creat": [1, 15, 22, 31, 34], "ad_from_str": [2, 15, 22, 31, 34], "add": [8, 12, 16, 22, 25, 28], "add_prefix": 16, "addit": [0, 2, 8, 11, 13, 16, 18, 20, 25, 28, 30, 31, 32, 33, 34], "addition": [22, 25], "addr": [16, 18], "address": [0, 5, 16, 18, 22, 31, 32], "addressse": 20, "adgroup": [4, 6, 15], "administrativearea": 14, "adress": [16, 18], "adsbot": 8, "adt": 8, "adv": [1, 2, 4, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 25, 27, 28], "adv_error": 16, "adv_log": 16, "adv_logs_fin": 16, "advantag": [9, 16], "adventur": 30, "adver": [12, 16, 22], "advertis": 9, "advertoo": 22, "advertool": [1, 2, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 25, 27, 28], "advimagespipelin": 13, "aerialmagzc": [11, 28], "afaa7cb5e636low": 21, "affect": 22, "afghan": 21, "afghanistan": 21, "afraid": [11, 28], "aft": 8, "after": [2, 4, 6, 8, 9, 11, 13, 20, 21, 22, 25, 27, 28, 29, 30, 34], "afterward": 28, "aftwmst22": 8, "ag": [12, 22], "again": [8, 16, 21, 22, 27, 28], "against": [14, 25, 28], "agent": [0, 7, 12, 13, 16, 18, 21, 22, 31, 32, 33, 34], "aggreg": 14, "ahrefsbot": 16, "ai": 21, "aid": [10, 34], "aim": 34, "ajax": 19, "album": 9, "alert": 12, "algarv": 1, "algorithm": 34, "alias": 14, "aliaslist": [16, 18], "align": 27, "all": [2, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "allow": [1, 2, 4, 6, 9, 12, 16, 19, 20, 22, 25, 27, 30, 31, 34], "allowed_domain": [4, 6, 8, 9, 22], "allthreadsrelatedtochannelid": 30, "almost": [9, 16, 28], "alon": 28, "along": [11, 25, 28], "alpha": [20, 30], "alphabet": [14, 20, 30], "alreadi": [8, 28], "also": [1, 2, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 34], "alt": [9, 22, 25, 31], "alt_href": [8, 9, 22], "alt_hreflang": [8, 9, 22], "altern": [8, 19, 22, 31], "although": [2, 22, 28, 34], "altogeth": 16, "alwai": [2, 25, 28, 31], "am": [10, 28], "amazon": [8, 19, 21, 25], "america": 30, "america_latina": 21, "american": 30, "among": 28, "amongst": 28, "amount": [22, 27, 28], "amp": 21, "amplifi": 25, "amz": 12, "an": [0, 1, 2, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 29, 30, 31, 32, 34], "analysi": [0, 11, 12, 18, 21, 22, 25, 31, 33], "analyt": [0, 27, 28, 31, 32], "analyz": [0, 12, 20, 22, 23, 25, 28, 31, 32, 33, 34], "anayz": 9, "anchor": [8, 22], "anderson": 21, "android": [8, 16, 21], "andypayn": 31, "ani": [2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "anim": [10, 11], "ann": [11, 28], "annot": 17, "anonym": 16, "anoth": [2, 9, 12, 15, 16, 21, 27, 28, 29, 34], "anotherexampl": 22, "anotherexmapl": 22, "answer": 21, "anyhow": 28, "anymor": 31, "anyon": 28, "anyth": [8, 25, 28, 31], "anywai": [15, 28], "anywher": [25, 28], "apache_error": [4, 6, 16], "api": [0, 8, 9, 11, 20, 31, 32, 33, 34], "api_vers": 25, "app": [19, 20, 25, 30, 34], "app_kei": [25, 31], "app_secret": [25, 31], "appear": [20, 21, 22, 25, 28, 31], "append": [2, 19, 20, 22, 31], "appl": [8, 19, 22, 28], "applebot": 19, "appletv11": 8, "appletv5": 8, "appletv6": 8, "applewebkit": [8, 16, 22], "appli": [19, 20, 21, 22], "applic": [12, 14, 16, 20, 22, 25, 30], "appliedprivaci": 16, "approach": [0, 15, 27, 28, 31, 32, 33], "appropri": 30, "ar": [2, 4, 6, 8, 9, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "arab": [4, 6, 11, 20, 21, 23, 31], "arbitrari": [11, 22, 25, 31], "archiv": 21, "area": [11, 20, 28, 30, 34], "aren": 15, "arg": [12, 13], "argument": [5, 8, 14, 20, 22, 31, 32], "argumentdefaultshelpformatt": 3, "armenian": 11, "armv7l": 8, "around": [10, 11, 28], "arpa": [16, 18], "art": [9, 30], "articl": [0, 9, 21, 27, 31, 32, 33, 34], "articlebodi": 14, "articlelarg": 21, "artilc": 27, "ascend": [9, 28], "asia": 30, "ask": [11, 20, 25, 31], "aspect": 9, "asset": [9, 13], "associ": [20, 28, 30], "assum": [20, 22, 25, 31], "assur": 12, "astronaut": 25, "async": 9, "attach": [20, 25, 30], "attack": 21, "attempt": 22, "attent": 18, "attitud": 25, "attr": 22, "attract": 30, "attribut": [8, 9, 20, 22, 25, 28, 31], "au": 20, "audit": [0, 7, 19, 21, 22, 32], "auditdetail": 30, "australia": [9, 20], "australialett": 9, "auth_endpoint": 25, "auth_param": 25, "authent": [0, 18, 20, 30, 31, 32, 33], "author": [8, 20, 22, 25, 27, 30], "author_url": 22, "auto": [9, 13], "autocomplet": [21, 34], "autom": [8, 12, 19, 34], "automat": [0, 7, 20, 30, 32, 34], "autothrottl": 31, "autothrottle_en": [12, 13], "autothrottle_target_concurr": [12, 13], "avail": [2, 4, 6, 8, 9, 12, 13, 14, 16, 17, 20, 21, 22, 23, 25, 27, 28, 30, 31, 34], "availab": 9, "availablel": 9, "averag": 9, "avocado": 10, "avoid": [13, 27], "aw": 21, "await": 30, "axi": 16, "axr96": 13, "azerbaijani": [4, 6, 23, 31], "b": [11, 12, 16, 22], "b023": 21, "b0aef497": 22, "b12a6923b6ad9102b766352261b1a847": 9, "b3vzy214dhg6odlld29rmgrsdfgt": 8, "b935": 21, "bY": 2, "back": [9, 16, 25, 27, 28, 34], "backend": [12, 22], "bad": 31, "bag": 28, "baiduspid": [16, 19], "ban": 8, "banana": 28, "bandetectionmiddlewar": 8, "bandwidth": 12, "banner": 26, "barcelona": 15, "base": [0, 2, 3, 7, 10, 12, 13, 17, 20, 22, 25, 28, 30, 31, 32, 34], "base64": 13, "basebal": 30, "basi": 12, "basic": [8, 12, 15, 18, 21, 27, 34], "basketbal": [10, 30], "batteri": 8, "bbc": [19, 21], "bbc_sitemap": 21, "beacon": 12, "bearer": 25, "beat": 28, "beauti": 30, "becam": 28, "becaus": [9, 14, 16, 18, 19, 22, 25, 27, 28, 34], "becom": [2, 4, 6, 16, 22, 27, 28], "been": [8, 21, 25, 28, 30], "beer": 25, "befor": [8, 11, 20, 22, 25, 28, 30], "beforehand": 28, "begin": [25, 29, 31], "behalf": [20, 30], "behavior": [0, 4, 6, 12, 13, 21, 30, 31, 32, 33, 34], "behaviour": [13, 22], "behind": 28, "being": [4, 6, 8, 20, 21, 22, 25, 27, 28, 30, 31, 34], "bell": 13, "belong": [14, 18, 21, 25], "below": [14, 20, 22, 28, 29, 30], "ben": 21, "benefit": [2, 27, 34], "bengali": [4, 6, 23, 31], "benton": 21, "besid": 28, "best": [20, 25, 28], "better": [8, 9, 21, 22, 25, 27, 31, 34], "between": [4, 6, 8, 9, 15, 16, 20, 21, 22, 28, 29, 30, 34], "beyond": 28, "bid": 26, "big": [8, 15, 16, 27], "bill": [14, 20], "bin": 9, "bing": [8, 14], "bingbot": [8, 16, 19], "bitcoin": 11, "black": [20, 22, 28], "blob": 22, "block": [8, 16, 19, 21, 22, 31, 34], "blockblob": 22, "blocked_url": 16, "blog": 27, "bloomberg": 34, "blowjob": [11, 28], "blown": 28, "blue": [10, 11, 20, 27, 28, 30], "blueberri": 10, "bmw": [1, 15], "boat": [20, 30], "bodi": [10, 11, 12, 22, 25, 34], "body_text": [22, 31], "book": [10, 28], "bool": [1, 2, 9, 11, 14, 15, 20, 21, 22, 25, 27, 28], "boolean": [9, 20, 22, 30], "boost": 20, "boss": [11, 28], "bot": [8, 16, 18], "both": [9, 11, 15, 20, 22, 25, 28, 29, 30, 34], "bottom": [15, 28, 34], "bounc": [22, 28], "box": [10, 19, 21, 30], "brace": 1, "bradford": [11, 28], "brand": [11, 14, 16, 21], "brandingset": 30, "break": [11, 21, 25, 28, 31, 34], "brief": 9, "broad": [4, 6, 15], "broadcast": [20, 30], "broken": 25, "brown": 20, "browser": [8, 14], "bud": 22, "bug": [21, 31], "bui": [15, 19], "build": [8, 10, 12, 16, 34], "builder": [0, 31, 32, 33], "built": 34, "bulgarian": 20, "bulk": [0, 31, 32, 33], "bunch": [9, 22], "buscador": 14, "busi": [21, 30], "butt": 21, "buzz": 13, "buzzfe": 13, "byte": [12, 21, 22, 31], "c": [4, 6, 8, 12, 22, 23], "c01e": 22, "c2": 8, "c2coff": 20, "c_fill": 21, "ca": [20, 28], "cach": [12, 22], "call": [1, 20, 21, 22, 25, 27, 28, 31, 34], "callabl": 13, "camp": 22, "campaign": [0, 1, 4, 6, 26, 31, 32, 33], "campaign_nam": [4, 6, 15], "can": [0, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34], "can_fetch": 19, "cannot": [25, 28], "canon": [8, 9, 12, 22, 31], "canonical_par": 8, "cantant": 14, "capit": [1, 2, 4, 6, 14, 15], "capitalize_adgroup": [15, 31], "captial": 2, "caption": [9, 20, 30, 31], "captions_list": 30, "captur": [21, 34], "car": 1, "caramel": [11, 28], "card": [22, 25, 31], "card_uri": 25, "care": 19, "career": [15, 19], "carrot": 10, "case": [1, 2, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 31, 34], "casual": 30, "cat": 10, "catalan": [4, 6, 20, 23, 31], "categor": [16, 27], "categori": [1, 20, 21, 27, 30], "categoryid": 30, "cater": 16, "caus": [25, 31], "cb8db05df7e7": 13, "cc_attribut": 20, "cc_noncommerci": 20, "cc_nonderiv": 20, "cc_publicdomain": 20, "cc_sharealik": 20, "cdn": 12, "celeb": 13, "celebr": 21, "center": [8, 20, 30], "certain": [0, 4, 6, 7, 9, 11, 12, 14, 16, 18, 19, 21, 22, 23, 27, 28, 31, 32], "certainli": 16, "certif": 15, "cgi": 12, "chain": [9, 22], "chanc": 14, "chang": [0, 2, 7, 9, 13, 16, 19, 20, 21, 22, 28, 34], "changefreq": 21, "channel": [20, 30, 31, 34], "channel_df": 20, "channel_id": 20, "channel_sections_list": 30, "channelid": [20, 30], "channelplaylistvideo": 30, "channels_list": 30, "channelsect": 30, "channeltyp": [20, 30], "char": 1, "charact": [2, 4, 6, 11, 20, 25, 28, 29, 30, 31], "characterisit": 16, "characterist": 9, "charset": [8, 9, 12, 22, 31], "chart": 30, "chat": [11, 28], "cheap": 15, "cheat": 31, "check": [8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 28, 34], "checker": [0, 31, 32, 33], "chelseastewart": 13, "child": 30, "china": 21, "chines": [4, 6, 20, 23, 30, 31], "chinoi": 9, "choic": 10, "choke": [11, 28], "chokkattu": 21, "choos": [20, 22, 30], "chose": 16, "chosen": 16, "christian": 30, "christma": 21, "chrome": [8, 14, 16], "chromebook": 8, "chromecast": 8, "chronolog": [20, 30], "chunk": 9, "chunksiz": 9, "cinta": 1, "circl": 10, "circular": [20, 30], "citi": [1, 14], "ckaiserjr": 11, "claim": [13, 18], "clarif": 31, "clarifi": 31, "class": [3, 12, 13, 22], "classic": 30, "classifi": 30, "clean": 34, "clear": [14, 15, 25], "clearli": [15, 27], "cli": [0, 5, 31, 32, 33], "cli_doc": [0, 31, 32, 33], "click": 34, "client": 16, "client_arg": 25, "cline": 21, "clipart": 20, "close": 8, "closedcapt": [20, 30], "closespider_errorcount": [8, 22], "closespider_itemcount": [8, 22], "closespider_pagecount": [4, 6, 8, 9, 22], "closespider_timeout": [4, 6, 8, 22], "cloth": 10, "cloudflar": [12, 22], "cloudfront": 21, "clover": 10, "club": [15, 34], "clue": 19, "cm": [20, 30], "cn": 20, "cnn": 9, "co": [11, 28], "code": [0, 8, 9, 10, 11, 13, 14, 16, 20, 21, 22, 25, 26, 30, 31, 32, 33, 34], "code_recip": [0, 31, 32, 33], "codepoint": 10, "coder": 34, "coffe": [11, 28], "cohort": 12, "col1": 9, "col2": 9, "collect": [4, 6, 8, 17, 19, 20, 25, 30, 31], "collin": 21, "collinss": 21, "colliss": 27, "color": [20, 22, 27, 28], "column": [0, 4, 6, 8, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 31, 32, 33], "column_regex": 9, "columns_typ": 9, "com": [4, 6, 8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 22, 25, 26, 27, 30], "comand": 18, "combin": [4, 6, 14, 15, 16, 17, 19, 20, 22, 34], "come": [2, 15, 16, 28], "comma": [20, 25, 28, 29, 30], "command": [8, 9, 16, 18, 19, 22, 31, 32], "comment": [19, 22, 30, 31, 34], "comment_threads_list": 30, "comments_list": 30, "commentthread": 30, "commerc": [15, 28], "common": [4, 6, 8, 9, 12, 16, 20, 21, 30], "common_with_vhost": [4, 6, 16], "commun": [8, 27, 34], "compani": [11, 14, 19], "compar": [9, 21, 27, 31, 34], "comparison": [9, 14, 18], "comparison_df": 9, "compat": [8, 16, 25], "compil": 17, "complet": [11, 15, 20, 25, 27, 28, 30], "complex": [16, 25], "complic": 25, "compon": [0, 5, 12, 16, 25, 27, 31, 32], "comprehens": 34, "compress": [0, 5, 16, 27, 31, 32, 33], "comput": [8, 16, 22], "concat": [16, 22, 31], "concaten": 21, "concurr": [0, 7, 20, 30, 31, 32], "concurrent_item": 8, "concurrent_request": 8, "concurrent_requests_per_domain": [8, 22], "concurrent_requests_per_ip": 8, "condit": [0, 7, 13, 16, 22, 32], "conduct": 19, "confid": 22, "configur": [4, 6, 22, 30], "conform": 16, "conformig": 16, "conglomer": 14, "congression": 21, "conjunct": [20, 25, 30], "connect": [8, 9, 19, 25, 31, 34], "consecut": [8, 22], "consid": [9, 11, 25, 30, 34], "consider": [2, 28, 34], "consist": [2, 8, 15, 16, 25, 27, 28, 31], "consol": [0, 20, 27, 30, 32], "constantli": 21, "constrain": [20, 30], "consum": [9, 12, 25, 27], "consumed_onli": 25, "consumpt": 9, "contaboserv": 16, "contain": [4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "content": [4, 6, 8, 9, 12, 14, 19, 20, 21, 22, 23, 27, 28, 30, 31, 33], "contentdetail": 30, "contentownerdetail": 30, "contenturl": [9, 14], "context": [9, 11, 14, 17, 22], "continu": [12, 34], "contrast": 11, "contribut": 31, "contributornameid": 22, "control": [0, 7, 12, 13, 20, 22, 31, 32, 34], "conveni": 34, "convert": [0, 2, 5, 9, 16, 22, 27, 31, 32, 34], "cookbook": 17, "cool": 34, "coordin": [20, 30], "copi": [0, 7, 32, 34], "copyright": [22, 23], "core": 16, "corn": 10, "coronaviru": 21, "corpor": 14, "corpu": 28, "correct": [11, 14, 16, 31], "correctli": 2, "correspond": 21, "cost": 30, "could": [9, 11, 12, 15, 20, 28, 30, 31], "count": [0, 1, 5, 9, 10, 11, 16, 18, 19, 21, 25, 29, 31, 32, 33, 34], "counti": 21, "countri": [10, 20, 22, 27, 30, 31, 34], "countryau": 20, "countryuk": 20, "cours": [9, 12, 15, 22, 28], "coverag": 31, "covid": 21, "cpu": [8, 9, 16], "cpuiphon": 22, "cq": 21, "cr": 20, "crash": 22, "crawl": [0, 5, 7, 12, 13, 18, 19, 27, 31, 32, 33, 34], "crawl_countri": 22, "crawl_df": [12, 22], "crawl_head": [12, 31], "crawl_imag": [13, 31], "crawl_logs_df": 16, "crawl_logs_to_df": 16, "crawl_subset": 9, "crawl_tim": [12, 22], "crawldf": [8, 9], "crawled_url": 9, "crawler": [0, 5, 8, 12, 16, 31, 32, 33, 34], "crawllogs_to_df": [16, 31], "crawlyt": [9, 31, 34], "cream": [11, 28], "creat": [0, 8, 9, 10, 12, 13, 14, 15, 20, 25, 27, 30, 31, 32, 33, 34], "creation": 34, "creativ": [20, 30], "creativecommon": [20, 30], "credenti": [14, 20, 25, 30], "credibl": 25, "credittext": 9, "cricket": 30, "crio": 8, "criteria": 30, "criterion": 15, "critic": [14, 20], "crkei": 8, "cro": 8, "croatian": [4, 6, 20, 23, 31], "crossorigin": [22, 31], "crowd": 20, "cse": 31, "css": [0, 4, 6, 8, 31, 32, 33, 34], "css_link": 8, "css_selector": [4, 6, 9, 22, 31], "csv": [0, 5, 11, 13, 16, 28, 32], "ct": [12, 22], "ctbv": 9, "ctrl": 8, "cultur": 21, "cultura_sociedad": 21, "cum_count": [16, 18], "cum_perc": [16, 18], "cumul": [18, 28], "cup": [11, 28], "curat": 30, "currenc": [0, 28, 31, 32, 33, 34], "currency_summari": 11, "currency_symbol": 11, "currency_symbol_count": 11, "currency_symbol_freq": 11, "currency_symbol_nam": 11, "currency_symbols_flat": 11, "currency_symbols_per_post": 11, "current": [8, 9, 16, 21, 22, 25, 30, 31, 34], "cursor": 25, "custom": [0, 4, 6, 7, 12, 13, 16, 20, 31, 32, 33, 34], "custom_head": 22, "custom_set": [4, 6, 8, 12, 13, 16, 22, 31], "customiz": 22, "cutom_set": 8, "cx": 20, "czech": 20, "c\u00f3mo": 11, "d": [4, 6, 9, 11, 12, 16, 20, 28], "d4889b15": 21, "d74930cf": 21, "d76b68d148ddec1efd004": 22, "d9646265": 16, "d99f2368": 22, "d_placeholder_thescen": 21, "dai": [8, 11, 20, 25, 28, 30], "daili": 9, "dalvik": 8, "danielp77": 31, "danish": [4, 6, 20, 23, 31], "dark": 10, "dash": [16, 31], "dash_html_compon": 16, "dashboard": [25, 34], "dashboardom": 12, "data": [0, 4, 6, 11, 12, 13, 15, 19, 20, 21, 27, 28, 31, 32, 33, 34], "databas": [10, 11, 16, 17, 31, 34], "datacamp": 34, "datafram": [0, 5, 8, 9, 10, 11, 13, 14, 15, 19, 20, 21, 22, 25, 27, 28, 31, 32, 33, 34], "dataset": [11, 22, 27, 28, 34], "datatyp": 9, "date": [16, 19, 20, 21, 22, 25, 30, 31, 34], "date_format": [16, 31], "daterestrict": 20, "datetim": [16, 20, 21, 30, 31], "datetime64": 21, "david": 21, "db": 31, "dd": 25, "ddthh": 30, "de": [1, 8, 14, 15, 22], "deal": [9, 34], "death": 21, "debug": [16, 20], "debut": 21, "dec": 21, "decid": [21, 22, 25], "decis": [12, 21, 34], "declar": 13, "decod": 27, "decrib": 22, "deep": 22, "default": [0, 2, 4, 6, 7, 9, 11, 14, 15, 16, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "default_request_head": [8, 22, 31], "defeat": 21, "defin": [9, 14, 16, 20, 28, 30, 31], "definit": [20, 30], "deflat": [8, 12, 22], "delai": 19, "delet": [9, 31], "delimit": [27, 29], "deliveri": 34, "demot": [20, 30], "denot": 19, "depend": [9, 11, 12, 14, 15, 21], "dependon": 9, "deprac": 31, "deprec": [30, 31], "depth": [0, 7, 12, 22, 32], "depth_limit": [8, 22], "desc_text": 2, "descend": [20, 30], "describ": [9, 15, 28], "descript": [0, 5, 8, 9, 11, 14, 15, 22, 25, 27, 28, 30, 31, 32, 33, 34], "design": [15, 19, 34], "desir": [0, 5, 8, 9, 16, 25, 32], "desktop": [8, 16], "destin": [16, 27], "detail": [2, 4, 6, 8, 9, 12, 13, 15, 16, 19, 20, 22, 25, 30, 34], "detaileddescript": 14, "detect": 25, "determin": [0, 15, 20, 28, 31, 32, 33], "develop": [8, 10, 14, 19, 20, 25, 30], "devic": 22, "df": 31, "df1": 9, "df2": 9, "df_subset": 9, "dfp": 9, "di": [0, 7, 13, 32], "diamond": 10, "dict": [11, 12, 13, 16, 21, 22], "dict_kei": [10, 11, 23], "dictionari": [4, 6, 8, 10, 11, 12, 13, 21, 22, 23, 31], "did": [11, 21, 28], "didn": 34, "diff": 9, "diff_perc": 9, "differ": [2, 4, 6, 8, 9, 10, 11, 14, 15, 16, 17, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "differenti": 26, "difficult": 15, "digit": [0, 34], "dimens": [20, 30], "dir_1": [21, 27], "dir_2": [21, 27], "dir_3": [21, 27], "dir_4": 21, "dir_5": 21, "dir_6": 21, "dir_7": 21, "direct": [12, 19], "directli": 25, "directori": [0, 13, 31, 32, 33], "dirti": 13, "disabl": [9, 20], "disabled0": 20, "disallow": [19, 22], "disambigu": 25, "discordbot": 19, "discount": 15, "discov": [8, 16, 22, 27, 34], "discoveri": [0, 31, 32, 33], "discreet": 25, "discuss": [11, 28], "diseas": 21, "disk": [9, 16], "dislik": 30, "displai": [11, 16, 19, 20, 30], "dist": 25, "distanc": [20, 30], "distinct": 25, "distinguish": [16, 22], "distort": 27, "distribut": 9, "district": 21, "divers": 34, "divid": [2, 28], "dn": [0, 5, 16, 31, 32, 33], "do": [0, 2, 7, 9, 11, 12, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 34], "doc": [4, 6, 9, 14, 25, 31], "document": [0, 5, 9, 12, 14, 20, 22, 25, 28, 31, 32], "documentaion": 22, "doe": [2, 8, 10, 11, 18, 19, 20, 21, 22, 28, 29, 30, 34], "doen": 16, "doesn": [8, 15, 16, 22, 28], "dog": 10, "dollar": [11, 29], "domain": [0, 4, 6, 7, 9, 12, 16, 18, 19, 20, 22, 27, 31, 32], "domin": 20, "don": [0, 1, 7, 9, 11, 12, 16, 20, 21, 22, 27, 28, 31, 32, 34], "done": [8, 9, 12, 15, 16, 20, 21, 27, 28, 34], "dot": [28, 29], "dotbot": 16, "doubl": [9, 31], "doug": 34, "down": [0, 7, 15, 16, 28, 31, 32, 33, 34], "downgrad": 12, "download": [0, 5, 8, 9, 12, 19, 22, 27, 30, 31, 32, 33, 34], "download_d": [19, 21, 31], "download_delai": [8, 22], "download_func": 13, "download_lat": [9, 12, 22], "download_slot": [12, 22], "download_timeout": [12, 22], "download_timout": 22, "downloader_middlewar": 8, "downsiz": 13, "dp8hsntg6do36": 21, "dr": 16, "draggabl": [22, 31], "drake": 13, "dress": 13, "drink": [10, 11, 28], "drive": 14, "drizzl": [11, 28], "drop": 31, "drop_dupl": 19, "dt": 13, "dtype": [14, 16, 19, 21], "dubai": 1, "due": [11, 16, 25, 28, 30], "duplic": [8, 18, 20, 22, 25], "durat": [20, 30], "dure": [20, 28], "dutch": [4, 6, 20, 23, 31], "duti": 21, "dvp": 8, "dwgyu36up6iuz": 21, "dynam": [12, 22], "e": [1, 4, 6, 8, 9, 12, 14, 15, 20, 22, 26, 27, 28, 30, 31], "e01": 22, "e6653": 8, "e7e15811c65f406f89f89fe10aef29f5": 21, "ea6298160040": 13, "each": [1, 2, 4, 6, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 34], "ear": 10, "earliest": 30, "earth": 25, "easi": [8, 12, 15, 21, 27, 31, 34], "easier": [8, 11, 15, 21, 22, 25, 27, 31, 32, 34], "easiest": 21, "easili": [2, 8, 9, 12, 16, 19, 21, 23, 25, 27, 34], "east": 9, "economi": 13, "ed": 17, "edg": 8, "editor": 21, "educ": 15, "ee0djx6z511tgx88": 12, "effect": [16, 25, 27], "effici": [9, 12, 16, 18, 22, 27], "effort": 25, "eggplant": 10, "eight": 28, "eighti": 19, "either": [9, 11, 15, 16, 20, 21, 25, 28, 30, 31, 34], "elabor": 27, "elaps": 9, "elect": 21, "electron": 30, "elemenst": 13, "element": [0, 2, 8, 9, 11, 12, 14, 31, 32, 33, 34], "element_1": 31, "element_2": 31, "eleven": 28, "eli": 22, "eliasdabba": 10, "elig": 14, "eln": 21, "els": [2, 14, 25, 28], "elsewher": 28, "email": [9, 14, 26], "emb": 30, "embed": [20, 25, 30], "embedd": [20, 30], "embedhtml": 30, "emerg": 8, "emo": 22, "emoji": [0, 5, 22, 28, 31, 32, 33, 34], "emoji_": 34, "emoji_count": [10, 11], "emoji_df": [10, 31], "emoji_entri": 10, "emoji_flat": [10, 11], "emoji_flat_text": [10, 11], "emoji_freq": [10, 11], "emoji_nam": 11, "emoji_per_post": [10, 11], "emoji_raw": 10, "emoji_search": [10, 31, 34], "emoji_summari": [10, 11], "emoji_text": [10, 11], "emot": [10, 11], "empti": [2, 8, 9, 10, 11, 27, 28, 31], "en": [4, 6, 8, 9, 12, 14, 21, 22, 25, 27, 30], "en_u": 30, "enabl": [14, 20, 22, 31], "encod": [8, 12, 16, 22, 25, 26, 27, 31], "encount": [4, 6, 16, 27], "encourag": 25, "end": [2, 9, 11, 12, 20, 22, 27, 29, 31, 34], "engag": 25, "engin": [0, 12, 14, 15, 16, 19, 21, 31, 32, 33, 34], "english": [4, 6, 20, 23, 27, 28, 31], "enhanc": 27, "enjoi": [11, 28], "enough": [2, 15, 20, 28, 30], "ensur": [2, 22, 31], "enter": [20, 22], "entertain": 30, "entir": [20, 25], "entire_words_onli": 11, "entiti": [0, 5, 14, 19, 21, 25, 31, 32, 33, 34], "entri": 10, "env": 16, "environ": 25, "episod": [20, 30], "equal": [4, 6, 16, 25, 27], "equival": [18, 22], "errback": 12, "errno": [16, 18], "error": [1, 4, 6, 8, 16, 18, 20, 22, 30, 31], "errors_fil": [4, 6, 16], "escap": [20, 30], "espada": 1, "especi": [2, 8, 15, 19, 21, 28], "essenti": [28, 29, 34], "estim": 9, "estonian": 20, "est\u00e1": 11, "etag": [19, 21, 22, 31], "etaospid": 19, "etc": [0, 5, 8, 9, 10, 11, 14, 15, 16, 17, 20, 21, 22, 23, 27, 28, 29, 31, 32, 34], "eu": 8, "eur": 11, "euro": 11, "europ": 9, "european": 34, "evalu": 14, "even": [9, 16, 19, 20, 21, 22, 25, 28, 30, 31], "event": [16, 20, 21, 27, 30], "eventtyp": [20, 30], "ever": [20, 28], "everi": [9, 16, 19, 21, 22, 25, 28, 30, 34], "everyon": [11, 28], "everyth": [14, 25, 28], "everywher": 28, "exact": [4, 6, 8, 15, 25], "exactli": [2, 9, 10, 30], "exactterm": 20, "exampl": [1, 2, 5, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "example_crawl_1": 8, "example_output": [4, 6], "excalam": 11, "exce": [1, 2], "excel": 34, "except": [8, 25, 27, 28], "excit": [11, 28], "exclam": [0, 29, 31, 32, 33], "exclamation_mark": 11, "exclamation_mark_count": 11, "exclamation_mark_freq": 11, "exclamation_mark_nam": 11, "exclamation_marks_flat": 11, "exclamation_marks_per_post": 11, "exclamation_summari": 11, "exclamation_text": 11, "exclud": [4, 6, 13, 15, 20, 22, 25, 27, 30, 31], "exclude_repli": 25, "exclude_url_param": [4, 6, 9, 22, 31], "exclude_url_regex": [4, 6, 9, 22, 31], "excludeterm": 20, "exclus": [20, 30], "exec": 19, "exist": [9, 10, 11, 15, 16, 25, 31], "exit": [4, 6, 16], "exmapl": [8, 9, 12, 22, 27], "expand": 31, "expect": [10, 12, 13, 22], "expens": 12, "experi": 28, "experiment": [13, 31], "explain": [9, 21, 34], "explan": 22, "explanatori": 27, "explicitli": [20, 25, 27], "explod": 21, "explor": [0, 10, 11, 21, 22, 23, 25, 31, 32, 33], "exploratori": [8, 22], "explosionai": 23, "export": 22, "exposur": 21, "express": [0, 4, 6, 7, 9, 10, 11, 13, 15, 16, 19, 20, 22, 28, 31, 32, 33, 34], "ext_alt_text": 25, "extend": [16, 25], "extens": [8, 16, 19, 20, 22, 27, 31], "extern": [9, 12, 16], "extra": [2, 16, 28], "extra_info": 28, "extract": [0, 5, 7, 9, 16, 19, 27, 31, 32, 33, 34], "extract_": [11, 31, 34], "extract_curr": [11, 31], "extract_emoji": [10, 11, 31], "extract_exclam": [11, 31], "extract_hashtag": [11, 31], "extract_intense_word": [11, 31], "extract_ment": [11, 31], "extract_numb": [11, 31], "extract_quest": [11, 31], "extract_url": [11, 31], "extract_word": [11, 31], "extrem": [8, 12, 15, 22, 34], "ey": 19, "f": [4, 6, 16], "f1rkxqh4kmipzviovwnszequmfjmvlb3": 13, "f53301c8286f9bf59ef297f0232dcfc1": 21, "face": [10, 20], "facebook": [0, 19, 26, 28, 31, 32, 33], "facebookbot": 16, "facebookexternalhit": 19, "failur": 12, "fairli": [27, 34], "fall": [14, 20, 25, 30], "fallback": 1, "fals": [1, 2, 8, 9, 11, 15, 16, 19, 21, 22, 25, 27, 28, 31], "famili": [16, 25], "familiar": 21, "fashion": 30, "fast": [12, 18, 31], "faster": [21, 31], "fastest": 21, "fatal": 21, "favorit": [1, 11, 25, 28], "fb_robot": 19, "fb_test": 19, "fb_userag": 19, "fce856744ed8": 13, "fe546b9b": 21, "featur": [2, 13, 20, 21, 25, 30, 31, 34], "feb": [12, 16], "februari": [21, 30], "feed": [0, 30, 31, 32, 33], "feedback": 32, "feedfetch": 8, "feel": [10, 11, 28, 31], "fetch": [4, 6, 19, 21, 22, 31], "few": [8, 9, 11, 12, 13, 16, 21, 22, 27, 28, 34], "fewer": 2, "ffill": 31, "field": [4, 6, 13, 16, 20, 30, 31], "fifteen": [15, 28], "fifti": 28, "figur": [19, 22, 25, 34], "file": [0, 1, 5, 8, 12, 18, 20, 21, 22, 27, 31, 32, 33, 34], "file_path": 13, "filedetail": 30, "filepath": [4, 6, 9, 22], "filetyp": 20, "fill": 20, "fillna": 31, "filter": [8, 9, 16, 20, 21, 25, 27, 30, 31], "filter_to_owned_list": 25, "final": [15, 21, 27, 30, 31], "find": [8, 10, 11, 20, 22, 25, 27, 28, 30, 34], "fine": 22, "finger": 10, "finish": 8, "finnish": [4, 6, 20, 23, 31], "fire": [8, 11, 28], "firefox": 8, "first": [2, 8, 9, 11, 14, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "fish": [20, 30], "fit": [2, 30, 31], "five": [2, 19, 22, 27, 28], "fix": [16, 22, 31], "fl_progress": 21, "flag": [10, 11], "flat": [10, 11], "flavor": 11, "flex": 19, "flexibl": [22, 34], "flight": [20, 25], "fligt": 20, "float": [20, 30], "float64": 21, "focu": [15, 18, 34], "focus": 20, "folder": [8, 13], "follow": [0, 2, 4, 6, 7, 9, 10, 11, 16, 20, 21, 23, 25, 27, 28, 30, 31, 32, 33, 34], "follow_link": [4, 6, 8, 9, 16, 22, 31], "followers_count": [11, 28], "food": [10, 11, 30], "footbal": [10, 15, 21, 30, 34], "footer": [8, 22, 31], "footer_links_href": 8, "footer_links_text": [8, 22], "footer_links_url": 22, "footnot": 23, "forc": 25, "forchannelid": 30, "forcontentown": [20, 30], "fordevelop": [20, 30], "form": [9, 11, 14, 28], "format": [0, 1, 2, 5, 9, 12, 13, 15, 17, 19, 20, 22, 25, 30, 31, 32, 33, 34], "former": 28, "formerli": 28, "formin": [20, 30], "formula": 34, "forth": [20, 25, 30], "forti": [28, 34], "forusernam": 30, "forward": 12, "found": [8, 9, 13, 16, 20, 21, 25], "four": [10, 11, 19, 20, 22, 27, 28, 30], "fr": [14, 20, 22], "fraction": [9, 22], "frag_1": 27, "frag_2": 27, "fragment": [21, 27], "frame": 15, "franc": 20, "free": 20, "freebas": [20, 30], "freixo": 1, "french": [4, 6, 20, 23, 31], "freq": 21, "frequenc": [0, 10, 11, 18, 31, 32, 34], "frequent": [9, 21, 28], "fri": 12, "friend": 25, "from": [0, 5, 7, 9, 13, 14, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34], "front": [11, 28], "fruit": 10, "ft": [20, 21, 30], "fucntion": 11, "full": [1, 8, 9, 10, 12, 13, 15, 21, 22, 25, 28, 31, 34], "fulli": [10, 11, 25], "func": 25, "funcion": 14, "function": [0, 2, 4, 6, 8, 10, 12, 13, 14, 15, 18, 19, 20, 21, 27, 28, 29, 31, 32, 33, 34], "further": [22, 27, 28, 34], "futur": [25, 30], "fxio": 8, "g": [1, 8, 12, 20, 22, 26, 30, 31], "g8231": 8, "g892a": 8, "g920v": 8, "g928x": 8, "g930vc": 8, "g935": 8, "g960f": 8, "g973u": 8, "g980f": 8, "g996u": 8, "g_face": 21, "gadget": 2, "gain": [9, 21, 32], "galaxi": [8, 21], "game": 30, "garda": 18, "gecko": [8, 16, 22], "gen": 8, "gener": [0, 5, 8, 11, 16, 19, 22, 26, 27, 28, 30, 31, 32, 33, 34], "genr": 21, "geocod": 25, "geograph": [20, 30], "geoloc": 20, "geometr": 10, "georgia": 21, "geotag": 25, "german": [4, 6, 20, 23, 31], "gestur": 10, "get": [0, 1, 2, 5, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34], "get_application_rate_limit_statu": 25, "get_available_trend": 25, "get_favorit": 25, "get_followers_id": 25, "get_followers_list": 25, "get_friends_id": 25, "get_friends_list": 25, "get_home_timelin": 25, "get_list_memb": 25, "get_list_membership": 25, "get_list_status": 25, "get_list_subscrib": 25, "get_list_subscript": 25, "get_mentions_timelin": 25, "get_place_trend": [25, 31], "get_retweet": 25, "get_retweeters_id": 25, "get_supported_languag": 25, "get_user_timelin": 25, "gideon": 21, "gif": 13, "give": [8, 9, 11, 12, 15, 18, 20, 22, 25, 27, 28], "given": [2, 8, 13, 19, 20, 21, 25, 27, 31], "gl": [8, 20], "global": [22, 25, 31], "glove": 10, "gmail": 14, "gmbh": 23, "gmt": [12, 22], "go": [4, 11, 12, 13, 15, 16, 19, 20, 21, 22, 27, 28, 31], "goe": [8, 21], "golf": 30, "goo": 8, "good": [2, 4, 8, 11, 16, 18, 21, 22, 27, 28], "googl": [0, 4, 6, 8, 16, 18, 19, 27, 30, 31, 32, 33, 34], "google_robot": [4, 6], "googlebot": [8, 16, 18, 19], "googleoth": 8, "googleproduc": 8, "googletagmanag": 8, "googtwfb": 19, "got": 22, "gp": 19, "gr": 16, "grai": 20, "gram": [0, 4, 6, 31, 32, 33], "granular": 22, "graph": [0, 22, 31, 32, 33], "graphic": 15, "grayscal": 20, "great": [1, 11, 22, 27, 28, 34], "greater": 25, "greek": [4, 6, 11, 20, 23, 31], "green": [11, 20, 28], "grin": 10, "group": [2, 4, 6, 9, 10, 11, 15, 19, 31, 34], "groupbi": 19, "gtm": 8, "gtm_noscript": 8, "gtm_script": 8, "guarante": 25, "guid": [10, 30], "guide_categories_list": [30, 31], "guidecategori": 30, "guitar": 15, "gunicorn": 12, "gwnlj8m99yumucgdd6ytm": 12, "gx12": 2, "gz": [21, 31], "gzip": [8, 12, 22], "h": [4, 6, 9, 11, 16, 31], "h1": [8, 9, 22], "h2": [8, 9, 22, 31], "h3": [8, 9, 12, 22], "h4": 8, "h5": 8, "h6": [8, 9, 22], "h_180": 21, "ha": [2, 8, 9, 11, 15, 18, 19, 21, 22, 25, 27, 28, 30, 31, 34], "haaatttteee": 11, "had": [8, 10, 11, 28], "haftungsbeschr\u00e4nkt": 23, "hahahahahahaha": [11, 28], "haiku": 25, "half": 28, "hama": 9, "han": [20, 30], "hand": [10, 14, 15], "handl": [0, 8, 16, 18, 19, 20, 25, 31, 32, 33, 34], "handler": 16, "hannahdobro": 13, "hant": [20, 30], "happen": [8, 16, 27], "happi": [16, 25], "hard": [0, 7, 32], "hash": 27, "hashtag": [0, 5, 17, 19, 25, 28, 31, 32, 33, 34], "hashtag_count": 11, "hashtag_freq": 11, "hashtag_raw": 17, "hashtag_summari": 11, "hashtags_flat": 11, "hashtags_per_post": 11, "hate": 25, "hauptstadt": 14, "have": [1, 2, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "hbcz": 9, "hc": 9, "hd": [20, 30], "hdx": 8, "he": [8, 11, 21, 28], "head": [0, 5, 8, 9, 10, 11, 12, 15, 16, 19, 21, 22, 28, 31, 32], "header": [0, 4, 6, 7, 9, 19, 22, 31, 32, 33, 34], "header_1": 22, "header_2": 22, "header_links_href": 8, "header_links_text": [8, 22], "header_links_url": 22, "headers_df": 12, "headers_spid": 12, "headersspid": 12, "headlin": 34, "health": [2, 30], "heart": 10, "hebrew": [4, 6, 20, 23, 31], "height": [9, 13, 22, 30, 31], "heldforreview": 30, "hello": [10, 11, 19, 22], "help": [4, 6, 8, 9, 11, 12, 16, 18, 20, 21, 22, 25, 27, 29, 31, 34], "helper": [10, 29], "henc": 28, "her": 28, "here": [2, 9, 10, 11, 12, 15, 16, 20, 21, 22, 27, 28, 34], "hereaft": 28, "herebi": 28, "herein": 28, "hereupon": 28, "herself": 28, "heru80fdn": 21, "hfubv4v3ai": [11, 28], "hi": [11, 21, 28], "hidden": 28, "hierarchi": 14, "high": [8, 14, 20, 21, 22, 30], "higher": [14, 20, 21, 30, 31], "highest": [20, 30], "highli": [9, 20, 22, 30, 34], "highrang": 20, "hilari": 25, "him": 28, "himself": [21, 28], "hindi": [4, 6, 21, 23, 31], "hip": 30, "hit": [0, 7, 12, 22, 32], "hl": [20, 30], "ho": 14, "ho4kx7zz24": [11, 28], "hobbi": 30, "hockei": 30, "hodgeman": 21, "hol": 16, "hola": 11, "home": [19, 30], "home_timelin": 25, "homepag": [4, 6], "honnib": 23, "hood": 12, "hop": 30, "hope": [11, 28, 34], "hopefulli": 34, "hopewel": 21, "host": [16, 18, 20, 31], "host_df": [16, 18], "hostnam": [16, 18, 27], "hot": [10, 11], "hotel": [1, 10, 20], "hour": [8, 25], "hous": 21, "how": [0, 2, 7, 9, 10, 11, 12, 15, 19, 21, 22, 25, 27, 28, 31, 32, 33, 34], "howev": [16, 20, 22, 25, 28, 30], "howsearchwork": 19, "hp": 19, "hq": 20, "href": [8, 22, 31], "hreflang": [8, 12, 31], "ht": 22, "htc": 8, "hte": 21, "htm": [8, 16], "html": [4, 6, 8, 9, 12, 16, 19, 21, 22, 25, 27, 30, 31], "http": [4, 6, 8, 9, 10, 11, 12, 13, 14, 16, 19, 21, 22, 25, 27, 28], "httperror_allow_al": [12, 13], "huge": 20, "hulu": 21, "humor": 30, "hundr": [12, 22, 28], "hungarian": [4, 6, 20, 23, 31], "hurri": 8, "husband": [11, 28], "hydrat": 25, "hyphen": 2, "i": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34], "i18n_languages_list": 30, "i18n_regions_list": 30, "i18nlanguag": 30, "i18nregion": 30, "ia_archiv": 19, "ibmo9hrztai": 12, "ic": [11, 28, 30], "iceland": 20, "icj": 9, "icon": [9, 20], "id": [8, 9, 12, 14, 20, 22, 25, 30], "idea": [8, 9, 11, 15, 22, 28, 34], "ideal": [19, 27, 28, 34], "ident": 25, "identifi": [9, 20, 22, 25, 27, 30], "ifram": 8, "iframe_src": 8, "ignor": 28, "il": 8, "imag": [0, 8, 12, 14, 16, 19, 20, 21, 22, 25, 31, 32, 33], "image_df": 9, "image_dir": 13, "image_loc": [13, 21], "image_spid": 13, "image_url": 13, "imagespid": 13, "imagespipelin": 13, "img": [9, 13, 22, 31], "img_": [9, 22], "img_alt": [9, 22], "img_bord": 9, "img_decod": 9, "img_df": 9, "img_height": 9, "img_load": 9, "img_siz": 9, "img_src": [9, 22], "img_srcset": 9, "img_summari": 9, "img_width": 9, "imgcolortyp": 20, "imgdominantcolor": 20, "imgitem": 13, "imgr": 19, "imgsiz": 20, "imgtyp": 20, "immedi": [9, 19, 25], "implement": 31, "import": [0, 1, 2, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34], "importantli": [16, 27, 34], "imposs": [9, 27], "improv": [20, 28, 31], "inc": 14, "includ": [0, 4, 6, 7, 9, 11, 13, 15, 16, 19, 20, 21, 22, 25, 27, 29, 30, 31, 32], "include_card_uri": 25, "include_ent": 25, "include_ext_alt_text": 25, "include_img_regex": 13, "include_rt": 25, "include_url_param": [4, 6, 9, 22, 31], "include_url_regex": [4, 6, 9, 22, 31], "include_user_ent": 25, "includesubdo": 22, "includesubdomain": 12, "inclus": [20, 30], "inconsist": 27, "incorpor": 22, "inde": 28, "indent_incr": 3, "independ": [9, 30, 34], "indepent": 22, "index": [0, 4, 6, 9, 12, 14, 16, 20, 22, 25, 31, 33, 34], "india": 21, "indic": [8, 12, 19, 20, 22, 25, 27, 30, 31], "individu": [20, 30], "indonesian": [4, 6, 20, 23, 31], "industri": [13, 19, 20, 21, 34], "inermedi": 9, "infer": 11, "influenti": 25, "info": [13, 16, 20, 31], "inform": [4, 6, 9, 10, 12, 14, 16, 18, 20, 21, 22, 25, 27, 28, 30, 31], "inherit": 14, "initi": [8, 14, 22, 31], "input": [1, 2], "insensit": [10, 31], "insert": [1, 27], "insid": 29, "insight": [0, 8, 21, 28, 31, 32, 33, 34], "inspectiontool": 8, "instagram": 25, "instal": [4, 8, 32], "instanc": [11, 14, 31], "instant": [0, 31, 32, 33], "instead": [4, 6, 11, 19, 22, 25, 27, 28, 30, 31], "instruct": [19, 20, 30], "int": [1, 9, 11, 13, 14, 15, 18, 20, 21, 25, 28, 31], "int64": [9, 16, 19, 21, 31], "intact": 2, "integ": [2, 20, 30], "integr": [15, 34], "intel": 8, "intend": [20, 25, 30], "intens": [11, 31], "intent": [0, 5, 15, 32, 34], "interact": [21, 25, 31, 34], "interest": [9, 11, 12, 13, 14, 15, 16, 19, 21, 22, 28, 32], "interfac": [12, 20, 25, 31, 32, 34], "interior": 25, "intermedi": 9, "intern": [9, 12, 20, 21, 22, 25], "internacion": 21, "internal_url_regex": 9, "internation": 20, "internet": 21, "interpret": 9, "interv": [8, 34], "interview": 21, "introductori": 34, "invalid": 31, "invert": 11, "inverview": 21, "investig": 8, "invideopromot": 30, "io": [12, 18, 22, 25], "iowa": 21, "ip": [0, 5, 16, 18, 20, 22, 31, 32], "ip_address": [16, 18, 22], "ip_host_dict": 16, "ip_list": [4, 6, 18], "ipaddress": 8, "ipaddrlist": [16, 18], "iphon": [8, 22], "iphone12": 8, "iphone13": 8, "iphone14": 8, "iphone7c2": 8, "iphone9": 8, "ir": 18, "ir88": 21, "iran": 21, "iraq": 21, "irish": [4, 6, 23, 31], "ismap": [22, 31], "iso": [14, 20, 25, 30], "israel": 9, "issu": [8, 9, 31, 34], "italian": [4, 6, 20, 23, 31], "item": [8, 9, 13, 15, 20, 22, 25, 27, 30, 31], "item_a": 22, "item_b": 22, "item_pipelin": 13, "iter": 2, "its": [0, 1, 4, 6, 7, 9, 10, 12, 14, 15, 16, 21, 22, 25, 27, 28, 30, 32, 34], "itself": [16, 22, 27, 28], "ivborw0kggoaaaansuheugaaafqaaaa7camaaadsf118aaaap1bmveuaaadigxpohbk5ewdfghi5fwi8grteghe7eqdmhr7": 13, "iyl50": 12, "j": [8, 16], "j706x": 8, "j8110": 8, "ja": 25, "janeiro": 15, "japanes": [4, 6, 20, 23, 31], "java": 16, "javascript": 8, "jazz": 30, "jdq39": 8, "jenni": 11, "ji": 14, "jin": 14, "jl": [4, 6, 8, 9, 12, 16, 19, 22, 31], "jl_filepath": 9, "jl_subset": [9, 31], "jl_to_parquet": [9, 31], "jo": [4, 6], "job": [0, 7, 9, 15, 31, 32, 34], "jobdir": 8, "joejoinerr": 31, "john": [11, 28], "join": [11, 22, 28], "josephlongo": 13, "josh": 13, "jpeg": 12, "jpg": [9, 13, 21], "jpy": 11, "js_script_src": 8, "js_script_text": 8, "json": [9, 12, 16, 20, 22, 25, 31], "json_norm": [16, 31], "jsonl": [22, 31], "jsonld": 9, "jsonld_": [9, 22], "jsonld_1_": 22, "jsonld_error": 31, "jsonlin": [9, 12, 22], "julian": 21, "jung": 14, "jungl": 14, "just": [2, 4, 6, 10, 11, 13, 16, 20, 22, 25, 28, 34], "k": [16, 28], "k1": 8, "ka": 21, "kaggl": [10, 34], "kang": 14, "kansa": 21, "kazakh": [4, 6, 23, 31], "keep": [1, 8, 9, 10, 14, 15, 18, 19, 22, 25, 28, 31, 34], "keep_equ": 9, "kei": [8, 10, 11, 13, 14, 20, 21, 22, 23, 25, 27, 28, 30, 31], "kept": 34, "key_nam": 11, "keyword": [0, 5, 10, 14, 22, 23, 28, 31, 32, 33, 34], "keywords_df": 15, "kfpdr3hupi": [11, 28], "kfthwi": 8, "kg_df": 14, "khtml": [8, 16, 22], "kid": [11, 28], "kill": 8, "kilomet": [20, 25, 30], "kind": [12, 22, 31, 34], "kindl": 8, "kiwi": 28, "km": [20, 25, 30], "know": [2, 9, 11, 15, 16, 21, 22, 27, 28, 34], "knowledg": [0, 30, 31, 32, 33], "knowledge_graph": [14, 31], "known": [0, 5, 12, 22, 25, 28, 31, 32], "korea": 14, "korean": [14, 20], "ktu84m": 8, "kw_": [22, 31, 34], "kw_broad": 15, "kw_df": 15, "kw_exact": 15, "kw_gener": [15, 22, 31, 34], "kw_modifi": 15, "kw_neg_broad": 15, "kw_neg_exact": 15, "kw_neg_phras": 15, "kw_phrase": 15, "kwarg": [11, 12, 13], "kxlspoodchrqwiwbxi85q6kc9pnehscmhj0vjgppuac3lwqo": 13, "l": [4, 6], "l1": 22, "lab": 21, "label": 15, "lamborghini": 1, "land": [2, 15, 34], "lang": [19, 25], "lang_": 20, "lang_ar": 20, "lang_bg": 20, "lang_c": 20, "lang_ca": 20, "lang_d": 20, "lang_da": 20, "lang_el": 20, "lang_en": 20, "lang_et": 20, "lang_fi": 20, "lang_fr": 20, "lang_hr": 20, "lang_hu": 20, "lang_i": 20, "lang_id": 20, "lang_it": 20, "lang_iw": 20, "lang_ja": 20, "lang_ko": 20, "lang_lt": 20, "lang_lv": 20, "lang_nl": 20, "lang_no": 20, "lang_pl": 20, "lang_pt": 20, "lang_ro": 20, "lang_ru": 20, "lang_sk": 20, "lang_sl": 20, "lang_sr": 20, "lang_sv": 20, "lang_tr": 20, "lang_zh": 20, "languag": [0, 5, 8, 12, 14, 15, 20, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "laptop": 8, "larg": [0, 8, 10, 16, 18, 20, 21, 22, 28, 31, 32, 33, 34], "larger": [20, 25, 30], "last": [1, 2, 11, 19, 21, 22, 27, 28, 31], "last_dir": [21, 27, 31], "lastmod": 21, "lat": 25, "latenc": [9, 12], "later": [0, 7, 16, 21, 32], "latest": [1, 2, 4, 6, 22, 25], "latin": [16, 30], "latitud": [20, 25, 30], "latter": 28, "latterli": 28, "latvian": 20, "launch": 22, "layout": [16, 30], "ld": [9, 12, 22, 31], "lead": 20, "leaf": 10, "learn": [15, 21, 22, 28, 30, 34], "leas": 22, "least": [20, 28, 30], "leav": [2, 19], "left": [8, 11, 30], "left_char": 11, "len": [2, 4, 6], "lenght": 31, "length": [0, 1, 2, 5, 12, 21, 25, 27, 28, 29, 31, 32], "lenovo": 8, "less": [20, 22, 25, 28, 30], "let": [1, 2, 9, 11, 14, 15, 19, 20, 21, 22, 28, 30, 34], "letter": [2, 9, 10, 20, 30], "level": [8, 16, 20, 22, 25, 27, 30, 34], "level_or_nam": 20, "lg": 8, "li": [22, 31], "lib": 9, "librari": 34, "licens": [14, 20, 30], "life": [11, 28, 32], "lifestyl": 30, "light": [10, 12], "like": [8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 22, 25, 28, 30, 31, 34], "likelyspam": 30, "lilguyisback": 11, "limit": [1, 2, 14, 19, 20, 22, 25, 30, 34], "line": [1, 6, 8, 9, 12, 14, 16, 18, 19, 20, 22, 31, 32], "lineart": 20, "lineup": [11, 28], "link": [0, 4, 6, 7, 11, 12, 20, 21, 25, 27, 30, 31, 32, 33, 34], "link_df": 9, "link_rel_href": 8, "link_rel_rel": 8, "link_rel_stylesheet": 8, "linkedin": 19, "linkedinbot": [16, 19], "links_": 9, "links_frag": 31, "links_href": 22, "links_nofollow": [22, 31], "links_text": [22, 31], "links_url": [22, 31], "linksit": 20, "linux": [8, 16, 31], "lisbon": 1, "list": [0, 1, 2, 5, 7, 9, 10, 12, 13, 14, 15, 16, 18, 19, 20, 21, 23, 25, 27, 28, 29, 30, 31, 32, 33, 34], "list_id": 25, "liter": 14, "lithuanian": 20, "littl": [13, 27, 32, 34], "live": [20, 30], "livestreamingdetail": 30, "ll": [11, 19, 25, 28], "lmy47o": 8, "lmy47x": 8, "load": [16, 22, 24, 31], "loc": 21, "local": [4, 6, 20, 25, 30], "locat": [13, 20, 21, 25, 27, 30, 34], "locationradiu": [20, 30], "log": [0, 5, 7, 18, 20, 21, 22, 27, 30, 33, 34], "log_error": 16, "log_field": 16, "log_fil": [4, 6, 8, 16, 22], "log_format": [4, 6, 16], "logic": 20, "login": [16, 19], "logo": [9, 13], "logs_df": 16, "logs_file_path": 16, "logs_to_df": [0, 31, 32, 33], "lokal": 14, "lol": [11, 28], "lon": 25, "long": [0, 1, 4, 6, 9, 11, 16, 18, 19, 20, 22, 25, 27, 30, 31, 32, 33, 34], "longdesc": [22, 31], "longer": [1, 2, 11, 20, 28, 30, 31], "longitud": [20, 25, 30], "look": [2, 9, 15, 21, 25, 28], "lookout": 12, "lookup": [0, 5, 16, 25, 31, 32, 33], "lookup_statu": 25, "lookup_us": 25, "looooooovvvve": 11, "looooooveee": 11, "loop": [20, 25, 31], "loos": 11, "lose": 19, "lost": [2, 8], "lot": [2, 9, 12, 16, 21, 27, 34], "love": [10, 25, 28], "love_emoji": 10, "lower": 22, "lowest": [20, 30], "lowrang": 20, "lr": 20, "lrx22g": 8, "lumia": 8, "luxuri": 15, "m": [4, 6, 11, 16, 19, 20, 21, 22, 28, 30, 34], "m9": 8, "ma": [12, 22], "mac": [8, 22], "machin": [4, 6, 21, 34], "macintosh": 8, "made": [9, 11, 18, 25, 28], "mai": [16, 19, 20, 22, 25, 28, 30], "mail": 18, "main": [2, 3, 9, 14, 19, 20, 21, 22, 25, 27, 28, 31, 34], "mainli": [8, 13, 15, 18, 19, 28, 29], "mainten": 12, "major": [16, 19, 21, 25, 34], "make": [0, 1, 2, 7, 9, 11, 12, 16, 18, 19, 20, 21, 22, 25, 27, 28, 31, 32, 34], "make_datafram": 25, "mammal": 10, "manag": [8, 9, 12, 20, 25, 30, 34], "managedbym": 30, "mango": 28, "mani": [1, 2, 8, 9, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 34], "manipul": 34, "manner": [14, 27], "manual": 8, "map": [4, 6, 9, 11, 14, 15, 22, 25, 34], "march": 21, "mark": [11, 25, 27, 28, 29, 31], "market": [0, 14, 15, 20, 22, 26, 31], "martial": 30, "marvinmilton2": [11, 28], "masscan": 16, "massiv": [9, 16, 18, 27], "master": [8, 12, 22], "match": [4, 6, 9, 10, 11, 13, 14, 15, 16, 20, 21, 22, 25, 30, 31], "match_typ": 15, "matter": [4, 6, 15], "matthew": 23, "max": [4, 6, 8, 12, 22], "max_column": 16, "max_help_posit": 3, "max_id": 25, "max_len": [1, 4, 6, 15], "max_work": [18, 21, 31], "maxheight": 30, "maxim": 25, "maximum": [1, 2, 14, 15, 18, 20, 21, 22, 25, 30], "maxresult": [20, 30], "maxwidth": 30, "mayb": [11, 13, 15, 19, 22], "mb": 31, "mcilroi": 34, "mckinlei": 21, "mckinleyd": 21, "me": [28, 29], "mean": [9, 11, 12, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 34], "meaning": [21, 28], "meanwhil": 28, "measur": [8, 20, 30, 31], "media": [10, 11, 13, 16, 22, 23, 25, 27, 28], "mediapartn": 8, "medium": [10, 20, 26, 30], "meet": [11, 20, 28, 30], "mega": 21, "megabyt": 34, "mem": 9, "member": 25, "membership": 25, "memori": [9, 16, 22, 27], "mention": [0, 5, 14, 17, 22, 25, 27, 28, 31, 32, 33, 34], "mention_count": 11, "mention_freq": 11, "mention_raw": 17, "mention_summari": 11, "mentions_flat": 11, "mentions_per_post": 11, "mentions_timelin": 25, "merced": 1, "merg": [20, 22, 25, 31], "messag": [4, 6, 16, 31], "meta": [8, 12, 20, 22, 25, 27, 31], "meta_desc": [8, 9, 22], "metadata": [20, 22, 25, 30, 31], "metallica": [11, 28], "metatag": 12, "method": [0, 5, 12, 16, 20, 22, 25, 30, 31, 32], "method_from": 16, "method_to": 16, "metric": 28, "mi": [20, 25, 30], "microsoft": 8, "middl": [9, 31], "middleeast": [9, 21], "middlewar": [8, 16], "might": [2, 8, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 32, 34], "mile": 25, "militari": 30, "miller": 21, "million": 28, "min": [9, 16], "min_height": 13, "min_rep": 11, "min_width": 13, "mind": [8, 10, 14, 22, 25, 34], "mine": [23, 28, 29, 30, 34], "mini": 12, "minim": 31, "minimum": 13, "minix": 8, "minnesota": 21, "minor": [16, 31], "minu": [9, 22], "minut": [20, 21, 27, 30], "miss": [2, 11, 21, 28, 31], "missouri": 21, "mistak": 19, "mix": [25, 27, 30], "mj12bot": 16, "mm": [21, 25, 30], "mmb29k": 8, "mmb29p": [8, 16], "mmb29t": 8, "mobil": [8, 16, 22], "mocha": [11, 28], "mode": [0, 4, 6, 7, 11, 25, 31, 32, 33], "model": [2, 16, 21], "model_a": 22, "model_b": 22, "moder": [20, 30], "moderationstatu": 30, "modifi": [4, 6, 10, 11, 12, 13, 15, 19, 21, 22, 23, 25, 28], "modul": [1, 11, 22, 28, 31, 32, 33, 34], "modular": 34, "moment": 9, "monitor": 34, "mono": 20, "month": [20, 21, 25], "more": [2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "moreov": 28, "morn": [9, 11, 28], "morning_144x144": 9, "most": [1, 2, 8, 9, 11, 12, 15, 16, 20, 21, 22, 25, 28, 30, 31, 34], "mostli": [8, 9, 22, 27, 28, 34], "mostpopular": 30, "motorsport": 30, "move": 28, "movi": [20, 21, 25, 30], "mozilla": [8, 16, 22], "mp4": 21, "mpu": 26, "mra58k": 8, "msg": 31, "msnbot": 19, "much": [9, 21, 22, 28, 31], "multi": [18, 20], "multi_robot": [4, 6], "multimedia": [9, 21], "multin": 14, "multipl": [0, 4, 6, 7, 9, 11, 14, 19, 20, 21, 22, 31, 32, 34], "multipli": 28, "mundo": 21, "music": 30, "must": [16, 20, 25, 28, 30], "my": [0, 1, 7, 11, 22, 28, 32], "my_custom_head": 22, "my_output_fil": 22, "myrat": 30, "myrecentsubscrib": 30, "myself": 28, "mysit": 26, "mystuff": 19, "mysubscrib": 30, "n": [0, 4, 6, 8, 9, 21, 31, 32, 33], "na": [27, 31], "name": [0, 1, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 30, 31, 32, 33, 34], "name_1": 22, "name_2": 22, "nan": [8, 9, 12, 14, 16, 21, 22, 27, 31], "narrow": 30, "nasa": 25, "nat": [19, 21], "natali": 21, "nativ": 25, "native_video": 25, "natur": [10, 11, 13], "nav": [8, 22, 31], "nav_links_href": 8, "nav_links_text": [8, 22], "nav_links_url": 22, "naverbot": 19, "navig": [13, 25], "ncov": 21, "nearli": [11, 28], "nebraska": 21, "need": [1, 2, 4, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 31, 34], "neg": [11, 15, 25], "neither": 28, "neo": 8, "nepali": [4, 6, 23, 31], "nest": [25, 30], "net": [16, 21], "netloc": [0, 5, 21, 27, 32], "network": [11, 27], "never": [11, 28], "nevertheless": 28, "new": [0, 8, 9, 11, 16, 20, 27, 28, 31, 32, 33, 34], "newest": [21, 30], "newlin": 31, "news_keyword": 21, "news_publ": 21, "news_publication_d": 21, "news_titl": 21, "newslett": 9, "next": [11, 15, 22, 28, 30, 34], "next_cursor": 25, "nextpagetoken": [20, 30, 31], "nexu": [8, 16], "nf": 8, "nfl": 21, "nginx": [12, 22], "nginx_error": [4, 6, 16], "ngram": 28, "nh": 21, "nine": 28, "nintendo": 8, "nintendobrows": 8, "nippli": [11, 28], "nix": 31, "nl": 16, "nmf26f": 8, "nobodi": 28, "node": 25, "nofllow": 22, "nofollow": [9, 22, 31], "noindex": 12, "non": [16, 20, 28, 29, 30, 31, 34], "none": [2, 3, 4, 6, 9, 10, 11, 12, 13, 14, 16, 19, 20, 21, 22, 25, 26, 27, 28, 30], "noon": 28, "nor": 28, "normal": [8, 16, 23], "norwegian": [4, 6, 20, 23, 31], "nose": 21, "note": [2, 9, 11, 14, 20, 22, 25, 27, 28, 30, 34], "notebook": 34, "noth": [11, 28], "notic": [11, 19], "noticia": 21, "notna": 9, "notset": 20, "noun": 15, "now": [1, 2, 9, 11, 15, 16, 19, 21, 22, 25, 28, 31], "nowher": 28, "np": [21, 31], "nrd90m": 8, "nt": [8, 16, 22], "null": 25, "num": 20, "num_currency_symbol": 11, "num_emoji": [10, 11], "num_exclamation_mark": 11, "num_hashtag": 11, "num_list": [28, 31], "num_ment": 11, "num_numb": 11, "num_post": [10, 11], "num_question_mark": 11, "num_url": 11, "num_word": 11, "number": [0, 5, 7, 9, 10, 14, 15, 18, 19, 20, 21, 22, 25, 28, 30, 31, 32, 33, 34], "number_count": 11, "number_freq": 11, "number_list": [4, 6], "number_of_emoji": 10, "number_of_hashtag": 11, "number_of_ment": 11, "number_of_numb": 11, "number_of_symbol": 11, "number_of_url": 11, "number_of_word": 11, "number_separ": 11, "number_summari": 11, "numbers_flat": 11, "numbers_per_post": 11, "numer": [9, 25, 30], "nutch": 16, "nvidia": 8, "nx": 8, "nyt": [9, 21], "nyt_crawl": 9, "nyt_new": 21, "nytim": [9, 21], "nz": 20, "o": [8, 9, 17, 22], "oauth_token": [25, 31], "oauth_token_secret": [25, 31], "oauth_vers": 25, "obama": 21, "obei": [0, 7, 13, 16, 32], "obido": 19, "object": [10, 11, 13, 14, 16, 21, 22, 25, 30, 31, 34], "obtain": [25, 27, 28], "occur": [11, 21, 22, 25, 28, 30, 31], "occurr": [11, 28], "oct": 22, "odai": 11, "off": [8, 20, 28], "offer": [15, 25], "offic": [11, 28], "offlin": 31, "often": 28, "og": [8, 9, 22, 31], "og_cont": 8, "og_prop": 8, "ohio": 21, "ok": 12, "okai": 11, "old": 9, "older": 25, "oldest": 25, "omit": 25, "onbehalfofcontentown": [20, 30], "onbehalfofcontentownerchannel": 30, "onc": [2, 4, 8, 9, 14, 15, 16, 20, 21, 22, 25, 27, 28, 30, 32, 34], "one": [1, 2, 4, 6, 8, 9, 10, 11, 14, 16, 17, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "ones": [10, 11, 12, 16, 18, 21, 22, 28], "ongo": [20, 30], "onli": [0, 1, 4, 6, 7, 9, 11, 12, 13, 16, 17, 19, 20, 21, 22, 25, 26, 28, 30, 31, 32, 34], "onlin": [2, 22], "onto": 28, "opd1": 8, "opd3": 8, "open": [16, 19, 21, 22, 31], "opengraph": [8, 12], "oper": [16, 20, 21, 25, 30, 31], "oppos": [15, 27, 31], "opposit": 11, "opt": [9, 25], "optim": [12, 14], "option": [0, 2, 5, 8, 9, 11, 12, 13, 15, 16, 19, 20, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34], "orang": [20, 28], "order": [4, 6, 9, 11, 13, 14, 15, 20, 22, 30, 31], "order_matt": 15, "org": [4, 6, 9, 10, 12, 14], "organ": 14, "origin": [8, 13, 16, 20, 22, 27, 31], "orterm": 20, "other": [2, 9, 10, 11, 12, 13, 14, 16, 17, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "otherwis": [9, 16, 22, 25, 27, 28], "ottawa": 21, "ound": 11, "ouput_fil": 27, "our": [2, 9, 11, 16, 25, 28], "ourl0aefg76m8izrt6eaaaaasuvork5cyii": 13, "ourselv": [16, 28], "out": [1, 11, 14, 16, 19, 20, 22, 25, 27, 28, 30, 34], "outpuf_fil": 22, "output": [4, 6, 8, 9, 12, 13, 16, 22, 25, 27, 31], "output_dir": 13, "output_fil": [4, 6, 8, 9, 12, 16, 19, 22, 27, 31], "output_file1": 9, "output_file2": 9, "outreach": 34, "outsid": [11, 16, 20, 28, 30], "over": [4, 6, 8, 12, 21, 22, 25, 28, 31], "overview": [2, 9, 10, 11, 18, 21, 34], "overwrit": [22, 31], "owen": 21, "own": [9, 11, 15, 16, 20, 22, 25, 27, 28, 30, 34], "owner": [19, 20, 25, 30], "owner_id": 25, "owner_screen_nam": 25, "ownership": 25, "oyl2nhr7e34yujtjw6zmc3am": 13, "p": [22, 31], "packag": [8, 9, 22, 23, 31, 32, 33, 34], "pad": 8, "page": [0, 2, 4, 6, 7, 9, 11, 12, 13, 14, 15, 16, 19, 21, 23, 25, 27, 28, 30, 31, 32, 33, 34], "page_1": 8, "page_2": [8, 9], "page_3": 8, "page_4": 8, "page_5": 9, "page_7": 9, "page_8": 9, "page_9": 9, "pagelet": 19, "pagemap": 31, "pagepostssectionpagelet": 19, "pagetoken": [20, 30], "pageview": [16, 28], "pagin": [31, 34], "pai": 20, "paid": [11, 28], "pair": 25, "pakistan": 21, "pam": 21, "pamper": [11, 28], "pand": 31, "panda": [9, 10, 11, 12, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 31, 34], "panel": 20, "paper": 10, "param": [4, 6], "paramet": [0, 1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 25, 26, 28, 29, 30, 31, 32, 33, 34], "parent": [8, 30], "parenthes": 29, "parentid": 30, "parmet": 22, "parquet": [0, 5, 16, 27, 31, 32, 33], "parquet_column": [9, 31], "parquet_fileapth": 9, "parquet_filepath": 9, "pars": [0, 5, 12, 13, 22, 31, 32, 33, 34], "parser": 34, "part": [9, 11, 15, 18, 20, 23, 27, 28, 29, 30, 34], "parti": [8, 22, 25, 31], "partial": 10, "particular": [9, 19, 20, 21, 30], "particularli": [20, 22], "partner": [20, 30], "pass": [8, 14, 19, 20, 21, 22, 25, 34], "password": 8, "password123": 8, "past": [20, 34], "patch": 16, "patch_minor": 16, "path": [0, 5, 8, 9, 12, 13, 16, 19, 21, 22, 31, 32, 33], "path_1": 27, "path_2": 27, "path_3": 27, "pather": 9, "pathlik": 13, "patienc": 19, "pattern": [0, 4, 6, 8, 9, 11, 13, 16, 19, 21, 27, 28, 32], "paus": [0, 7, 32], "pc": 8, "pd": [8, 9, 11, 12, 16, 19, 21, 22, 27, 28, 31], "peck": 13, "penguinnyyyyi": [11, 28], "peopl": [10, 11, 14, 25, 28, 34], "per": [4, 6, 8, 9, 10, 11, 19, 20, 21, 22, 25, 28, 34], "perc": [16, 18], "percentag": [9, 18, 28, 31], "perform": [0, 5, 9, 16, 18, 20, 21, 22, 30, 32], "perhap": 28, "period": 12, "periscop": 25, "permiss": 19, "permut": [4, 6, 15], "perry_ron": 11, "persian": [4, 6, 21, 23, 31], "person": [11, 14, 20, 28], "perspect": [22, 27, 28], "pet": 30, "petalbot": 16, "phone": [8, 11], "photo": [20, 25], "php": 19, "phrase": [0, 5, 15, 20, 25, 28, 29, 31, 32], "phrase_len": [4, 6, 28, 29, 31], "physic": 30, "pic": 25, "pick": 34, "pictur": [21, 28], "pid": 9, "piec": 12, "pink": 20, "pinterest": 19, "pinterestbot": 19, "pip": [4, 8, 32, 34], "pip3": 32, "pipe": [20, 28, 30], "pipelin": [18, 34], "pixel": [8, 13], "place": [1, 8, 10, 11, 13, 14, 25, 31], "placehold": [31, 34], "plai": [10, 14, 20, 21, 30], "plain": 30, "plaintext": 30, "plan": [9, 16], "plant": 10, "platform": [2, 28, 34], "playback": [20, 30], "player": [8, 30], "playlist": [20, 30, 31], "playlist_items_list": 30, "playlistid": 30, "playlistitem": 30, "playlists_list": 30, "playstat": 8, "playwright": [22, 31], "pleas": [9, 12, 14, 20, 22, 25, 28, 30], "plotli": 34, "plu": 8, "plugin": [22, 31], "png": [12, 13, 21, 22], "podcast": [9, 21], "point": [9, 10, 14, 20, 27, 30], "pointer": 18, "polici": [9, 12], "polish": [4, 6, 20, 23, 31], "polit": [8, 25, 27, 30], "pop": 30, "popul": [13, 27], "popular": [8, 16, 25, 30, 34], "port": [8, 27], "porto": 1, "portug": 1, "portugues": [4, 6, 20, 21, 23, 31], "posicionamiento": 14, "posit": [4, 6, 9, 11, 14, 20, 25, 30], "possibl": [15, 16, 19, 20, 28, 34], "possibli": 28, "post": [10, 11, 23, 25, 27, 28, 32, 34], "posts2": 11, "potato": 10, "potent": 19, "potenti": [22, 25], "potteri": 21, "pound": 11, "povertydata": 12, "power": [9, 11, 12, 22, 34], "ppc": 28, "ppp046177196171": 16, "ppp089047044105": 16, "ppr1": 8, "practic": [8, 16, 18, 22, 34], "practition": 34, "pre": [0, 16, 28, 31, 32, 33], "preced": 31, "prefer": 25, "preferenti": 25, "prefix": [14, 31], "preload": 12, "premier": 21, "prepar": [0, 10, 21, 31, 32, 33], "prepend": [25, 27], "present": [9, 20, 25, 31], "preserv": 31, "presidenti": 21, "pressur": 22, "pretti": 22, "prevent": [25, 31], "previou": [27, 30, 31], "previous_cursor": 25, "prevpagetoken": [20, 30], "prg": 12, "price": [15, 22, 27], "print": [10, 11, 16, 21, 23, 31], "prioriti": 21, "privaci": 9, "pro": [8, 22], "probabl": [8, 9, 21, 22, 34], "process": [4, 6, 8, 9, 12, 16, 18, 21, 27], "processingdetail": 30, "prod": 13, "produc": [1, 16, 20, 21, 34], "product": [0, 1, 2, 5, 14, 15, 20, 22, 27, 28, 31], "product1": 27, "product2": 22, "profession": 30, "profil": [19, 25], "prog": 3, "program": [4, 25, 34], "programmat": [20, 22], "prohibit": 19, "project": [9, 12, 14, 20, 22, 30, 34], "promis": 34, "promo": 21, "promot": 21, "proper": [11, 34], "properli": [15, 16, 20, 21, 27, 30, 31], "properti": [8, 9, 20, 22, 30], "protect": 9, "protocol": 12, "prouc": 20, "provid": [1, 2, 4, 6, 8, 9, 11, 13, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "proxi": [0, 7, 18, 32], "proxito": [12, 22], "proxy_retry_tim": 8, "ps7233": 8, "ptt5": 8, "public": [10, 12, 22, 25], "publication_languag": 21, "publication_nam": 21, "publish": [8, 21, 30], "publishedaft": [20, 30], "publishedbefor": [20, 30], "pump": [11, 28], "punctuat": 31, "puppi": 25, "purchas": 15, "purpl": 20, "purpos": [19, 22], "put": [9, 15, 16, 21, 22, 28], "puzzl": 30, "py": [9, 22], "py8fhdj5dlvvxnq6zjotzvbg1s8skwaaaacxrstlmav4eo10jnqa8ihfydaaabjuleqvryw93y64rcmbcg4czk5fszdav3f63bdaxfv4qm": 13, "pydata": 9, "pypi": 31, "pyt": 22, "pyth": 22, "python": [0, 4, 9, 10, 23, 25, 31, 32, 33, 34], "python3": [4, 9, 34], "python_tweet": 25, "q": [12, 20, 25, 30], "q_80": 21, "qatar": 9, "qd1a": 8, "qp1a": 8, "qualifi": 10, "qualiti": [9, 12, 13, 20], "quantifi": 28, "queri": [0, 5, 13, 14, 16, 19, 20, 21, 25, 30, 31, 32, 33, 34], "query_": 27, "query_color": 27, "query_pric": 27, "query_s": 27, "query_tim": [14, 31], "querytim": [20, 31], "question": [0, 2, 21, 25, 28, 29, 31, 32, 33, 34], "question_mark": 11, "question_mark_count": 11, "question_mark_freq": 11, "question_mark_nam": 11, "question_marks_flat": 11, "question_marks_per_post": 11, "question_summari": 11, "question_text": 11, "questionnair": 20, "quick": [2, 9, 19, 21], "quickli": 8, "quit": [19, 21, 28], "quot": [29, 31], "quota": 30, "quotat": 28, "r": [4, 6, 16], "r0lgodlhaqabaiaaaaaaap": 13, "r16nw": 8, "r3ynjjjcug": [11, 28], "ra": 21, "race": [21, 30], "radio": 21, "radiu": 25, "rai": [12, 22], "rain": [11, 28], "rais": [22, 31], "ran": 22, "randolph": 21, "random": [8, 19], "rang": [20, 25], "rank": [14, 22, 31, 34], "rapid": 16, "rate": [20, 21, 22, 25, 28, 30], "rate_limit_statu": 25, "rather": 28, "raw": 17, "rawtextdefargformatt": 3, "rawtexthelpformatt": 3, "rc2": 12, "re": [11, 21, 25, 28], "reachabl": 22, "read": [8, 9, 11, 13, 16, 22, 27, 34], "read_csv": [11, 28], "read_json": [8, 9, 12, 19, 22], "read_parquet": [9, 16, 27], "readabl": [17, 19, 22, 34], "reader": 16, "readi": [9, 15, 25], "readm": 22, "readthedoc": [12, 18, 22, 25], "real": [11, 25, 28], "realiti": 19, "realli": [9, 12, 15, 16, 22, 28], "reason": [8, 11, 12, 16, 19, 22, 28, 31, 34], "receiv": [19, 25], "recent": [1, 25, 30], "recip": [0, 7, 22, 31, 32], "recommend": [11, 16, 22, 25], "recordingdetail": 30, "recurs": [4, 6, 21, 22, 31], "red": [20, 27], "redirect": [0, 4, 6, 16, 22, 31, 32, 33, 34], "redirect_": [9, 22], "redirect_df": 9, "redirect_from": 16, "redirect_reason": [12, 22], "redirect_tim": [9, 12, 22], "redirect_to": 16, "redirect_ttl": [12, 22], "redirect_url": [12, 22], "redistrict": [11, 28], "reduc": 9, "refer": [9, 12, 14, 16, 20, 22, 25, 27], "referer_": 16, "referer_dir_1": 16, "referer_dir_2": 16, "referer_dir_3": 16, "referer_frag": 16, "referer_hostnam": 16, "referer_last_dir": 16, "referer_netloc": 16, "referer_path": 16, "referer_port": 16, "referer_queri": 16, "referer_schem": 16, "referer_url": 16, "referer_url_df": 16, "referr": [12, 26], "referrerpolici": [22, 31], "reflect": 31, "regard": [22, 28], "regardless": [20, 30, 31], "regex": [0, 5, 8, 9, 10, 11, 13, 16, 17, 28, 31, 32, 34], "regex_raw": 17, "regga": 30, "region": [22, 25, 30], "regioncod": [20, 30], "regul": 9, "regular": [0, 4, 6, 9, 10, 11, 13, 16, 22, 28, 31, 32, 33], "reilli": 17, "reinvent": 21, "rel": [8, 9, 14, 18, 19, 22, 27, 31, 34], "rel_valu": [28, 31], "relat": [11, 20, 21, 22, 30, 34], "relatedsit": 31, "relatedtovideoid": [20, 30], "relayout": 31, "releas": 31, "relev": [15, 20, 25, 26, 30], "relevancelanguag": [20, 30], "reli": 22, "reliabl": 14, "religion": 30, "remain": [2, 21, 29], "remaind": [2, 31], "remark": 22, "rememb": 22, "remov": [20, 22, 25, 28, 29, 30, 31], "renam": 27, "render": 34, "repeat": [9, 11, 27, 31], "repetit": 11, "replac": [1, 16, 21, 27, 31, 34], "repli": [25, 30], "repons": 31, "report": [12, 18, 22, 27, 28, 31, 34], "repres": [9, 11, 14, 16, 20, 21, 25, 28], "represent": 25, "request": [0, 7, 9, 12, 13, 14, 16, 18, 20, 22, 25, 30, 31, 32, 33, 34], "request_": 16, "request_dir_1": 16, "request_dir_10": 16, "request_dir_11": 16, "request_dir_12": 16, "request_dir_13": 16, "request_dir_2": 16, "request_dir_3": 16, "request_dir_4": 16, "request_dir_5": 16, "request_dir_6": 16, "request_dir_7": 16, "request_dir_8": 16, "request_dir_9": 16, "request_frag": 16, "request_head": 21, "request_headers_": [8, 9, 22], "request_headers_accept": [8, 12, 22], "request_headers_cooki": 22, "request_headers_proxi": 8, "request_headers_us": [8, 12, 22], "request_hostnam": 16, "request_last_dir": 16, "request_netloc": 16, "request_path": 16, "request_port": 16, "request_queri": 16, "request_query_": 16, "request_query__": 16, "request_query_a": 16, "request_query_aam": 16, "request_query_abspath": 16, "request_query_act": 16, "request_query_adapt": 16, "request_query_ag": 16, "request_query_albid": 16, "request_query_cmd": 16, "request_query_cod": 16, "request_query_cont": 16, "request_query_control": 16, "request_query_cpabc_calendar_upd": 16, "request_query_curpath": 16, "request_query_currentset": 16, "request_query_dir": 16, "request_query_dn": 16, "request_query_email": 16, "request_query_fil": 16, "request_query_file_link": 16, "request_query_filenam": 16, "request_query_filepath": 16, "request_query_findcli": 16, "request_query_fn": 16, "request_query_folderid": 16, "request_query_format": 16, "request_query_funct": 16, "request_query_gid": 16, "request_query_id": 16, "request_query_img": 16, "request_query_index": 16, "request_query_input_fil": 16, "request_query_item": 16, "request_query_itemid": 16, "request_query_lang": 16, "request_query_libpath": 16, "request_query_mod": 16, "request_query_mypath": 16, "request_query_nam": 16, "request_query_next_fil": 16, "request_query_nocontinu": 16, "request_query_op": 16, "request_query_opt": 16, "request_query_ord": 16, "request_query_p": 16, "request_query_pag": 16, "request_query_panel": 16, "request_query_path": 16, "request_query_posit": 16, "request_query_psd": 16, "request_query_q": 16, "request_query_redirect": 16, "request_query_ref": 16, "request_query_rid": 16, "request_query_sb_categori": 16, "request_query_scopenam": 16, "request_query_search_kei": 16, "request_query_servic": 16, "request_query_short": 16, "request_query_sit": 16, "request_query_srt": 16, "request_query_step": 16, "request_query_stockcodeintern": 16, "request_query_target": 16, "request_query_term": 16, "request_query_thumb": 16, "request_query_titl": 16, "request_query_todo": 16, "request_query_typ": 16, "request_query_typeid": 16, "request_query_url": 16, "request_query_usernam": 16, "request_query_v": 16, "request_query_var": 16, "request_query_wt": 16, "request_query_xdebug_session_start": 16, "request_schem": 16, "request_url": 16, "request_url_df": 16, "requir": [4, 6, 8, 16, 20, 21, 22, 25, 26, 30, 31], "rerun": 8, "resampl": 21, "research": [15, 19, 34], "resolut": [20, 30], "resourc": [16, 20, 22, 25, 30, 34], "resourceid": 30, "resp_headers_": [9, 22], "resp_headers_access": 22, "resp_headers_ag": [12, 22], "resp_headers_alt": 12, "resp_headers_cach": [12, 22], "resp_headers_cf": [12, 22], "resp_headers_cont": [12, 22], "resp_headers_d": [12, 22], "resp_headers_etag": 12, "resp_headers_expect": [12, 22], "resp_headers_expir": [12, 22], "resp_headers_last": [12, 22], "resp_headers_permiss": 12, "resp_headers_referr": 12, "resp_headers_serv": [12, 22], "resp_headers_strict": [12, 22], "resp_headers_vari": [12, 22], "resp_headers_via": 12, "resp_headers_x": [12, 22], "resp_meta_": 31, "respect": [2, 8, 9, 16, 22, 25, 28, 31], "respons": [0, 9, 13, 14, 16, 19, 20, 21, 22, 25, 30, 31, 32, 33, 34], "rest": [11, 14, 19], "restaur": 11, "restrict": [2, 13, 14, 20, 22, 25, 30, 31], "result": [0, 1, 8, 9, 10, 13, 16, 19, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "result_typ": 25, "resultscor": 14, "resum": [0, 7, 32, 34], "retain": [15, 27], "retreiv": [8, 21, 31], "retri": 8, "retriev": [4, 6, 20, 21, 25, 30], "return": [1, 2, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 25, 26, 27, 28, 29, 30, 31, 34], "returnd": 31, "retweet": [25, 28], "retweeted_of_m": 25, "retweets_of_m": 25, "reus": [20, 30], "reveal": 21, "revenu": 28, "revers": [0, 5, 16, 20, 25, 30, 31, 32, 33], "reverse_dns_lookup": [16, 18, 31], "review": [16, 20, 21, 30], "rewear": 13, "rewrit": 31, "rfc": [20, 30], "rhythm": 30, "rich": [21, 25], "richer": 22, "right": [15, 16, 20, 21, 27], "right_char": 11, "rio": 15, "risk": 21, "rm": 8, "rm_word": 28, "rn": 21, "rnkt7myjj7hcnsvbnzg9qdqizefftx9ytz3": 12, "robot": [0, 5, 7, 13, 16, 21, 22, 31, 32, 33, 34], "robots_output_fil": 19, "robots_url": 19, "robotsfiles_df": 19, "robotslist": [4, 6], "robotstxt": 31, "robotstxt_df": 19, "robotstxt_last_modifi": [19, 31], "robotstxt_obei": [8, 12, 13], "robotstxt_test": [19, 31], "robotstxt_test_df": 19, "robotstxt_to_df": [19, 31], "robotstxt_url": 19, "robotx": 19, "rock": 30, "rogen": 21, "roku": 8, "roku4640x": 8, "role": [27, 30], "rolling_new": 21, "romanian": [4, 6, 20, 23, 31], "root": 25, "rotat": 8, "rotating_proxi": 8, "rotating_proxy_list_path": 8, "rotatingproxymiddlewar": 8, "round": 9, "row": [9, 15, 16, 19, 20, 21, 28], "rq3a": 8, "rquest": 22, "rsvp": [11, 28], "rtd": [12, 22], "rtl": 11, "rule": [0, 7, 12, 13, 16, 19, 22, 27, 32, 34], "run": [0, 4, 6, 8, 9, 10, 13, 14, 15, 18, 19, 20, 21, 22, 25, 27, 28, 31, 32, 33, 34], "runnig": 21, "running_crawl": [9, 31], "runspid": 9, "russia": 21, "russian": [4, 6, 20, 21, 23, 31], "rv": 8, "s10": 8, "s20": 8, "s21": 8, "s22": [8, 21], "s3": 8, "s6": 8, "s7": 8, "s8": 8, "s9": 8, "s906n": 8, "safari": [8, 16, 22], "safe": [20, 25], "safesearch": [20, 30], "safeti": [8, 20], "safetycheck": 19, "sahil": 9, "sai": [11, 15, 20, 22, 28, 34], "said": [11, 19], "sail": [20, 30], "sale": 28, "same": [0, 1, 2, 7, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31, 32, 34], "sampl": [10, 14, 21, 22], "sample_log": 16, "samsung": [8, 21], "samsungbrows": 8, "sara": 21, "sat": 22, "satisfi": 16, "save": [0, 5, 7, 9, 12, 13, 16, 19, 22, 27, 31, 32, 34], "saver": [11, 28], "scale": [0, 18, 31, 32, 33], "scari": 25, "scenario": 2, "schauspielerin": 14, "schema": 14, "scheme": [0, 5, 21, 27, 32], "scienc": [21, 34], "scientist": 34, "score": [14, 28], "scrape": [0, 7, 16, 22, 31, 32, 33], "scraper": 16, "scrapi": [4, 6, 8, 9, 12, 22, 34], "screen": [8, 25], "screen_nam": 25, "script": [8, 12, 22], "script_src": 8, "sd": [20, 30], "sd1a": 8, "se": 8, "seahawk": 21, "search": [0, 5, 12, 14, 19, 21, 25, 26, 27, 30, 31, 32, 33, 34], "search_us": 25, "searchterm": 30, "searchtyp": 20, "seattl": 21, "sec": 22, "second": [2, 8, 9, 11, 14, 15, 20, 21, 22, 27, 31, 34], "secret": 13, "section": [9, 19, 20, 30], "secur": [12, 22], "see": [2, 4, 6, 8, 9, 10, 11, 13, 14, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 34], "seem": [21, 22, 28], "seen": [9, 16], "segment": [15, 25], "selecotr": 22, "select": [0, 5, 9, 13, 16, 20, 22, 25, 30, 32], "selector": [0, 4, 6, 31, 32, 33, 34], "selector_1": 22, "selector_2": 22, "self": 27, "sell": [4, 6, 15, 21], "sem": [0, 5, 22, 31, 33], "sem_campaign": 15, "semi": 25, "semkw": [4, 6], "semrush": 34, "senat": 21, "senatewinn": 21, "send": [14, 16, 25, 34], "sendfil": [12, 22], "sens": [27, 28], "sensit": [8, 15, 25], "sent": [20, 25, 30], "sentenc": [4, 6, 11, 28], "seo": [0, 5, 7, 14, 15, 19, 21, 28, 31, 33], "seop": 14, "seoul": 14, "sep": [2, 31], "separ": [2, 4, 6, 9, 11, 16, 20, 22, 25, 27, 30, 31], "sequenc": [28, 34], "serbian": 20, "seri": [8, 21, 27], "seriou": 28, "serp": [0, 14, 27, 31, 32, 33, 34], "serp_": [20, 34], "serp_df": 20, "serp_goog": [20, 22, 31, 34], "serp_youtub": [20, 31], "serv": [12, 22], "server": [0, 7, 12, 16, 18, 20, 22, 30, 32], "servic": [10, 14, 15, 20, 21], "session": [16, 20, 25], "set": [0, 2, 4, 6, 7, 9, 12, 13, 14, 15, 16, 20, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34], "set_auth_param": 25, "set_index": 21, "set_logging_level": 20, "seth": 21, "setup": [0, 31, 32, 33], "sever": [0, 8, 9, 12, 16, 20, 25, 28, 30, 31, 32, 33, 34], "seznambot": 19, "sgp771": 8, "shape": [11, 16, 21], "share": [17, 22, 28], "shatel": 18, "she": [11, 28], "sheet": [31, 34], "shield": 8, "shift": 15, "shoe": [22, 28], "shop": [2, 22], "short": [2, 20, 28, 30], "shorter": [2, 30, 31], "should": [1, 4, 6, 8, 11, 12, 13, 14, 19, 20, 22, 25, 28, 30, 34], "shouldn": [15, 16], "shout": [11, 28], "show": [4, 6, 9, 10, 11, 14, 15, 16, 20, 22, 27, 28, 30, 31], "show_list": 25, "show_owned_list": 25, "shown": [14, 27], "si": 21, "side": [11, 16, 28, 29], "sidebar": [22, 31], "sidebar_link": 22, "sidebar_links_url": 22, "sign": [4, 6, 11, 19, 22, 27, 29], "signatur": 25, "signifi": 15, "silk": 8, "similar": [1, 9, 11, 22, 27, 30, 31], "similarli": [20, 22, 30], "simpl": [8, 9, 10, 11, 12, 18, 21, 22, 25, 28, 34], "simpler": 31, "simplest": [22, 27], "simpli": [8, 9, 15, 16, 18, 19, 21, 22, 28], "simplifi": [12, 20, 30], "simul": 30, "simultan": 22, "sinc": [1, 2, 9, 11, 12, 21, 22, 25, 28], "since_id": 25, "sine": 12, "singapor": 1, "singl": [4, 6, 16, 19, 20, 22, 25], "singular": 11, "sinhala": [4, 6, 23, 31], "site": [8, 9, 15, 19, 20, 21, 22, 27, 28, 30, 31, 34], "site_crawl": 22, "site_scraping_tos_term": 19, "sitemap": [0, 5, 19, 22, 27, 31, 32, 33, 34], "sitemap_df": 21, "sitemap_download": 31, "sitemap_last_modifi": [21, 31], "sitemap_size_mb": [21, 31], "sitemap_to_df": [21, 22, 31], "sitemap_url": [4, 6, 21], "sitemapindex": 31, "sitename_crawl_yyyy_mm_dd": 22, "sitesearch": 20, "sitesearchfilt": 20, "sitmeapindex": 21, "situat": 27, "sivasubramanian": 21, "six": [2, 28], "sixti": 28, "size": [9, 12, 16, 19, 20, 21, 22, 25, 27, 31], "size_i": 9, "size_x": 9, "skateboard": 21, "skin": 10, "skip": [9, 22, 31], "skip_statu": 25, "skip_url_param": 31, "slash": 13, "slectorgadget": 22, "slice": 25, "slight": 31, "slot": [1, 2, 31, 34], "slovak": 20, "slovenia": 10, "slovenian": 20, "slow": [0, 7, 32], "slug": [13, 21, 25, 27], "slurp": [8, 19], "sm": [8, 27], "small": [9, 10, 19, 20, 30], "smaller": [9, 21, 30, 31], "smartphon": [8, 16, 21], "smile": 10, "smilei": [10, 11], "snippet": [20, 22, 30, 31], "snow": [11, 28], "so": [0, 2, 7, 9, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 32, 34], "social": [10, 11, 22, 23, 27, 28], "societi": 30, "softwareappl": 14, "solut": [8, 9], "some": [8, 9, 10, 11, 12, 13, 16, 18, 19, 20, 21, 22, 25, 27, 28, 30, 31, 34], "somehow": 28, "someon": 28, "someth": [1, 2, 28], "sometim": [2, 8, 15, 19, 22, 28, 34], "somewher": [28, 34], "soni": 8, "sonl": 9, "soon": 19, "sophist": 34, "sort": [20, 23, 27, 28, 30, 31], "sort_valu": [9, 28], "soul": 30, "sound": [11, 28], "sourc": [1, 2, 3, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30], "source_fil": 16, "south": 14, "space": [2, 4, 6, 20, 21, 25, 29, 31], "spaci": [23, 31], "spam": 30, "span": [22, 31], "spanish": [4, 6, 11, 20, 23, 31], "speak": 20, "spec": 2, "special": [4, 6, 11, 13, 21, 22, 27, 31, 34], "specif": [4, 9, 12, 20, 25, 30, 34], "specifi": [0, 2, 4, 6, 7, 9, 11, 14, 16, 19, 20, 22, 25, 29, 30, 31, 32, 34], "speed": [12, 22, 31], "spend": [11, 25, 28, 34], "spent": 34, "sphinx": 31, "spider": [0, 8, 9, 12, 13, 16, 31, 32, 33, 34], "split": [0, 2, 5, 16, 21, 22, 28, 29, 31, 32, 33, 34], "sport": [10, 13, 21, 30], "spotlight": 9, "spread": [9, 34], "squar": 10, "square320": 9, "square_bann": 26, "src": [8, 9, 13, 22, 31], "srcset": [22, 31], "ss": 30, "stage": 16, "standard": [16, 20, 22, 25, 27, 30, 34], "star": [1, 21], "start": [2, 4, 6, 8, 9, 11, 15, 16, 20, 21, 22, 25, 28, 30, 31, 34], "start_request": [12, 13], "start_url": 13, "starting_out": 25, "stat": [8, 10, 11, 31], "state": [14, 20, 21, 27, 30], "statement": 13, "static": [9, 13, 16, 19], "static01": [9, 21], "statist": [10, 11, 18, 30, 31, 34], "statu": [0, 9, 10, 16, 22, 25, 30, 31, 32, 33, 34], "status": 25, "stderr": 31, "stdout": 16, "stearn": 21, "step": [8, 14, 29, 34], "still": [2, 11, 13, 20, 21, 25, 27, 28, 30], "stiller": 21, "stitch": 34, "stop": [0, 4, 6, 7, 9, 22, 28, 31, 32, 34], "stopword": [0, 5, 28, 31, 32, 33, 34], "storag": [16, 21], "store": [13, 16, 22], "store_uri": 13, "storebot": 8, "str": [1, 2, 9, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 26, 27, 28], "straight": 12, "straightforward": [11, 13, 22, 27], "strateg": [21, 34], "strategi": [0, 7, 9, 12, 13, 15, 19, 21, 22, 30, 32], "stream": [25, 34], "strftime": 16, "strict": [20, 30], "stricter": 31, "string": [0, 1, 2, 7, 9, 10, 11, 14, 16, 17, 20, 22, 25, 26, 29, 30, 31, 32], "stringify_id": 25, "strip": [25, 28, 29], "strongli": [22, 25], "struct": 9, "structur": [0, 5, 8, 9, 12, 15, 21, 22, 25, 31, 32, 33, 34], "stuff": [2, 34], "style": [19, 22, 31], "stylesheet": 8, "sub": [0, 4, 6, 7, 9, 10, 11, 13, 16, 19, 21, 22, 25, 27, 31, 32, 34], "sub_group": 10, "subdomain": [12, 22], "submodul": [22, 31, 32, 33], "subpackag": [31, 32, 33], "subscrib": [25, 30], "subscribersnippet": 30, "subscript": [25, 30], "subscription_order_relev": 30, "subscriptions_list": 30, "subsequ": [20, 30], "subset": [9, 21], "substr": 14, "suchmaschinenmarket": 14, "suchmaschinenoptimierung": 14, "sugar": [11, 28], "suggest": [8, 27, 30], "suit": 16, "suitabl": 14, "sulli": 14, "summar": [9, 10, 11, 16], "summari": [9, 10, 11, 13, 31, 34], "summarize_crawled_img": 13, "summer_promo": 26, "super": [12, 16], "superhero": 25, "suppli": [0, 5, 9, 13, 18, 20, 22, 31, 32], "support": [0, 12, 19, 20, 22, 25, 30, 31, 32, 33, 34], "suppos": [19, 27], "sure": [0, 1, 2, 7, 11, 12, 18, 20, 22, 25, 27, 31, 32], "surround": [11, 31], "surrounding_text": 11, "survei": [20, 32], "susan": 21, "suspend": 25, "svc": 12, "swami": 21, "swedish": [4, 6, 20, 23, 31], "sweet": [11, 28], "switch": 8, "sy": 16, "sym": 11, "symbol": [10, 11, 31], "syndic": [20, 30], "system": [16, 27, 31], "sz": 30, "s\u00fcdkorea": 14, "t": [0, 1, 4, 6, 7, 9, 11, 12, 15, 16, 20, 21, 22, 27, 28, 29, 31, 32, 34], "t550": 8, "t827r4": 8, "tab": 8, "tabl": [0, 5, 13, 14, 15, 22, 34], "tablet": [8, 21], "tabular": 34, "tackl": 34, "tag": [8, 9, 12, 19, 20, 21, 22, 30, 31, 34], "tagalog": [4, 6, 23, 31], "tail": 15, "take": [2, 8, 9, 11, 14, 15, 16, 19, 21, 22, 25, 27, 28, 31, 34], "taken": 13, "talk": 2, "tamil": [4, 6, 23, 31], "target": [15, 30], "task": [12, 15, 28, 29, 34], "tatar": [4, 6, 23, 31], "tc2": 21, "tea": [11, 28], "teach": 21, "teal": 20, "team": 21, "technic": [9, 14, 34], "techniqu": [8, 28, 34], "technologi": [14, 30], "tediou": [15, 27], "telegrambot": 19, "tell": 22, "telugu": [4, 6, 23, 31], "templat": [1, 2, 8, 21], "temporari": 16, "ten": [20, 28], "tenni": 30, "teoma": 19, "term": [20, 22, 26, 30, 34], "test": [0, 8, 10, 22, 31, 32, 33, 34], "tester": [0, 31, 32, 33], "text": [0, 1, 5, 8, 9, 12, 16, 22, 23, 25, 29, 30, 31, 33], "text_ad": 2, "text_list": [4, 6, 10, 11, 28, 29], "text_list2": 28, "textformat": 30, "textual": [10, 11], "tha": 13, "thai": [4, 6, 23, 31], "than": [1, 2, 19, 20, 21, 22, 25, 28, 30, 31, 34], "thebe": 31, "thei": [8, 9, 11, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "theinterpret": 9, "them": [0, 2, 4, 6, 7, 9, 11, 12, 13, 15, 16, 18, 19, 21, 22, 25, 27, 28, 31, 32, 34], "themselv": [28, 31], "thenc": 28, "theoffic": [11, 28], "thereaft": 28, "therebi": [28, 30], "therefor": [8, 20, 28, 30], "therein": 28, "thereupon": 28, "thi": [1, 2, 4, 6, 8, 9, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 32, 34], "thing": [1, 2, 11, 14, 15, 21, 22, 27, 29, 32, 34], "think": [11, 22, 27], "third": [22, 25, 28], "those": [0, 2, 7, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 27, 28, 30, 31, 32, 34], "though": [19, 20, 22, 25, 28, 30], "thought": [9, 14], "thousand": [8, 10, 12, 18, 28, 34], "thread": [21, 30, 31], "three": [1, 8, 9, 11, 21, 22, 25, 27, 28, 31, 34], "through": [8, 12, 13, 16, 19, 20, 21, 22, 25, 27, 28, 29, 30, 34], "throughout": 28, "thru": 28, "thu": [9, 12, 22, 28], "thumbwid": 9, "ticket": 20, "tidi": 9, "tiktok": [11, 28], "time": [1, 2, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 30, 31, 34], "timecr": 30, "timelin": 25, "timeout": 31, "timestamp": [9, 16], "tini": 19, "tip": 12, "titl": [8, 9, 11, 15, 20, 22, 27, 28, 30, 31, 34], "tl": 16, "tld": [20, 31], "tljh": 9, "to_datetim": 16, "to_fram": 9, "to_parquet": 16, "toctre": 22, "todai": [1, 10, 11], "togeth": [9, 10, 11, 16, 19, 22, 25, 27, 28, 34], "token": [0, 5, 28, 31, 32, 33], "token_typ": 25, "tokyo": 1, "tolist": [19, 21], "tomiobaro": 13, "tommi": 21, "tone": 10, "too": [0, 7, 11, 22, 28, 32, 34], "took": 22, "tool": [0, 12, 16, 20, 21, 22, 27], "top": [0, 9, 10, 11, 14, 15, 16, 18, 20, 21, 22, 25, 27, 28, 30, 31, 32, 33, 34], "top_bot": 16, "top_currency_symbol": 11, "top_domain": 11, "top_emoji": [10, 11], "top_emoji_categori": 31, "top_emoji_group": [10, 11], "top_emoji_sub_categori": 31, "top_emoji_sub_group": [10, 11], "top_emoji_text": [10, 11], "top_exclamation_mark": 11, "top_hashtag": 11, "top_ment": 11, "top_numb": 11, "top_question_mark": 11, "top_tld": 11, "top_url": 11, "top_word": 11, "topic": [4, 6, 20, 21, 25, 27, 30, 31], "topic1": 27, "topic2": 27, "topic_1": 27, "topic_2": 27, "topicdetail": 30, "topicid": [20, 30], "tor": 16, "total": [2, 16, 19, 28], "tourism": 30, "toward": [25, 28], "town": 31, "toyota": [1, 15], "traceback": 1, "track": [13, 22, 30, 31, 34], "tracker": 21, "tradit": [20, 30], "traffic": [22, 25, 26], "trail": [29, 31], "train": 11, "transport": [12, 21, 22], "travel": [10, 11], "trend": [25, 28, 34], "tricki": 22, "trigger": 8, "trim": 29, "trim_us": 25, "trip": 15, "true": [1, 2, 8, 9, 11, 12, 13, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31], "truestatus": 25, "truncat": 22, "try": [16, 19, 20, 22, 28, 30, 34], "tuesdai": [11, 28], "tuh": 13, "turkc": 21, "turkish": [4, 6, 20, 23, 31, 34], "turn": [9, 20], "tutor": 15, "tutori": [15, 22, 34], "tv": [8, 21, 30], "tw": 20, "tweet": [0, 5, 11, 23, 25, 28, 32, 34], "tweet_": 25, "tweet_mod": 25, "tweet_text": [11, 28], "twelv": 28, "twenti": [15, 19, 28], "twice": [0, 7, 28, 31, 32], "twimg": 25, "twitter": [0, 8, 11, 12, 19, 22, 26, 31, 32, 33, 34], "twitterbot": [16, 19], "two": [1, 2, 8, 9, 11, 13, 15, 17, 19, 20, 22, 27, 28, 30, 31, 34], "twtr_content": 8, "twtr_name": 8, "twython": [25, 31], "txt": [0, 5, 7, 10, 13, 16, 21, 22, 31, 32, 33, 34], "type": [0, 1, 2, 4, 6, 8, 11, 12, 14, 15, 16, 19, 20, 22, 25, 27, 28, 30, 31, 32, 33, 34], "typic": [1, 2, 9, 11, 12, 16, 18, 20, 21, 22, 25, 27, 28, 30, 34], "u": [8, 9, 15, 16, 20, 21, 22, 28, 30], "u20": 8, "u5vdyevvf": [11, 28], "ua": [16, 22], "ua_": 16, "ua_devic": 16, "ua_df": 16, "ua_famili": 16, "ua_major": 16, "ua_minor": 16, "ua_o": 16, "ua_pars": 16, "ua_patch": 16, "ua_str": 16, "ubuntu": [8, 12], "ug": 23, "uk": 20, "ukchina": 21, "ukrainian": [4, 6, 23, 31], "ultra": [8, 21], "umlrxrgovgmqtj4hxc69an5hj9pcyyqzfxsavk58tjmntwgv24pw9kpe0fgbioklomczkngleuxlhyiimx": 13, "unalign": 27, "unchang": 9, "und": 16, "under": [8, 12, 13, 14, 16, 19, 28, 31], "undersand": 9, "underscor": 21, "understand": [9, 14, 15, 19, 20, 21, 25, 27, 34], "understood": 14, "unexpect": 22, "unicod": [10, 17], "unifi": 31, "uniqu": [30, 31], "unique_currency_symbol": 11, "unique_emoji": [10, 11], "unique_exclamation_mark": 11, "unique_hashtag": 11, "unique_ment": 11, "unique_numb": 11, "unique_question_mark": 11, "unique_url": 11, "unique_word": 11, "unit": [20, 21, 25, 30], "univers": 34, "unix": 34, "unknown": [16, 18], "unless": [19, 28], "unlik": 27, "unlock": 22, "unnest": 25, "unpack": [9, 21], "unread": 30, "unrel": 34, "unsign": 30, "unspecifi": 20, "until": [11, 25, 28], "unusu": 27, "up": [2, 9, 12, 14, 15, 20, 22, 25, 27, 28, 31, 34], "upcom": [20, 30, 34], "updat": [8, 21, 31], "upload": [15, 20, 21, 25, 30], "upon": 28, "upscal": 9, "upshot": 9, "upshot_144x144": 9, "urdu": [4, 6, 21, 23, 31], "uri": [12, 22], "url": [0, 2, 5, 8, 9, 11, 12, 13, 14, 16, 17, 19, 20, 21, 25, 28, 30, 31, 32, 33, 34], "url_": 34, "url_1": [4, 6, 13, 27], "url_2": [4, 6, 13, 27], "url_3": [4, 6, 13], "url_a": 22, "url_b": 22, "url_build": 22, "url_c": 22, "url_count": 11, "url_df": 21, "url_freq": 11, "url_list": [4, 6, 8, 9, 12, 16, 22], "url_path": 19, "url_redirected_to": 31, "url_summari": 11, "url_to_df": [16, 21, 27, 31, 34], "url_utm_ga": [26, 31], "urldf": 27, "urls_flat": 11, "urls_per_post": 11, "urls_to_test": 19, "urlth": 20, "urlyt": 16, "us": [0, 1, 5, 7, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 30, 31, 32, 33, 34], "usa": 20, "usag": [5, 9, 10, 11, 22, 25, 32, 34], "usd": 11, "usemap": [22, 31], "user": [0, 4, 6, 7, 9, 11, 13, 15, 16, 18, 20, 21, 22, 25, 30, 31, 32, 33, 34], "user123": 8, "user_": 25, "user_ag": [8, 12, 13, 16, 19, 22], "user_agent_pars": 16, "user_id": 25, "user_imag": 13, "user_ment": 25, "user_timelin": 25, "usernam": [8, 30], "usual": [8, 14, 18, 25, 27, 28], "usuali": 16, "utc": 21, "utf": [12, 16, 25], "util": [2, 21, 25], "utm": [26, 31], "utm_campaign": 26, "utm_cont": 26, "utm_medium": 26, "utm_sourc": 26, "utm_term": 26, "v": [0, 21, 32], "v1": 14, "v11": 17, "v13": 31, "v15": [10, 31], "v1642801328": 21, "v1644335726": 21, "v1644381627": 21, "v1644418652": 21, "v1644595412": 21, "v2": 13, "v271": 21, "v274": 21, "v281": 21, "v282": 21, "v285": 21, "v286": 21, "v290": 21, "v2_0_0m1638886228": 16, "v410": 8, "v41020c": 8, "v5": 9, "vacanc": 15, "valid": [11, 20, 25, 26, 30], "valu": [2, 4, 6, 8, 9, 12, 13, 14, 16, 20, 21, 22, 25, 27, 28, 30, 31], "value_1": 22, "value_2": 22, "value_3": 22, "value_count": [9, 16, 21], "valueerror": [1, 31], "variabl": 31, "varieti": 25, "variou": [9, 10, 11, 12, 21, 22, 28, 31, 34], "ve": 31, "veget": 10, "vegetable_emoji": 10, "vegur": 12, "vehicl": 30, "venti": [11, 28], "verb": 15, "veri": [0, 1, 8, 12, 14, 15, 16, 18, 19, 21, 22, 25, 27, 28, 31, 32, 33, 34], "verif": 8, "verifi": [8, 18, 21], "versatil": 31, "version": [8, 12, 16, 22, 31], "vi": 9, "via": [20, 25, 28, 30], "vibe": [11, 28], "vid_id": 20, "video": [0, 8, 19, 20, 25, 28, 30, 31, 32, 33, 34], "video_categories_list": 30, "video_content_loc": 21, "video_descript": 21, "video_df": 20, "video_dur": 21, "video_expiration_d": 21, "video_publication_d": 21, "video_thumbnail_loc": 21, "video_titl": 21, "videocapt": [20, 30], "videocategori": 30, "videocategoryid": [20, 30], "videocount": [20, 30], "videodefinit": [20, 30], "videodimens": [20, 30], "videodur": [20, 30], "videoembedd": [20, 30], "videoid": 30, "videolicens": [20, 30], "videos_list": 30, "videosynd": [20, 30], "videotyp": [20, 30], "vietnames": [4, 6, 21, 23, 31], "view": [14, 20, 25, 28, 30], "viewcount": [20, 30], "viewer": [20, 30], "viewport": [8, 9, 22, 31], "vine": 25, "violat": 30, "virginia": 21, "visit": [11, 28], "visual": 34, "vita": 8, "vmi660635": 16, "volleybal": 30, "von": 14, "vp": 21, "vymfddnm5hx334": 13, "w": [8, 12, 20, 21], "w3c": 22, "w_320": 21, "wa": [8, 9, 10, 11, 13, 16, 19, 21, 22, 25, 28, 31], "wai": [2, 8, 9, 11, 12, 16, 21, 22, 25, 27, 31, 34], "wait": [8, 22], "walk": 21, "wall": 16, "want": [0, 1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 32, 34], "warn": 20, "watch": [1, 21, 25], "water": 11, "we": [2, 9, 11, 14, 15, 16, 19, 21, 22, 27, 28, 34], "wear": 13, "web": [4, 6, 12, 13, 14, 20, 21, 22, 23], "web000079": 22, "web00007a": 22, "web00007c": 22, "web00007g": 22, "web00007h": 22, "web00007k": 22, "webmast": 8, "webp": 9, "webpag": [9, 20, 30], "websit": [0, 4, 6, 7, 14, 16, 19, 20, 21, 22, 27, 30, 31, 32, 33, 34], "website_name_crawl_1": 8, "website_name_crawl_2": 8, "wed": 22, "week": [20, 21, 25, 34], "weight": [0, 5, 31, 32, 33, 34], "well": [9, 11, 12, 15, 16, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 34], "went": 16, "were": [8, 9, 16, 20, 21, 25, 28, 30, 31], "weren": 16, "west": 21, "what": [2, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 21, 22, 25, 27, 28, 34], "whatev": [28, 34], "when": [1, 8, 9, 11, 12, 14, 16, 19, 20, 21, 22, 25, 28, 30, 31, 34], "whenc": 28, "whenev": 28, "where": [2, 4, 6, 8, 9, 11, 12, 13, 16, 20, 21, 22, 25, 27, 28, 31, 34], "wherea": 28, "whereaft": 28, "wherebi": 28, "wherein": 28, "whereupon": 28, "wherev": [28, 31], "whether": [1, 2, 4, 6, 8, 9, 11, 14, 15, 16, 19, 20, 21, 22, 25, 27, 28, 30, 31], "which": [2, 4, 6, 8, 9, 11, 12, 13, 14, 16, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 34], "whichev": [22, 27, 31, 34], "while": [0, 4, 6, 7, 9, 16, 20, 21, 25, 27, 28, 30, 31, 32, 33], "white": [11, 20, 28, 29], "whitespac": [2, 28, 29, 31], "whither": 28, "who": [8, 11, 19, 20, 21, 25, 28, 30], "whoever": 28, "whole": [10, 12, 22, 28], "whom": [25, 28], "whose": [20, 28], "why": [8, 9, 16, 19, 28], "width": [3, 9, 13, 22, 30, 31], "wifiwebauthapplet": 8, "wii": 8, "wiiu": 8, "wildfir": 8, "wilson": 21, "win": [21, 28], "win64": [8, 16], "window": [8, 16, 22], "wire": 21, "wired_autocomplet": 21, "wired_first": 21, "wired_reinv": 21, "wired_seth": 21, "wired_video": 21, "wired_wir": 21, "within": [1, 2, 15, 20, 22, 25, 28, 29, 30], "without": [4, 6, 8, 12, 20, 22, 27, 28, 30, 31, 34], "wjth": 9, "wmnj0klhtpib9lcutya8k": 13, "woeid": 25, "won": [8, 11, 28, 34], "word": [0, 1, 2, 5, 10, 11, 14, 15, 16, 20, 21, 25, 31, 32, 33, 34], "word_count": 11, "word_freq": [11, 28], "word_frequ": [28, 29, 31, 34], "word_summari": 11, "word_token": [29, 31], "wordfreq": [4, 6], "words_flat": 11, "words_per_post": 11, "words_to_extract": 11, "words_to_find": 11, "work": [8, 9, 11, 14, 15, 16, 19, 22, 25, 28, 30, 31, 34], "worker": [18, 21], "workflow": [22, 34], "world": [9, 21], "worldnew": 21, "worri": [8, 19], "worth": 10, "would": [2, 8, 9, 11, 13, 16, 19, 20, 21, 22, 25, 27, 28, 30], "wow64": 8, "wrangl": 34, "wrap": 31, "wrestl": 30, "write": [2, 9, 34], "written": [11, 19, 20, 21], "wrong": [16, 19], "wtd_freq": [28, 31], "wtd_freq_perc": 28, "wtd_freq_perc_cum": 28, "wv": 8, "www": [4, 6, 8, 9, 10, 11, 12, 13, 16, 19, 21], "x": [8, 14, 15, 16, 20, 21, 22, 34], "x10": 8, "x11": [8, 16], "x5": 8, "x64": [8, 16], "x86_64": [8, 16], "x906c": 8, "xbox": 8, "xbox_one_": 8, "xhtml": [12, 22], "xj8sxgocdz6ejcp7jspbqllibivmpewy7as1poez30pvqlaqvjrgeqtlfp1dblpyb0bdd": 13, "xlarg": 20, "xm": 22, "xml": [0, 5, 12, 19, 27, 31, 32, 33, 34], "xpath": [0, 4, 6, 7, 31, 32, 33, 34], "xpath_selector": [4, 6, 9, 22, 31], "xperia": 8, "xr": 8, "xxlarg": 20, "xz": 8, "y": [8, 16, 20], "yahoo": [8, 25], "yandex": 19, "yandexbot": 16, "ye": [12, 14], "yea": 14, "year": [20, 21, 25], "yellow": [10, 20], "yet": [9, 15, 22, 27, 28], "yeti": 19, "yh5baeaaaaalaaaaaabaaeaaaibraa7": 13, "yoga": 8, "york": 21, "you": [1, 2, 4, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 32, 34], "your": [2, 4, 6, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 30, 32], "your_app_kei": 25, "your_app_secret": 25, "your_cx": 20, "your_google_developer_kei": 14, "your_kei": 20, "your_oauth_token": 25, "your_oauth_token_secret": 25, "your_user_ag": 8, "yourself": [22, 28], "yourselv": 28, "yout": 27, "youtub": [0, 14, 28, 31, 32, 33, 34], "youtube_channel_detail": 20, "youtube_video_detail": 20, "youuuuuu": 11, "youuuuuuu": 11, "ysearch": 8, "ysriv8zrqmwha1znqibuuv3jo3cn5fly3qimy2kitajb3": 13, "yt": 8, "yymmdd_article_titl": 21, "yyyi": [21, 25, 30], "z": [8, 16, 21], "z4": 8, "z5": 8, "zero": [14, 20, 22, 30], "zgrab": 16, "zh": [20, 30], "ziggozakelijk": 16, "zip": [11, 16, 31], "zo0cnvuigj": [11, 28], "\u00e0": 1, "\u0294": [0, 31, 32, 33], "\u03b5\u03af\u03c3\u03b1\u03b9": 11, "\u03c0\u03ce\u03c2": 11, "\u062a\u0630\u0647\u0628": 11, "\u062d\u0627\u0644\u0643": 11, "\u0643\u064a\u0641": 11, "\u0644\u0627": 11, "\u0645\u0631\u062d\u0628\u0627": 11}, "titles": ["advertools package", "Create Ads on a Large Scale", "Create Ads Using Long Descriptive Text (top-down approach)", "advertools.cli module", "advertools Command Line Interface (CLI)", "advertools.cli_docs package", "advertools.cli_docs.cli module", "advertools.code_recipes package", "\ud83d\udd77 SEO Crawling &amp; Scraping: Strategies &amp; Recipes", "Crawling and Scraping Analysis", "Emoji: Extract, Analyze, and Get Insights", "Extract structured entities from text lists", "\ud83d\udd77 Python Status Code Checker with Response Headers", "Image Crawler and Downloader", "Import and Analyze Knowledge Graph Results on a Large Scale", "Generate Keywords for SEM Campaigns", "Python Log File Analysis", "Regular Expressions for Extracting Structured Entities", "Reverse DNS Lookup in Bulk", "\ud83e\udd16 Analyze and Test robots.txt Files on a Large Scale", "Import Search Engine Results Pages (SERPs) for Google and YouTube", "Download, Parse, and Analyze XML Sitemaps", "\ud83d\udd77 Python SEO Crawler / Spider", "Stopwords in Several Languages", "Survey - share feedback", "Twitter Data API", "URL Builders", "Split, Parse, and Analyze URL Structure", "Text Analysis", "Tokenize Words (N-grams)", "YouTube Data API", "advertools", "advertools", "advertools", "<code class=\"docutils literal notranslate\"><span class=\"pre\">advertools</span></code>: productivity &amp; analysis tools to scale your online marketing"], "titleterms": {"": 14, "0": 31, "01": 31, "02": 31, "03": 31, "04": 31, "05": 31, "06": 31, "07": 31, "08": 31, "09": 31, "1": 31, "10": 31, "11": 31, "12": 31, "1234567890\u0660\u0661\u0662\u0663\u0664\u0665\u0666\u0667\u0668\u0669\u32ba\ud804\udc5b\ud800\udd0d\ud802\udcaa\u24f2\ud804\udc63\ud800\udd28\ud802\udd1b": 11, "13": 31, "14": 31, "15": 31, "16": 31, "17": 31, "18": 31, "19": 31, "2": 31, "2018": 31, "2019": 31, "2020": 31, "2021": 31, "2022": 31, "2023": 31, "2024": 31, "21": 31, "22": 31, "23": 31, "24": 31, "25": 31, "26": 31, "27": 31, "29": 31, "3": 31, "30": 31, "31": 31, "4": 31, "5": 31, "6": 31, "7": 31, "8": 31, "9": 31, "On": 22, "The": 27, "absolut": 28, "account": 14, "ad": [1, 2], "addit": 22, "address": [4, 6], "advertool": [0, 3, 4, 5, 6, 7, 31, 32, 33, 34], "agent": [8, 19], "an": [4, 6], "analysi": [9, 16, 28, 32, 34], "analyt": 22, "analyz": [9, 10, 14, 16, 19, 21, 27], "api": [14, 25, 30], "approach": [2, 19, 22, 34], "argument": [4, 6], "articl": [2, 22], "audit": 8, "authent": 25, "automat": 8, "base": 8, "behavior": 22, "builder": 26, "bulk": [18, 19], "campaign": [15, 34], "can": 8, "certain": 8, "chang": [8, 31, 32], "checker": 12, "cli": [3, 4, 6], "cli_doc": [5, 6], "code": 12, "code_recip": 7, "column": 9, "command": 4, "compon": [4, 6], "compress": [4, 6, 9], "concurr": 8, "condit": 8, "consol": 22, "content": [0, 5, 7, 32, 34], "control": 8, "convent": 34, "convert": [4, 6], "copi": 8, "count": [4, 6, 28], "crawl": [4, 6, 8, 9, 16, 22], "crawler": [4, 6, 13, 22], "creat": [1, 2], "css": 22, "csv": [4, 6], "currenc": 11, "custom": [8, 22], "data": [9, 16, 22, 25, 30], "datafram": [4, 6, 16], "default": 8, "depth": 8, "descript": [2, 4, 6], "desir": [4, 6], "determin": 22, "di": 8, "directori": 27, "discoveri": 22, "dn": [4, 6, 18], "do": 8, "document": [4, 6], "domain": 8, "don": 8, "down": [2, 8], "download": [4, 6, 13, 21], "element": 22, "emoji": [4, 6, 10, 11], "engin": 20, "entiti": [4, 6, 11, 17], "etc": [4, 6], "exampl": [4, 6], "exclam": 11, "explor": 9, "express": [8, 17], "extract": [4, 6, 8, 10, 11, 17, 22], "facebook": 2, "feed": 2, "feedback": 24, "file": [4, 6, 9, 13, 16, 19], "follow": [8, 22], "format": [4, 6, 16], "frequenc": 28, "from": [4, 6, 8, 10, 11], "function": [9, 11, 16, 22, 25], "gener": [4, 6, 15], "get": [4, 6, 10], "googl": [2, 14, 20, 22], "gram": 29, "graph": 14, "handl": 9, "hard": 8, "hashtag": [4, 6, 11], "head": [4, 6], "header": [8, 12, 21], "hit": 8, "how": [8, 14, 16], "i": 8, "imag": [9, 13], "import": [14, 20], "includ": 8, "index": [21, 32], "indic": 32, "insight": 10, "instal": 34, "instant": 2, "intent": [4, 6], "interfac": 4, "ip": [4, 6], "its": 8, "job": 8, "keyword": [4, 6, 15], "knowledg": 14, "known": [4, 6], "languag": [4, 6, 23], "larg": [1, 9, 14, 19, 27], "later": 8, "length": [4, 6], "line": 4, "link": [8, 9, 22], "list": [4, 6, 8, 11, 22], "log": [4, 6, 8, 16, 31, 32], "logs_to_df": 16, "long": 2, "lookup": [4, 6, 18], "make": 8, "market": [32, 34], "media": [32, 34], "mention": [4, 6, 11], "method": [4, 6], "mode": [8, 22], "modul": [0, 3, 5, 6, 7, 9], "multipl": 8, "my": 8, "n": 29, "name": 13, "netloc": [4, 6], "new": [21, 22], "number": [4, 6, 8, 11, 27], "obei": 8, "onli": 8, "onlin": [32, 34], "option": [4, 6], "packag": [0, 5, 7], "page": [8, 20, 22], "paramet": [22, 27], "parquet": [4, 6, 9], "pars": [4, 6, 16, 21, 27], "path": [4, 6, 27], "pattern": 22, "paus": 8, "perform": [4, 6], "philosophi": 34, "phrase": [4, 6], "pre": 22, "prepar": 16, "product": [4, 6, 32, 34], "proxi": 8, "python": [12, 16, 22], "queri": [4, 6, 22, 27], "question": 11, "recip": 8, "redirect": 9, "regex": [4, 6, 22], "regular": [17, 21], "request": [8, 21], "respons": 12, "result": [14, 20], "resum": 8, "revers": [4, 6, 18], "robot": [4, 6, 8, 19], "rule": 8, "run": 16, "same": 8, "save": [4, 6, 8], "scale": [1, 14, 19, 34], "scheme": [4, 6], "scrape": [8, 9], "search": [4, 6, 10, 20, 22], "select": [4, 6], "selector": 22, "sem": [4, 6, 15, 32, 34], "seo": [4, 6, 8, 22, 32, 34], "serp": [20, 22], "server": 8, "set": [8, 22], "setup": 14, "sever": 23, "share": 24, "sitemap": [4, 6, 21], "slow": 8, "so": 8, "social": [32, 34], "specifi": 8, "spider": 22, "split": [4, 6, 27], "statu": 12, "stop": 8, "stopword": [4, 6, 23], "strategi": 8, "string": 8, "structur": [4, 6, 11, 17, 27], "sub": 8, "submodul": [0, 5, 7], "subpackag": 0, "suppli": [4, 6], "support": 16, "sure": 8, "survei": 24, "t": 8, "tabl": [4, 6, 32], "test": 19, "tester": 19, "text": [2, 4, 6, 10, 11, 28, 32, 34], "them": 8, "those": 8, "token": [4, 6, 29], "too": 8, "tool": [32, 34], "top": 2, "tweet": [4, 6], "twice": 8, "twitter": 25, "txt": [4, 6, 8, 19], "type": 9, "url": [4, 6, 22, 26, 27], "us": [2, 4, 6, 8, 14], "usag": [4, 6], "user": [8, 19], "v": 28, "veri": 9, "video": 21, "want": 8, "websit": [8, 9], "weight": [4, 6, 28], "while": [8, 22], "word": [4, 6, 28, 29], "xml": [4, 6, 21], "xpath": [8, 22], "your": 34, "youtub": [20, 30], "\u0294": 11}})
\ No newline at end of file