get-data-with-API_download-in-directory.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "226df734",
   "metadata": {},
   "outputs": [],
   "source": [
    "import urllib\n",
    "import time\n",
    "import feedparser\n",
    "import urllib3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "fc309c36",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Base api query urls\n",
    "base_url_arxiv = 'http://export.arxiv.org/api/query?';"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "a3b25a61",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Results 0 - 100\n",
      "abs page link: http://arxiv.org/abs/1911.05031v1\n",
      "abs page link: http://arxiv.org/abs/1811.11236v1\n",
      "abs page link: http://arxiv.org/abs/1009.5355v1\n",
      "abs page link: http://arxiv.org/abs/q-bio/0401018v2\n",
      "abs page link: http://arxiv.org/abs/2005.04106v1\n",
      "abs page link: http://arxiv.org/abs/2205.04342v2\n",
      "abs page link: http://arxiv.org/abs/1205.3025v2\n",
      "abs page link: http://arxiv.org/abs/1007.5465v1\n",
      "abs page link: http://arxiv.org/abs/1012.3803v1\n",
      "abs page link: http://arxiv.org/abs/2301.08742v1\n",
      "abs page link: http://arxiv.org/abs/1610.05717v1\n",
      "abs page link: http://arxiv.org/abs/1809.09943v1\n",
      "abs page link: http://arxiv.org/abs/1501.00197v1\n",
      "abs page link: http://arxiv.org/abs/1907.00846v1\n",
      "abs page link: http://arxiv.org/abs/2112.15459v3\n",
      "abs page link: http://arxiv.org/abs/q-bio/0512013v1\n",
      "abs page link: http://arxiv.org/abs/0902.3725v1\n",
      "abs page link: http://arxiv.org/abs/1012.3623v1\n",
      "abs page link: http://arxiv.org/abs/1805.07061v1\n",
      "abs page link: http://arxiv.org/abs/2007.02198v1\n",
      "abs page link: http://arxiv.org/abs/2012.08667v1\n",
      "abs page link: http://arxiv.org/abs/2007.02359v5\n",
      "abs page link: http://arxiv.org/abs/1307.3203v1\n",
      "abs page link: http://arxiv.org/abs/1606.07937v1\n",
      "abs page link: http://arxiv.org/abs/1703.08513v2\n",
      "abs page link: http://arxiv.org/abs/1604.01943v1\n",
      "abs page link: http://arxiv.org/abs/1608.07591v1\n",
      "abs page link: http://arxiv.org/abs/2007.09989v1\n",
      "abs page link: http://arxiv.org/abs/2205.10563v1\n",
      "abs page link: http://arxiv.org/abs/1805.09635v1\n",
      "abs page link: http://arxiv.org/abs/2211.07460v1\n",
      "abs page link: http://arxiv.org/abs/1002.1196v1\n",
      "abs page link: http://arxiv.org/abs/1810.03605v1\n",
      "abs page link: http://arxiv.org/abs/2211.15271v2\n",
      "abs page link: http://arxiv.org/abs/physics/0609213v2\n",
      "abs page link: http://arxiv.org/abs/1705.03154v3\n",
      "abs page link: http://arxiv.org/abs/2303.17466v2\n",
      "abs page link: http://arxiv.org/abs/1604.07110v1\n",
      "abs page link: http://arxiv.org/abs/2005.11020v1\n",
      "abs page link: http://arxiv.org/abs/nlin/0611035v1\n",
      "abs page link: http://arxiv.org/abs/0907.2360v1\n",
      "abs page link: http://arxiv.org/abs/2010.06108v3\n",
      "abs page link: http://arxiv.org/abs/1805.10109v1\n",
      "abs page link: http://arxiv.org/abs/1810.02350v1\n",
      "abs page link: http://arxiv.org/abs/1908.03106v3\n",
      "abs page link: http://arxiv.org/abs/2012.03240v4\n",
      "abs page link: http://arxiv.org/abs/math/0703427v1\n",
      "abs page link: http://arxiv.org/abs/0902.1346v2\n",
      "abs page link: http://arxiv.org/abs/1103.2376v1\n",
      "abs page link: http://arxiv.org/abs/1806.05694v1\n",
      "abs page link: http://arxiv.org/abs/2208.01696v1\n",
      "abs page link: http://arxiv.org/abs/1412.5909v2\n",
      "abs page link: http://arxiv.org/abs/cs/0405045v1\n",
      "abs page link: http://arxiv.org/abs/1309.2622v2\n",
      "abs page link: http://arxiv.org/abs/1310.0737v2\n",
      "abs page link: http://arxiv.org/abs/1411.4484v2\n",
      "abs page link: http://arxiv.org/abs/1803.08343v1\n",
      "abs page link: http://arxiv.org/abs/2003.12133v2\n",
      "abs page link: http://arxiv.org/abs/2009.04597v1\n",
      "abs page link: http://arxiv.org/abs/1908.00234v1\n",
      "abs page link: http://arxiv.org/abs/2203.14498v1\n",
      "abs page link: http://arxiv.org/abs/2212.04195v2\n",
      "abs page link: http://arxiv.org/abs/2106.14701v1\n",
      "abs page link: http://arxiv.org/abs/1904.12972v1\n",
      "abs page link: http://arxiv.org/abs/1712.05959v1\n",
      "abs page link: http://arxiv.org/abs/2302.11360v2\n",
      "abs page link: http://arxiv.org/abs/1503.02766v1\n",
      "abs page link: http://arxiv.org/abs/1707.06933v1\n",
      "abs page link: http://arxiv.org/abs/1803.07915v1\n",
      "abs page link: http://arxiv.org/abs/1803.08812v1\n",
      "abs page link: http://arxiv.org/abs/1306.6259v2\n",
      "abs page link: http://arxiv.org/abs/1604.08825v1\n",
      "abs page link: http://arxiv.org/abs/1904.02671v1\n",
      "abs page link: http://arxiv.org/abs/2012.10355v2\n",
      "abs page link: http://arxiv.org/abs/2102.05411v2\n",
      "abs page link: http://arxiv.org/abs/2106.04688v1\n",
      "abs page link: http://arxiv.org/abs/2107.03971v1\n",
      "abs page link: http://arxiv.org/abs/2108.09953v1\n",
      "abs page link: http://arxiv.org/abs/2112.11563v1\n",
      "abs page link: http://arxiv.org/abs/2201.01565v5\n",
      "abs page link: http://arxiv.org/abs/2203.00715v1\n",
      "abs page link: http://arxiv.org/abs/2211.13069v1\n",
      "abs page link: http://arxiv.org/abs/2212.09645v1\n",
      "abs page link: http://arxiv.org/abs/2301.04609v1\n",
      "abs page link: http://arxiv.org/abs/2301.13801v1\n",
      "abs page link: http://arxiv.org/abs/2305.02153v1\n",
      "abs page link: http://arxiv.org/abs/1511.04094v1\n",
      "abs page link: http://arxiv.org/abs/2003.14149v1\n",
      "abs page link: http://arxiv.org/abs/2104.01663v1\n",
      "abs page link: http://arxiv.org/abs/2212.01336v1\n",
      "abs page link: http://arxiv.org/abs/2301.05543v1\n",
      "abs page link: http://arxiv.org/abs/2301.08907v1\n",
      "abs page link: http://arxiv.org/abs/1008.0062v1\n",
      "abs page link: http://arxiv.org/abs/1206.1311v2\n",
      "abs page link: http://arxiv.org/abs/1704.05056v2\n",
      "abs page link: http://arxiv.org/abs/1605.01905v1\n",
      "abs page link: http://arxiv.org/abs/1701.01219v1\n",
      "abs page link: http://arxiv.org/abs/1805.08239v2\n",
      "abs page link: http://arxiv.org/abs/2305.06037v1\n",
      "abs page link: http://arxiv.org/abs/1403.5701v1\n",
      "Sleeping for 3 seconds\n",
      "Results 100 - 200\n",
      "abs page link: http://arxiv.org/abs/2301.05057v1\n",
      "abs page link: http://arxiv.org/abs/0912.2556v2\n",
      "abs page link: http://arxiv.org/abs/1203.3660v1\n",
      "abs page link: http://arxiv.org/abs/1407.6289v1\n",
      "abs page link: http://arxiv.org/abs/1605.01580v1\n",
      "abs page link: http://arxiv.org/abs/1606.01436v1\n",
      "abs page link: http://arxiv.org/abs/1803.04074v1\n",
      "abs page link: http://arxiv.org/abs/1806.07833v2\n",
      "abs page link: http://arxiv.org/abs/1807.01930v1\n",
      "abs page link: http://arxiv.org/abs/2003.08942v1\n",
      "abs page link: http://arxiv.org/abs/2005.11973v1\n",
      "abs page link: http://arxiv.org/abs/2102.01465v3\n",
      "abs page link: http://arxiv.org/abs/2203.13722v2\n",
      "abs page link: http://arxiv.org/abs/2205.13206v1\n",
      "abs page link: http://arxiv.org/abs/2302.11809v1\n",
      "abs page link: http://arxiv.org/abs/2303.17927v1\n",
      "abs page link: http://arxiv.org/abs/1301.2995v2\n",
      "abs page link: http://arxiv.org/abs/1405.7183v2\n",
      "abs page link: http://arxiv.org/abs/1502.01438v1\n",
      "abs page link: http://arxiv.org/abs/1707.03959v2\n",
      "abs page link: http://arxiv.org/abs/1804.03760v1\n",
      "abs page link: http://arxiv.org/abs/1808.04399v1\n",
      "abs page link: http://arxiv.org/abs/2006.13897v2\n",
      "abs page link: http://arxiv.org/abs/2012.04570v1\n",
      "abs page link: http://arxiv.org/abs/2110.12085v1\n",
      "abs page link: http://arxiv.org/abs/2112.08963v2\n",
      "abs page link: http://arxiv.org/abs/2208.07649v2\n",
      "abs page link: http://arxiv.org/abs/2301.04607v1\n",
      "abs page link: http://arxiv.org/abs/1709.02325v1\n",
      "abs page link: http://arxiv.org/abs/2109.05545v1\n",
      "abs page link: http://arxiv.org/abs/physics/0504186v1\n",
      "abs page link: http://arxiv.org/abs/1309.4712v3\n",
      "abs page link: http://arxiv.org/abs/1902.06597v2\n",
      "abs page link: http://arxiv.org/abs/2103.15281v1\n",
      "abs page link: http://arxiv.org/abs/2203.16649v1\n",
      "abs page link: http://arxiv.org/abs/cond-mat/0003111v1\n",
      "abs page link: http://arxiv.org/abs/physics/0606062v1\n",
      "abs page link: http://arxiv.org/abs/0707.2341v2\n",
      "abs page link: http://arxiv.org/abs/1110.1591v1\n",
      "abs page link: http://arxiv.org/abs/1310.0621v1\n",
      "abs page link: http://arxiv.org/abs/1401.5726v2\n",
      "abs page link: http://arxiv.org/abs/1606.02460v1\n",
      "abs page link: http://arxiv.org/abs/1604.07108v1\n",
      "abs page link: http://arxiv.org/abs/1705.08502v2\n",
      "abs page link: http://arxiv.org/abs/1511.05185v1\n",
      "abs page link: http://arxiv.org/abs/2006.01265v1\n",
      "abs page link: http://arxiv.org/abs/1608.01731v1\n",
      "abs page link: http://arxiv.org/abs/2302.07138v1\n",
      "abs page link: http://arxiv.org/abs/0811.2551v3\n",
      "abs page link: http://arxiv.org/abs/1406.7558v1\n",
      "abs page link: http://arxiv.org/abs/1705.06904v2\n",
      "abs page link: http://arxiv.org/abs/2002.00223v2\n",
      "abs page link: http://arxiv.org/abs/2008.06592v1\n",
      "abs page link: http://arxiv.org/abs/2207.02353v1\n",
      "abs page link: http://arxiv.org/abs/2208.00344v3\n",
      "abs page link: http://arxiv.org/abs/2301.12073v2\n",
      "abs page link: http://arxiv.org/abs/2304.10545v1\n",
      "abs page link: http://arxiv.org/abs/2305.04836v1\n",
      "abs page link: http://arxiv.org/abs/nlin/0404035v1\n",
      "abs page link: http://arxiv.org/abs/physics/0611189v2\n",
      "abs page link: http://arxiv.org/abs/0712.1119v2\n",
      "abs page link: http://arxiv.org/abs/1101.3998v1\n",
      "abs page link: http://arxiv.org/abs/1309.2981v3\n",
      "abs page link: http://arxiv.org/abs/1402.2297v1\n",
      "abs page link: http://arxiv.org/abs/1410.1836v1\n",
      "abs page link: http://arxiv.org/abs/1508.05044v1\n",
      "abs page link: http://arxiv.org/abs/1609.04638v1\n",
      "abs page link: http://arxiv.org/abs/1807.04698v1\n",
      "abs page link: http://arxiv.org/abs/1807.08220v3\n",
      "abs page link: http://arxiv.org/abs/1810.00501v1\n",
      "abs page link: http://arxiv.org/abs/1912.01368v1\n",
      "abs page link: http://arxiv.org/abs/2002.00842v1\n",
      "abs page link: http://arxiv.org/abs/2009.01695v1\n",
      "abs page link: http://arxiv.org/abs/1607.01359v1\n",
      "abs page link: http://arxiv.org/abs/1608.04203v1\n",
      "abs page link: http://arxiv.org/abs/1708.06276v1\n",
      "abs page link: http://arxiv.org/abs/1811.07408v5\n",
      "abs page link: http://arxiv.org/abs/1911.08231v1\n",
      "abs page link: http://arxiv.org/abs/2112.08256v1\n",
      "abs page link: http://arxiv.org/abs/2203.08889v1\n",
      "abs page link: http://arxiv.org/abs/2207.02960v1\n",
      "abs page link: http://arxiv.org/abs/2209.00367v2\n",
      "abs page link: http://arxiv.org/abs/2302.10375v1\n",
      "abs page link: http://arxiv.org/abs/2102.06592v2\n",
      "abs page link: http://arxiv.org/abs/2104.10995v3\n",
      "abs page link: http://arxiv.org/abs/2201.00727v1\n",
      "abs page link: http://arxiv.org/abs/1804.00510v1\n",
      "abs page link: http://arxiv.org/abs/2105.12530v1\n",
      "abs page link: http://arxiv.org/abs/1002.1446v1\n",
      "abs page link: http://arxiv.org/abs/1107.2984v1\n",
      "abs page link: http://arxiv.org/abs/1206.0311v1\n",
      "abs page link: http://arxiv.org/abs/1405.4239v1\n",
      "abs page link: http://arxiv.org/abs/2010.01591v1\n",
      "abs page link: http://arxiv.org/abs/2201.03537v1\n",
      "abs page link: http://arxiv.org/abs/2303.06047v1\n",
      "abs page link: http://arxiv.org/abs/cs/9903013v1\n",
      "abs page link: http://arxiv.org/abs/0705.1091v1\n",
      "abs page link: http://arxiv.org/abs/1207.3422v1\n",
      "abs page link: http://arxiv.org/abs/1606.05641v2\n",
      "abs page link: http://arxiv.org/abs/1703.03127v1\n",
      "Sleeping for 3 seconds\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Results 200 - 300\n",
      "abs page link: http://arxiv.org/abs/1803.09288v1\n",
      "abs page link: http://arxiv.org/abs/1909.10630v3\n",
      "abs page link: http://arxiv.org/abs/1807.10216v1\n",
      "abs page link: http://arxiv.org/abs/1404.5704v3\n",
      "abs page link: http://arxiv.org/abs/1911.04381v1\n",
      "abs page link: http://arxiv.org/abs/2102.11398v1\n",
      "abs page link: http://arxiv.org/abs/2203.13050v2\n",
      "abs page link: http://arxiv.org/abs/2212.07218v1\n",
      "abs page link: http://arxiv.org/abs/2212.08168v1\n",
      "abs page link: http://arxiv.org/abs/1512.09368v1\n",
      "abs page link: http://arxiv.org/abs/1104.0186v1\n",
      "abs page link: http://arxiv.org/abs/1406.3398v1\n",
      "abs page link: http://arxiv.org/abs/cs/0307068v1\n",
      "abs page link: http://arxiv.org/abs/nlin/0312070v2\n",
      "abs page link: http://arxiv.org/abs/nlin/0511013v1\n",
      "abs page link: http://arxiv.org/abs/nlin/0612030v1\n",
      "abs page link: http://arxiv.org/abs/physics/0604201v1\n",
      "abs page link: http://arxiv.org/abs/physics/0701333v1\n",
      "abs page link: http://arxiv.org/abs/0709.2476v1\n",
      "abs page link: http://arxiv.org/abs/0803.2568v1\n",
      "abs page link: http://arxiv.org/abs/0906.3670v1\n",
      "abs page link: http://arxiv.org/abs/0910.0866v1\n",
      "abs page link: http://arxiv.org/abs/1008.0578v1\n",
      "abs page link: http://arxiv.org/abs/1204.4699v3\n",
      "abs page link: http://arxiv.org/abs/1207.2630v1\n",
      "abs page link: http://arxiv.org/abs/1304.1712v1\n",
      "abs page link: http://arxiv.org/abs/1309.2985v4\n",
      "abs page link: http://arxiv.org/abs/1311.0076v1\n",
      "abs page link: http://arxiv.org/abs/1401.1100v2\n",
      "abs page link: http://arxiv.org/abs/1410.7998v1\n",
      "abs page link: http://arxiv.org/abs/1502.00201v2\n",
      "abs page link: http://arxiv.org/abs/1606.00881v1\n",
      "abs page link: http://arxiv.org/abs/1606.02821v2\n",
      "abs page link: http://arxiv.org/abs/1806.11183v1\n",
      "abs page link: http://arxiv.org/abs/1109.0059v1\n",
      "abs page link: http://arxiv.org/abs/1201.3052v2\n",
      "abs page link: http://arxiv.org/abs/1812.00143v4\n",
      "abs page link: http://arxiv.org/abs/1906.11928v1\n",
      "abs page link: http://arxiv.org/abs/1511.01180v2\n",
      "abs page link: http://arxiv.org/abs/1802.09685v1\n",
      "abs page link: http://arxiv.org/abs/1902.09453v1\n",
      "abs page link: http://arxiv.org/abs/1904.05264v1\n",
      "abs page link: http://arxiv.org/abs/1905.02840v1\n",
      "abs page link: http://arxiv.org/abs/2005.13596v1\n",
      "abs page link: http://arxiv.org/abs/1708.02798v1\n",
      "abs page link: http://arxiv.org/abs/1903.01688v1\n",
      "abs page link: http://arxiv.org/abs/1903.02197v1\n",
      "abs page link: http://arxiv.org/abs/2102.05231v1\n",
      "abs page link: http://arxiv.org/abs/2103.06769v1\n",
      "abs page link: http://arxiv.org/abs/2106.04830v1\n",
      "abs page link: http://arxiv.org/abs/2106.09509v3\n",
      "abs page link: http://arxiv.org/abs/2202.13685v1\n",
      "abs page link: http://arxiv.org/abs/2209.03638v1\n",
      "abs page link: http://arxiv.org/abs/2209.06186v1\n",
      "abs page link: http://arxiv.org/abs/2211.10780v1\n",
      "abs page link: http://arxiv.org/abs/2211.11206v1\n",
      "abs page link: http://arxiv.org/abs/2304.06953v1\n",
      "abs page link: http://arxiv.org/abs/cond-mat/0210413v1\n",
      "abs page link: http://arxiv.org/abs/physics/0702024v1\n",
      "abs page link: http://arxiv.org/abs/q-bio/0504024v1\n",
      "abs page link: http://arxiv.org/abs/quant-ph/0205147v1\n",
      "abs page link: http://arxiv.org/abs/0805.3368v1\n",
      "abs page link: http://arxiv.org/abs/0905.3956v3\n",
      "abs page link: http://arxiv.org/abs/0905.4132v2\n",
      "abs page link: http://arxiv.org/abs/1207.3742v1\n",
      "abs page link: http://arxiv.org/abs/1312.2332v1\n",
      "abs page link: http://arxiv.org/abs/1405.2506v1\n",
      "abs page link: http://arxiv.org/abs/1507.02583v2\n",
      "abs page link: http://arxiv.org/abs/1702.03579v1\n",
      "abs page link: http://arxiv.org/abs/1803.06588v2\n",
      "abs page link: http://arxiv.org/abs/1212.0217v1\n",
      "abs page link: http://arxiv.org/abs/1212.2843v1\n",
      "abs page link: http://arxiv.org/abs/1509.07899v1\n",
      "abs page link: http://arxiv.org/abs/1908.11492v1\n",
      "abs page link: http://arxiv.org/abs/2010.01944v1\n",
      "abs page link: http://arxiv.org/abs/2101.03920v1\n",
      "abs page link: http://arxiv.org/abs/2105.12478v1\n",
      "abs page link: http://arxiv.org/abs/2202.00374v1\n",
      "abs page link: http://arxiv.org/abs/2207.04093v1\n",
      "abs page link: http://arxiv.org/abs/2208.13512v1\n",
      "abs page link: http://arxiv.org/abs/2209.06091v2\n",
      "abs page link: http://arxiv.org/abs/2212.00509v2\n",
      "abs page link: http://arxiv.org/abs/2301.02433v1\n",
      "abs page link: http://arxiv.org/abs/0801.1296v1\n",
      "abs page link: http://arxiv.org/abs/1311.0164v1\n",
      "abs page link: http://arxiv.org/abs/1411.1498v1\n",
      "abs page link: http://arxiv.org/abs/1705.08974v1\n",
      "abs page link: http://arxiv.org/abs/1810.11900v2\n",
      "abs page link: http://arxiv.org/abs/1912.05050v1\n",
      "abs page link: http://arxiv.org/abs/2002.00899v1\n",
      "abs page link: http://arxiv.org/abs/2005.08231v2\n",
      "abs page link: http://arxiv.org/abs/1809.06530v1\n",
      "abs page link: http://arxiv.org/abs/1811.09588v2\n",
      "abs page link: http://arxiv.org/abs/2011.02460v2\n",
      "abs page link: http://arxiv.org/abs/2011.07746v1\n",
      "abs page link: http://arxiv.org/abs/2108.00768v1\n",
      "abs page link: http://arxiv.org/abs/1501.01854v1\n",
      "abs page link: http://arxiv.org/abs/1912.00421v1\n",
      "abs page link: http://arxiv.org/abs/2002.06060v2\n",
      "abs page link: http://arxiv.org/abs/1608.05517v1\n",
      "Sleeping for 3 seconds\n",
      "Results 300 - 400\n",
      "abs page link: http://arxiv.org/abs/2004.01665v1\n",
      "abs page link: http://arxiv.org/abs/2007.01099v5\n",
      "abs page link: http://arxiv.org/abs/2104.08197v1\n",
      "abs page link: http://arxiv.org/abs/2106.03535v2\n",
      "abs page link: http://arxiv.org/abs/2206.12520v2\n",
      "abs page link: http://arxiv.org/abs/nlin/0509004v1\n",
      "abs page link: http://arxiv.org/abs/physics/0504181v1\n",
      "abs page link: http://arxiv.org/abs/0706.0286v1\n",
      "abs page link: http://arxiv.org/abs/0707.1238v1\n",
      "abs page link: http://arxiv.org/abs/1312.6935v1\n",
      "abs page link: http://arxiv.org/abs/1501.04391v1\n",
      "abs page link: http://arxiv.org/abs/1404.1009v1\n",
      "abs page link: http://arxiv.org/abs/1808.09279v1\n",
      "abs page link: http://arxiv.org/abs/1506.01634v4\n",
      "abs page link: http://arxiv.org/abs/2104.06571v1\n",
      "abs page link: http://arxiv.org/abs/2211.12424v1\n",
      "abs page link: http://arxiv.org/abs/1706.10297v1\n",
      "abs page link: http://arxiv.org/abs/2101.08123v1\n",
      "abs page link: http://arxiv.org/abs/2209.09953v1\n",
      "abs page link: http://arxiv.org/abs/math/9301202v1\n",
      "abs page link: http://arxiv.org/abs/physics/0604196v1\n",
      "abs page link: http://arxiv.org/abs/physics/0608140v1\n",
      "abs page link: http://arxiv.org/abs/q-bio/0703006v1\n",
      "abs page link: http://arxiv.org/abs/q-bio/0703024v1\n",
      "abs page link: http://arxiv.org/abs/0711.0283v2\n",
      "abs page link: http://arxiv.org/abs/0810.0296v1\n",
      "abs page link: http://arxiv.org/abs/1004.5165v1\n",
      "abs page link: http://arxiv.org/abs/1103.0973v1\n",
      "abs page link: http://arxiv.org/abs/1106.0281v2\n",
      "abs page link: http://arxiv.org/abs/1204.0247v1\n",
      "abs page link: http://arxiv.org/abs/1204.3799v2\n",
      "abs page link: http://arxiv.org/abs/1207.3454v1\n",
      "abs page link: http://arxiv.org/abs/1305.6308v1\n",
      "abs page link: http://arxiv.org/abs/1307.3185v1\n",
      "abs page link: http://arxiv.org/abs/1309.5667v2\n",
      "abs page link: http://arxiv.org/abs/1310.6342v1\n",
      "abs page link: http://arxiv.org/abs/1312.3213v1\n",
      "abs page link: http://arxiv.org/abs/1402.4748v1\n",
      "abs page link: http://arxiv.org/abs/1405.6009v3\n",
      "abs page link: http://arxiv.org/abs/1408.2512v1\n",
      "abs page link: http://arxiv.org/abs/1412.1010v3\n",
      "abs page link: http://arxiv.org/abs/1412.3712v1\n",
      "abs page link: http://arxiv.org/abs/1502.00809v3\n",
      "abs page link: http://arxiv.org/abs/1508.00055v1\n",
      "abs page link: http://arxiv.org/abs/1512.03301v1\n",
      "abs page link: http://arxiv.org/abs/1602.02891v1\n",
      "abs page link: http://arxiv.org/abs/1606.06873v2\n",
      "abs page link: http://arxiv.org/abs/1006.0023v1\n",
      "abs page link: http://arxiv.org/abs/1501.04249v1\n",
      "abs page link: http://arxiv.org/abs/1810.02613v1\n",
      "abs page link: http://arxiv.org/abs/1810.02617v1\n",
      "abs page link: http://arxiv.org/abs/1810.03916v1\n",
      "abs page link: http://arxiv.org/abs/1808.02785v1\n",
      "abs page link: http://arxiv.org/abs/1901.07999v3\n",
      "abs page link: http://arxiv.org/abs/1905.01730v1\n",
      "abs page link: http://arxiv.org/abs/2003.05322v1\n",
      "abs page link: http://arxiv.org/abs/1607.06721v1\n",
      "abs page link: http://arxiv.org/abs/1611.05150v1\n",
      "abs page link: http://arxiv.org/abs/1708.06736v1\n",
      "abs page link: http://arxiv.org/abs/1908.06484v1\n",
      "abs page link: http://arxiv.org/abs/2001.07630v1\n",
      "abs page link: http://arxiv.org/abs/2007.08523v3\n",
      "abs page link: http://arxiv.org/abs/2007.10083v3\n",
      "abs page link: http://arxiv.org/abs/2010.06325v2\n",
      "abs page link: http://arxiv.org/abs/2012.06130v1\n",
      "abs page link: http://arxiv.org/abs/2101.05364v1\n",
      "abs page link: http://arxiv.org/abs/2101.09170v1\n",
      "abs page link: http://arxiv.org/abs/2102.01690v2\n",
      "abs page link: http://arxiv.org/abs/2104.01019v1\n",
      "abs page link: http://arxiv.org/abs/2104.02150v1\n",
      "abs page link: http://arxiv.org/abs/2106.07277v1\n",
      "abs page link: http://arxiv.org/abs/2108.00842v3\n",
      "abs page link: http://arxiv.org/abs/2108.10643v2\n",
      "abs page link: http://arxiv.org/abs/2109.07900v1\n",
      "abs page link: http://arxiv.org/abs/2109.13149v1\n",
      "abs page link: http://arxiv.org/abs/2111.04920v3\n",
      "abs page link: http://arxiv.org/abs/2201.03173v1\n",
      "abs page link: http://arxiv.org/abs/2201.08058v1\n",
      "abs page link: http://arxiv.org/abs/2201.10812v1\n",
      "abs page link: http://arxiv.org/abs/2203.10020v1\n",
      "abs page link: http://arxiv.org/abs/2206.04221v1\n",
      "abs page link: http://arxiv.org/abs/2206.05059v1\n",
      "abs page link: http://arxiv.org/abs/2206.09713v3\n",
      "abs page link: http://arxiv.org/abs/2210.07763v3\n",
      "abs page link: http://arxiv.org/abs/2211.06323v1\n",
      "abs page link: http://arxiv.org/abs/2302.05725v1\n",
      "abs page link: http://arxiv.org/abs/2303.13537v1\n",
      "abs page link: http://arxiv.org/abs/2305.00165v1\n",
      "abs page link: http://arxiv.org/abs/1705.09708v1\n",
      "abs page link: http://arxiv.org/abs/1812.06590v2\n",
      "abs page link: http://arxiv.org/abs/1903.00817v1\n",
      "abs page link: http://arxiv.org/abs/2008.07716v1\n",
      "abs page link: http://arxiv.org/abs/2107.13377v3\n",
      "abs page link: http://arxiv.org/abs/0710.2523v2\n",
      "abs page link: http://arxiv.org/abs/2004.01834v1\n",
      "abs page link: http://arxiv.org/abs/q-bio/0509013v1\n",
      "abs page link: http://arxiv.org/abs/1009.1514v1\n",
      "abs page link: http://arxiv.org/abs/1107.5759v1\n",
      "abs page link: http://arxiv.org/abs/1301.0130v2\n",
      "abs page link: http://arxiv.org/abs/1310.3781v2\n",
      "Sleeping for 3 seconds\n"
     ]
    }
   ],
   "source": [
    "pdf_links = []\n",
    "\n",
    "# Search parameters\n",
    "search_query = 'all:cultural+neuroscience' # search for biophysics in all fields\n",
    "start = 0                       # start at the first result\n",
    "total_results = 400              # want 200 total results\n",
    "results_per_iteration = 100       # 5 results at a time\n",
    "wait_time = 3                   # number of seconds to wait beetween calls\n",
    "\n",
    "for i in range(start,total_results,results_per_iteration):\n",
    "    \n",
    "    print (\"Results %i - %i\" % (i,i+results_per_iteration))\n",
    "    \n",
    "    query = 'search_query=%s&start=%i&max_results=%i' % (search_query,\n",
    "                                                         i,\n",
    "                                                        results_per_iteration)\n",
    "\n",
    "    # perform a GET request using the base_url and query\n",
    "    response = urllib.request.urlopen(base_url_arxiv+query).read()\n",
    "\n",
    "    # parse the response using feedparser\n",
    "    feed = feedparser.parse(response)\n",
    "\n",
    "    # Run through each entry, and print out information\n",
    "    for entry in feed.entries:\n",
    "        for link in entry.links:\n",
    "            if link.rel == 'alternate':\n",
    "                print ('abs page link: %s' % link.href)\n",
    "            elif link.title == 'pdf':\n",
    "                pdf_links.append(link.href)\n",
    "        #print ('arxiv-id: %s' % entry.id.split('/abs/')[-1])\n",
    "        #print ('Title:  %s' % entry.title)\n",
    "        # feedparser v4.1 only grabs the first author\n",
    "        #print ('First Author:  %s' % entry.author)\n",
    "    \n",
    "    # Remember to play nice and sleep a bit before you call\n",
    "    # the api again!\n",
    "    print ('Sleeping for %i seconds' % wait_time) \n",
    "    time.sleep(wait_time)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "87a4746f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['http://arxiv.org/pdf/1911.05031v1',\n",
       " 'http://arxiv.org/pdf/1811.11236v1',\n",
       " 'http://arxiv.org/pdf/1009.5355v1',\n",
       " 'http://arxiv.org/pdf/q-bio/0401018v2',\n",
       " 'http://arxiv.org/pdf/2005.04106v1',\n",
       " 'http://arxiv.org/pdf/2205.04342v2',\n",
       " 'http://arxiv.org/pdf/1205.3025v2',\n",
       " 'http://arxiv.org/pdf/1007.5465v1',\n",
       " 'http://arxiv.org/pdf/1012.3803v1',\n",
       " 'http://arxiv.org/pdf/2301.08742v1',\n",
       " 'http://arxiv.org/pdf/1610.05717v1',\n",
       " 'http://arxiv.org/pdf/1809.09943v1',\n",
       " 'http://arxiv.org/pdf/1501.00197v1',\n",
       " 'http://arxiv.org/pdf/1907.00846v1',\n",
       " 'http://arxiv.org/pdf/2112.15459v3',\n",
       " 'http://arxiv.org/pdf/q-bio/0512013v1',\n",
       " 'http://arxiv.org/pdf/0902.3725v1',\n",
       " 'http://arxiv.org/pdf/1012.3623v1',\n",
       " 'http://arxiv.org/pdf/1805.07061v1',\n",
       " 'http://arxiv.org/pdf/2007.02198v1',\n",
       " 'http://arxiv.org/pdf/2012.08667v1',\n",
       " 'http://arxiv.org/pdf/2007.02359v5',\n",
       " 'http://arxiv.org/pdf/1307.3203v1',\n",
       " 'http://arxiv.org/pdf/1606.07937v1',\n",
       " 'http://arxiv.org/pdf/1703.08513v2',\n",
       " 'http://arxiv.org/pdf/1604.01943v1',\n",
       " 'http://arxiv.org/pdf/1608.07591v1',\n",
       " 'http://arxiv.org/pdf/2007.09989v1',\n",
       " 'http://arxiv.org/pdf/2205.10563v1',\n",
       " 'http://arxiv.org/pdf/1805.09635v1',\n",
       " 'http://arxiv.org/pdf/2211.07460v1',\n",
       " 'http://arxiv.org/pdf/1002.1196v1',\n",
       " 'http://arxiv.org/pdf/1810.03605v1',\n",
       " 'http://arxiv.org/pdf/2211.15271v2',\n",
       " 'http://arxiv.org/pdf/physics/0609213v2',\n",
       " 'http://arxiv.org/pdf/1705.03154v3',\n",
       " 'http://arxiv.org/pdf/2303.17466v2',\n",
       " 'http://arxiv.org/pdf/1604.07110v1',\n",
       " 'http://arxiv.org/pdf/2005.11020v1',\n",
       " 'http://arxiv.org/pdf/nlin/0611035v1',\n",
       " 'http://arxiv.org/pdf/0907.2360v1',\n",
       " 'http://arxiv.org/pdf/2010.06108v3',\n",
       " 'http://arxiv.org/pdf/1805.10109v1',\n",
       " 'http://arxiv.org/pdf/1810.02350v1',\n",
       " 'http://arxiv.org/pdf/1908.03106v3',\n",
       " 'http://arxiv.org/pdf/2012.03240v4',\n",
       " 'http://arxiv.org/pdf/math/0703427v1',\n",
       " 'http://arxiv.org/pdf/0902.1346v2',\n",
       " 'http://arxiv.org/pdf/1103.2376v1',\n",
       " 'http://arxiv.org/pdf/1806.05694v1',\n",
       " 'http://arxiv.org/pdf/2208.01696v1',\n",
       " 'http://arxiv.org/pdf/1412.5909v2',\n",
       " 'http://arxiv.org/pdf/cs/0405045v1',\n",
       " 'http://arxiv.org/pdf/1309.2622v2',\n",
       " 'http://arxiv.org/pdf/1310.0737v2',\n",
       " 'http://arxiv.org/pdf/1411.4484v2',\n",
       " 'http://arxiv.org/pdf/1803.08343v1',\n",
       " 'http://arxiv.org/pdf/2003.12133v2',\n",
       " 'http://arxiv.org/pdf/2009.04597v1',\n",
       " 'http://arxiv.org/pdf/1908.00234v1',\n",
       " 'http://arxiv.org/pdf/2203.14498v1',\n",
       " 'http://arxiv.org/pdf/2212.04195v2',\n",
       " 'http://arxiv.org/pdf/2106.14701v1',\n",
       " 'http://arxiv.org/pdf/1904.12972v1',\n",
       " 'http://arxiv.org/pdf/1712.05959v1',\n",
       " 'http://arxiv.org/pdf/2302.11360v2',\n",
       " 'http://arxiv.org/pdf/1503.02766v1',\n",
       " 'http://arxiv.org/pdf/1707.06933v1',\n",
       " 'http://arxiv.org/pdf/1803.07915v1',\n",
       " 'http://arxiv.org/pdf/1803.08812v1',\n",
       " 'http://arxiv.org/pdf/1306.6259v2',\n",
       " 'http://arxiv.org/pdf/1604.08825v1',\n",
       " 'http://arxiv.org/pdf/1904.02671v1',\n",
       " 'http://arxiv.org/pdf/2012.10355v2',\n",
       " 'http://arxiv.org/pdf/2102.05411v2',\n",
       " 'http://arxiv.org/pdf/2106.04688v1',\n",
       " 'http://arxiv.org/pdf/2107.03971v1',\n",
       " 'http://arxiv.org/pdf/2108.09953v1',\n",
       " 'http://arxiv.org/pdf/2112.11563v1',\n",
       " 'http://arxiv.org/pdf/2201.01565v5',\n",
       " 'http://arxiv.org/pdf/2203.00715v1',\n",
       " 'http://arxiv.org/pdf/2211.13069v1',\n",
       " 'http://arxiv.org/pdf/2212.09645v1',\n",
       " 'http://arxiv.org/pdf/2301.04609v1',\n",
       " 'http://arxiv.org/pdf/2301.13801v1',\n",
       " 'http://arxiv.org/pdf/2305.02153v1',\n",
       " 'http://arxiv.org/pdf/1511.04094v1',\n",
       " 'http://arxiv.org/pdf/2003.14149v1',\n",
       " 'http://arxiv.org/pdf/2104.01663v1',\n",
       " 'http://arxiv.org/pdf/2212.01336v1',\n",
       " 'http://arxiv.org/pdf/2301.05543v1',\n",
       " 'http://arxiv.org/pdf/2301.08907v1',\n",
       " 'http://arxiv.org/pdf/1008.0062v1',\n",
       " 'http://arxiv.org/pdf/1206.1311v2',\n",
       " 'http://arxiv.org/pdf/1704.05056v2',\n",
       " 'http://arxiv.org/pdf/1605.01905v1',\n",
       " 'http://arxiv.org/pdf/1701.01219v1',\n",
       " 'http://arxiv.org/pdf/1805.08239v2',\n",
       " 'http://arxiv.org/pdf/2305.06037v1',\n",
       " 'http://arxiv.org/pdf/1403.5701v1',\n",
       " 'http://arxiv.org/pdf/2301.05057v1',\n",
       " 'http://arxiv.org/pdf/0912.2556v2',\n",
       " 'http://arxiv.org/pdf/1203.3660v1',\n",
       " 'http://arxiv.org/pdf/1407.6289v1',\n",
       " 'http://arxiv.org/pdf/1605.01580v1',\n",
       " 'http://arxiv.org/pdf/1606.01436v1',\n",
       " 'http://arxiv.org/pdf/1803.04074v1',\n",
       " 'http://arxiv.org/pdf/1806.07833v2',\n",
       " 'http://arxiv.org/pdf/1807.01930v1',\n",
       " 'http://arxiv.org/pdf/2003.08942v1',\n",
       " 'http://arxiv.org/pdf/2005.11973v1',\n",
       " 'http://arxiv.org/pdf/2102.01465v3',\n",
       " 'http://arxiv.org/pdf/2203.13722v2',\n",
       " 'http://arxiv.org/pdf/2205.13206v1',\n",
       " 'http://arxiv.org/pdf/2302.11809v1',\n",
       " 'http://arxiv.org/pdf/2303.17927v1',\n",
       " 'http://arxiv.org/pdf/1301.2995v2',\n",
       " 'http://arxiv.org/pdf/1405.7183v2',\n",
       " 'http://arxiv.org/pdf/1502.01438v1',\n",
       " 'http://arxiv.org/pdf/1707.03959v2',\n",
       " 'http://arxiv.org/pdf/1804.03760v1',\n",
       " 'http://arxiv.org/pdf/1808.04399v1',\n",
       " 'http://arxiv.org/pdf/2006.13897v2',\n",
       " 'http://arxiv.org/pdf/2012.04570v1',\n",
       " 'http://arxiv.org/pdf/2110.12085v1',\n",
       " 'http://arxiv.org/pdf/2112.08963v2',\n",
       " 'http://arxiv.org/pdf/2208.07649v2',\n",
       " 'http://arxiv.org/pdf/2301.04607v1',\n",
       " 'http://arxiv.org/pdf/1709.02325v1',\n",
       " 'http://arxiv.org/pdf/2109.05545v1',\n",
       " 'http://arxiv.org/pdf/physics/0504186v1',\n",
       " 'http://arxiv.org/pdf/1309.4712v3',\n",
       " 'http://arxiv.org/pdf/1902.06597v2',\n",
       " 'http://arxiv.org/pdf/2103.15281v1',\n",
       " 'http://arxiv.org/pdf/2203.16649v1',\n",
       " 'http://arxiv.org/pdf/cond-mat/0003111v1',\n",
       " 'http://arxiv.org/pdf/physics/0606062v1',\n",
       " 'http://arxiv.org/pdf/0707.2341v2',\n",
       " 'http://arxiv.org/pdf/1110.1591v1',\n",
       " 'http://arxiv.org/pdf/1310.0621v1',\n",
       " 'http://arxiv.org/pdf/1401.5726v2',\n",
       " 'http://arxiv.org/pdf/1606.02460v1',\n",
       " 'http://arxiv.org/pdf/1604.07108v1',\n",
       " 'http://arxiv.org/pdf/1705.08502v2',\n",
       " 'http://arxiv.org/pdf/1511.05185v1',\n",
       " 'http://arxiv.org/pdf/2006.01265v1',\n",
       " 'http://arxiv.org/pdf/1608.01731v1',\n",
       " 'http://arxiv.org/pdf/2302.07138v1',\n",
       " 'http://arxiv.org/pdf/0811.2551v3',\n",
       " 'http://arxiv.org/pdf/1406.7558v1',\n",
       " 'http://arxiv.org/pdf/1705.06904v2',\n",
       " 'http://arxiv.org/pdf/2002.00223v2',\n",
       " 'http://arxiv.org/pdf/2008.06592v1',\n",
       " 'http://arxiv.org/pdf/2207.02353v1',\n",
       " 'http://arxiv.org/pdf/2208.00344v3',\n",
       " 'http://arxiv.org/pdf/2301.12073v2',\n",
       " 'http://arxiv.org/pdf/2304.10545v1',\n",
       " 'http://arxiv.org/pdf/2305.04836v1',\n",
       " 'http://arxiv.org/pdf/nlin/0404035v1',\n",
       " 'http://arxiv.org/pdf/physics/0611189v2',\n",
       " 'http://arxiv.org/pdf/0712.1119v2',\n",
       " 'http://arxiv.org/pdf/1101.3998v1',\n",
       " 'http://arxiv.org/pdf/1309.2981v3',\n",
       " 'http://arxiv.org/pdf/1402.2297v1',\n",
       " 'http://arxiv.org/pdf/1410.1836v1',\n",
       " 'http://arxiv.org/pdf/1508.05044v1',\n",
       " 'http://arxiv.org/pdf/1609.04638v1',\n",
       " 'http://arxiv.org/pdf/1807.04698v1',\n",
       " 'http://arxiv.org/pdf/1807.08220v3',\n",
       " 'http://arxiv.org/pdf/1810.00501v1',\n",
       " 'http://arxiv.org/pdf/1912.01368v1',\n",
       " 'http://arxiv.org/pdf/2002.00842v1',\n",
       " 'http://arxiv.org/pdf/2009.01695v1',\n",
       " 'http://arxiv.org/pdf/1607.01359v1',\n",
       " 'http://arxiv.org/pdf/1608.04203v1',\n",
       " 'http://arxiv.org/pdf/1708.06276v1',\n",
       " 'http://arxiv.org/pdf/1811.07408v5',\n",
       " 'http://arxiv.org/pdf/1911.08231v1',\n",
       " 'http://arxiv.org/pdf/2112.08256v1',\n",
       " 'http://arxiv.org/pdf/2203.08889v1',\n",
       " 'http://arxiv.org/pdf/2207.02960v1',\n",
       " 'http://arxiv.org/pdf/2209.00367v2',\n",
       " 'http://arxiv.org/pdf/2302.10375v1',\n",
       " 'http://arxiv.org/pdf/2102.06592v2',\n",
       " 'http://arxiv.org/pdf/2104.10995v3',\n",
       " 'http://arxiv.org/pdf/2201.00727v1',\n",
       " 'http://arxiv.org/pdf/1804.00510v1',\n",
       " 'http://arxiv.org/pdf/2105.12530v1',\n",
       " 'http://arxiv.org/pdf/1002.1446v1',\n",
       " 'http://arxiv.org/pdf/1107.2984v1',\n",
       " 'http://arxiv.org/pdf/1206.0311v1',\n",
       " 'http://arxiv.org/pdf/1405.4239v1',\n",
       " 'http://arxiv.org/pdf/2010.01591v1',\n",
       " 'http://arxiv.org/pdf/2201.03537v1',\n",
       " 'http://arxiv.org/pdf/2303.06047v1',\n",
       " 'http://arxiv.org/pdf/cs/9903013v1',\n",
       " 'http://arxiv.org/pdf/0705.1091v1',\n",
       " 'http://arxiv.org/pdf/1207.3422v1',\n",
       " 'http://arxiv.org/pdf/1606.05641v2',\n",
       " 'http://arxiv.org/pdf/1703.03127v1',\n",
       " 'http://arxiv.org/pdf/1803.09288v1',\n",
       " 'http://arxiv.org/pdf/1909.10630v3',\n",
       " 'http://arxiv.org/pdf/1807.10216v1',\n",
       " 'http://arxiv.org/pdf/1404.5704v3',\n",
       " 'http://arxiv.org/pdf/1911.04381v1',\n",
       " 'http://arxiv.org/pdf/2102.11398v1',\n",
       " 'http://arxiv.org/pdf/2203.13050v2',\n",
       " 'http://arxiv.org/pdf/2212.07218v1',\n",
       " 'http://arxiv.org/pdf/2212.08168v1',\n",
       " 'http://arxiv.org/pdf/1512.09368v1',\n",
       " 'http://arxiv.org/pdf/1104.0186v1',\n",
       " 'http://arxiv.org/pdf/1406.3398v1',\n",
       " 'http://arxiv.org/pdf/cs/0307068v1',\n",
       " 'http://arxiv.org/pdf/nlin/0312070v2',\n",
       " 'http://arxiv.org/pdf/nlin/0511013v1',\n",
       " 'http://arxiv.org/pdf/nlin/0612030v1',\n",
       " 'http://arxiv.org/pdf/physics/0604201v1',\n",
       " 'http://arxiv.org/pdf/physics/0701333v1',\n",
       " 'http://arxiv.org/pdf/0709.2476v1',\n",
       " 'http://arxiv.org/pdf/0803.2568v1',\n",
       " 'http://arxiv.org/pdf/0906.3670v1',\n",
       " 'http://arxiv.org/pdf/0910.0866v1',\n",
       " 'http://arxiv.org/pdf/1008.0578v1',\n",
       " 'http://arxiv.org/pdf/1204.4699v3',\n",
       " 'http://arxiv.org/pdf/1207.2630v1',\n",
       " 'http://arxiv.org/pdf/1304.1712v1',\n",
       " 'http://arxiv.org/pdf/1309.2985v4',\n",
       " 'http://arxiv.org/pdf/1311.0076v1',\n",
       " 'http://arxiv.org/pdf/1401.1100v2',\n",
       " 'http://arxiv.org/pdf/1410.7998v1',\n",
       " 'http://arxiv.org/pdf/1502.00201v2',\n",
       " 'http://arxiv.org/pdf/1606.00881v1',\n",
       " 'http://arxiv.org/pdf/1606.02821v2',\n",
       " 'http://arxiv.org/pdf/1806.11183v1',\n",
       " 'http://arxiv.org/pdf/1109.0059v1',\n",
       " 'http://arxiv.org/pdf/1201.3052v2',\n",
       " 'http://arxiv.org/pdf/1812.00143v4',\n",
       " 'http://arxiv.org/pdf/1906.11928v1',\n",
       " 'http://arxiv.org/pdf/1511.01180v2',\n",
       " 'http://arxiv.org/pdf/1802.09685v1',\n",
       " 'http://arxiv.org/pdf/1902.09453v1',\n",
       " 'http://arxiv.org/pdf/1904.05264v1',\n",
       " 'http://arxiv.org/pdf/1905.02840v1',\n",
       " 'http://arxiv.org/pdf/2005.13596v1',\n",
       " 'http://arxiv.org/pdf/1708.02798v1',\n",
       " 'http://arxiv.org/pdf/1903.01688v1',\n",
       " 'http://arxiv.org/pdf/1903.02197v1',\n",
       " 'http://arxiv.org/pdf/2102.05231v1',\n",
       " 'http://arxiv.org/pdf/2103.06769v1',\n",
       " 'http://arxiv.org/pdf/2106.04830v1',\n",
       " 'http://arxiv.org/pdf/2106.09509v3',\n",
       " 'http://arxiv.org/pdf/2202.13685v1',\n",
       " 'http://arxiv.org/pdf/2209.03638v1',\n",
       " 'http://arxiv.org/pdf/2209.06186v1',\n",
       " 'http://arxiv.org/pdf/2211.10780v1',\n",
       " 'http://arxiv.org/pdf/2211.11206v1',\n",
       " 'http://arxiv.org/pdf/2304.06953v1',\n",
       " 'http://arxiv.org/pdf/cond-mat/0210413v1',\n",
       " 'http://arxiv.org/pdf/physics/0702024v1',\n",
       " 'http://arxiv.org/pdf/q-bio/0504024v1',\n",
       " 'http://arxiv.org/pdf/quant-ph/0205147v1',\n",
       " 'http://arxiv.org/pdf/0805.3368v1',\n",
       " 'http://arxiv.org/pdf/0905.3956v3',\n",
       " 'http://arxiv.org/pdf/0905.4132v2',\n",
       " 'http://arxiv.org/pdf/1207.3742v1',\n",
       " 'http://arxiv.org/pdf/1312.2332v1',\n",
       " 'http://arxiv.org/pdf/1405.2506v1',\n",
       " 'http://arxiv.org/pdf/1507.02583v2',\n",
       " 'http://arxiv.org/pdf/1702.03579v1',\n",
       " 'http://arxiv.org/pdf/1803.06588v2',\n",
       " 'http://arxiv.org/pdf/1212.0217v1',\n",
       " 'http://arxiv.org/pdf/1212.2843v1',\n",
       " 'http://arxiv.org/pdf/1509.07899v1',\n",
       " 'http://arxiv.org/pdf/1908.11492v1',\n",
       " 'http://arxiv.org/pdf/2010.01944v1',\n",
       " 'http://arxiv.org/pdf/2101.03920v1',\n",
       " 'http://arxiv.org/pdf/2105.12478v1',\n",
       " 'http://arxiv.org/pdf/2202.00374v1',\n",
       " 'http://arxiv.org/pdf/2207.04093v1',\n",
       " 'http://arxiv.org/pdf/2208.13512v1',\n",
       " 'http://arxiv.org/pdf/2209.06091v2',\n",
       " 'http://arxiv.org/pdf/2212.00509v2',\n",
       " 'http://arxiv.org/pdf/2301.02433v1',\n",
       " 'http://arxiv.org/pdf/0801.1296v1',\n",
       " 'http://arxiv.org/pdf/1311.0164v1',\n",
       " 'http://arxiv.org/pdf/1411.1498v1',\n",
       " 'http://arxiv.org/pdf/1705.08974v1',\n",
       " 'http://arxiv.org/pdf/1810.11900v2',\n",
       " 'http://arxiv.org/pdf/1912.05050v1',\n",
       " 'http://arxiv.org/pdf/2002.00899v1',\n",
       " 'http://arxiv.org/pdf/2005.08231v2',\n",
       " 'http://arxiv.org/pdf/1809.06530v1',\n",
       " 'http://arxiv.org/pdf/1811.09588v2',\n",
       " 'http://arxiv.org/pdf/2011.02460v2',\n",
       " 'http://arxiv.org/pdf/2011.07746v1',\n",
       " 'http://arxiv.org/pdf/2108.00768v1',\n",
       " 'http://arxiv.org/pdf/1501.01854v1',\n",
       " 'http://arxiv.org/pdf/1912.00421v1',\n",
       " 'http://arxiv.org/pdf/2002.06060v2',\n",
       " 'http://arxiv.org/pdf/1608.05517v1',\n",
       " 'http://arxiv.org/pdf/2004.01665v1',\n",
       " 'http://arxiv.org/pdf/2007.01099v5',\n",
       " 'http://arxiv.org/pdf/2104.08197v1',\n",
       " 'http://arxiv.org/pdf/2106.03535v2',\n",
       " 'http://arxiv.org/pdf/2206.12520v2',\n",
       " 'http://arxiv.org/pdf/nlin/0509004v1',\n",
       " 'http://arxiv.org/pdf/physics/0504181v1',\n",
       " 'http://arxiv.org/pdf/0706.0286v1',\n",
       " 'http://arxiv.org/pdf/0707.1238v1',\n",
       " 'http://arxiv.org/pdf/1312.6935v1',\n",
       " 'http://arxiv.org/pdf/1501.04391v1',\n",
       " 'http://arxiv.org/pdf/1404.1009v1',\n",
       " 'http://arxiv.org/pdf/1808.09279v1',\n",
       " 'http://arxiv.org/pdf/1506.01634v4',\n",
       " 'http://arxiv.org/pdf/2104.06571v1',\n",
       " 'http://arxiv.org/pdf/2211.12424v1',\n",
       " 'http://arxiv.org/pdf/1706.10297v1',\n",
       " 'http://arxiv.org/pdf/2101.08123v1',\n",
       " 'http://arxiv.org/pdf/2209.09953v1',\n",
       " 'http://arxiv.org/pdf/math/9301202v1',\n",
       " 'http://arxiv.org/pdf/physics/0604196v1',\n",
       " 'http://arxiv.org/pdf/physics/0608140v1',\n",
       " 'http://arxiv.org/pdf/q-bio/0703006v1',\n",
       " 'http://arxiv.org/pdf/q-bio/0703024v1',\n",
       " 'http://arxiv.org/pdf/0711.0283v2',\n",
       " 'http://arxiv.org/pdf/0810.0296v1',\n",
       " 'http://arxiv.org/pdf/1004.5165v1',\n",
       " 'http://arxiv.org/pdf/1103.0973v1',\n",
       " 'http://arxiv.org/pdf/1106.0281v2',\n",
       " 'http://arxiv.org/pdf/1204.0247v1',\n",
       " 'http://arxiv.org/pdf/1204.3799v2',\n",
       " 'http://arxiv.org/pdf/1207.3454v1',\n",
       " 'http://arxiv.org/pdf/1305.6308v1',\n",
       " 'http://arxiv.org/pdf/1307.3185v1',\n",
       " 'http://arxiv.org/pdf/1309.5667v2',\n",
       " 'http://arxiv.org/pdf/1310.6342v1',\n",
       " 'http://arxiv.org/pdf/1312.3213v1',\n",
       " 'http://arxiv.org/pdf/1402.4748v1',\n",
       " 'http://arxiv.org/pdf/1405.6009v3',\n",
       " 'http://arxiv.org/pdf/1408.2512v1',\n",
       " 'http://arxiv.org/pdf/1412.1010v3',\n",
       " 'http://arxiv.org/pdf/1412.3712v1',\n",
       " 'http://arxiv.org/pdf/1502.00809v3',\n",
       " 'http://arxiv.org/pdf/1508.00055v1',\n",
       " 'http://arxiv.org/pdf/1512.03301v1',\n",
       " 'http://arxiv.org/pdf/1602.02891v1',\n",
       " 'http://arxiv.org/pdf/1606.06873v2',\n",
       " 'http://arxiv.org/pdf/1006.0023v1',\n",
       " 'http://arxiv.org/pdf/1501.04249v1',\n",
       " 'http://arxiv.org/pdf/1810.02613v1',\n",
       " 'http://arxiv.org/pdf/1810.02617v1',\n",
       " 'http://arxiv.org/pdf/1810.03916v1',\n",
       " 'http://arxiv.org/pdf/1808.02785v1',\n",
       " 'http://arxiv.org/pdf/1901.07999v3',\n",
       " 'http://arxiv.org/pdf/1905.01730v1',\n",
       " 'http://arxiv.org/pdf/2003.05322v1',\n",
       " 'http://arxiv.org/pdf/1607.06721v1',\n",
       " 'http://arxiv.org/pdf/1611.05150v1',\n",
       " 'http://arxiv.org/pdf/1708.06736v1',\n",
       " 'http://arxiv.org/pdf/1908.06484v1',\n",
       " 'http://arxiv.org/pdf/2001.07630v1',\n",
       " 'http://arxiv.org/pdf/2007.08523v3',\n",
       " 'http://arxiv.org/pdf/2007.10083v3',\n",
       " 'http://arxiv.org/pdf/2010.06325v2',\n",
       " 'http://arxiv.org/pdf/2012.06130v1',\n",
       " 'http://arxiv.org/pdf/2101.05364v1',\n",
       " 'http://arxiv.org/pdf/2101.09170v1',\n",
       " 'http://arxiv.org/pdf/2102.01690v2',\n",
       " 'http://arxiv.org/pdf/2104.01019v1',\n",
       " 'http://arxiv.org/pdf/2104.02150v1',\n",
       " 'http://arxiv.org/pdf/2106.07277v1',\n",
       " 'http://arxiv.org/pdf/2108.00842v3',\n",
       " 'http://arxiv.org/pdf/2108.10643v2',\n",
       " 'http://arxiv.org/pdf/2109.07900v1',\n",
       " 'http://arxiv.org/pdf/2109.13149v1',\n",
       " 'http://arxiv.org/pdf/2111.04920v3',\n",
       " 'http://arxiv.org/pdf/2201.03173v1',\n",
       " 'http://arxiv.org/pdf/2201.08058v1',\n",
       " 'http://arxiv.org/pdf/2201.10812v1',\n",
       " 'http://arxiv.org/pdf/2203.10020v1',\n",
       " 'http://arxiv.org/pdf/2206.04221v1',\n",
       " 'http://arxiv.org/pdf/2206.05059v1',\n",
       " 'http://arxiv.org/pdf/2206.09713v3',\n",
       " 'http://arxiv.org/pdf/2210.07763v3',\n",
       " 'http://arxiv.org/pdf/2211.06323v1',\n",
       " 'http://arxiv.org/pdf/2302.05725v1',\n",
       " 'http://arxiv.org/pdf/2303.13537v1',\n",
       " 'http://arxiv.org/pdf/2305.00165v1',\n",
       " 'http://arxiv.org/pdf/1705.09708v1',\n",
       " 'http://arxiv.org/pdf/1812.06590v2',\n",
       " 'http://arxiv.org/pdf/1903.00817v1',\n",
       " 'http://arxiv.org/pdf/2008.07716v1',\n",
       " 'http://arxiv.org/pdf/2107.13377v3',\n",
       " 'http://arxiv.org/pdf/0710.2523v2',\n",
       " 'http://arxiv.org/pdf/2004.01834v1',\n",
       " 'http://arxiv.org/pdf/q-bio/0509013v1',\n",
       " 'http://arxiv.org/pdf/1009.1514v1',\n",
       " 'http://arxiv.org/pdf/1107.5759v1',\n",
       " 'http://arxiv.org/pdf/1301.0130v2',\n",
       " 'http://arxiv.org/pdf/1310.3781v2']"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pdf_links"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a9533005",
   "metadata": {},
   "outputs": [],
   "source": [
    "http = urllib3.PoolManager()\n",
    "i = 0\n",
    "for url in pdf_links:\n",
    "    r = http.request('GET',url)\n",
    "    Name =str(i+1) \n",
    "    i += 1\n",
    "    with open(\"article_pdfs/file\"+Name+\".pdf\", \"wb\") as f:\n",
    "        f.write(r.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e9d032d4",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}