Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d0ca3ba1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Successful! Check the CSV file that you have just created.'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import import_ipynb\n",
    "api_key = \"AIzaSyB2l7HPFPTUboybjsqY-0cp_XlRG0PVuAM\" \n",
    "\n",
    "import googleapiclient\n",
    "from googleapiclient.discovery import build\n",
    "youtube = build('youtube', 'v3', developerKey=api_key)\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "ID = \"aB6fL5LWefo\" # Replace this YouTube video ID with your own.\n",
    "\n",
    "box = [['Name', 'Comment', 'Time', 'Likes', 'Reply Count']]\n",
    "\n",
    "\n",
    "def scrape_comments_with_replies():\n",
    "    data = youtube.commentThreads().list(part='snippet', videoId=ID, maxResults='100', textFormat=\"plainText\").execute()\n",
    "\n",
    "    for i in data[\"items\"]:\n",
    "\n",
    "        name = i[\"snippet\"]['topLevelComment'][\"snippet\"][\"authorDisplayName\"]\n",
    "        comment = i[\"snippet\"]['topLevelComment'][\"snippet\"][\"textDisplay\"]\n",
    "        published_at = i[\"snippet\"]['topLevelComment'][\"snippet\"]['publishedAt']\n",
    "        likes = i[\"snippet\"]['topLevelComment'][\"snippet\"]['likeCount']\n",
    "        replies = i[\"snippet\"]['totalReplyCount']\n",
    "\n",
    "        box.append([name, comment, published_at, likes, replies])\n",
    "\n",
    "        totalReplyCount = i[\"snippet\"]['totalReplyCount']\n",
    "\n",
    "        if totalReplyCount > 0:\n",
    "\n",
    "            parent = i[\"snippet\"]['topLevelComment'][\"id\"]\n",
    "\n",
    "            data2 = youtube.comments().list(part='snippet', maxResults='100', parentId=parent,\n",
    "                                            textFormat=\"plainText\").execute()\n",
    "\n",
    "            for i in data2[\"items\"]:\n",
    "                name = i[\"snippet\"][\"authorDisplayName\"]\n",
    "                comment = i[\"snippet\"][\"textDisplay\"]\n",
    "                published_at = i[\"snippet\"]['publishedAt']\n",
    "                likes = i[\"snippet\"]['likeCount']\n",
    "                replies = \"\"\n",
    "\n",
    "                box.append([name, comment, published_at, likes, replies])\n",
    "\n",
    "    while (\"nextPageToken\" in data):\n",
    "\n",
    "        data = youtube.commentThreads().list(part='snippet', videoId=ID, pageToken=data[\"nextPageToken\"],\n",
    "                                             maxResults='100', textFormat=\"plainText\").execute()\n",
    "\n",
    "        for i in data[\"items\"]:\n",
    "            name = i[\"snippet\"]['topLevelComment'][\"snippet\"][\"authorDisplayName\"]\n",
    "            comment = i[\"snippet\"]['topLevelComment'][\"snippet\"][\"textDisplay\"]\n",
    "            published_at = i[\"snippet\"]['topLevelComment'][\"snippet\"]['publishedAt']\n",
    "            likes = i[\"snippet\"]['topLevelComment'][\"snippet\"]['likeCount']\n",
    "            replies = i[\"snippet\"]['totalReplyCount']\n",
    "\n",
    "            box.append([name, comment, published_at, likes, replies])\n",
    "\n",
    "            totalReplyCount = i[\"snippet\"]['totalReplyCount']\n",
    "\n",
    "            if totalReplyCount > 0:\n",
    "\n",
    "                parent = i[\"snippet\"]['topLevelComment'][\"id\"]\n",
    "\n",
    "                data2 = youtube.comments().list(part='snippet', maxResults='100', parentId=parent,\n",
    "                                                textFormat=\"plainText\").execute()\n",
    "\n",
    "                for i in data2[\"items\"]:\n",
    "                    name = i[\"snippet\"][\"authorDisplayName\"]\n",
    "                    comment = i[\"snippet\"][\"textDisplay\"]\n",
    "                    published_at = i[\"snippet\"]['publishedAt']\n",
    "                    likes = i[\"snippet\"]['likeCount']\n",
    "                    replies = ''\n",
    "\n",
    "                    box.append([name, comment, published_at, likes, replies])\n",
    "\n",
    "    df = pd.DataFrame({'Name': [i[0] for i in box], 'Comment': [i[1] for i in box], 'Time': [i[2] for i in box],\n",
    "                       'Likes': [i[3] for i in box], 'Reply Count': [i[4] for i in box]})\n",
    "\n",
    "    df.to_csv('youtube-comments.csv', index=False, header=False)\n",
    "\n",
    "    return \"Successful! Check the CSV file that you have just created.\"\n",
    "\n",
    "\n",
    "scrape_comments_with_replies()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "cc375486",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting google-api-python-clientNote: you may need to restart the kernel to use updated packages.\n",
      "\n",
      "  Using cached google_api_python_client-2.44.0-py2.py3-none-any.whl (8.3 MB)\n",
      "Requirement already satisfied: uritemplate<5,>=3.0.1 in c:\\python310\\lib\\site-packages (from google-api-python-client) (4.1.1)\n",
      "Collecting google-auth-httplib2>=0.1.0\n",
      "  Using cached google_auth_httplib2-0.1.0-py2.py3-none-any.whl (9.3 kB)\n",
      "Collecting google-auth<3.0.0dev,>=1.16.0\n",
      "  Using cached google_auth-2.6.4-py2.py3-none-any.whl (156 kB)\n",
      "Requirement already satisfied: httplib2<1dev,>=0.15.0 in c:\\python310\\lib\\site-packages (from google-api-python-client) (0.20.4)\n",
      "Collecting google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5\n",
      "  Using cached google_api_core-2.7.2-py3-none-any.whl (114 kB)\n",
      "Collecting requests<3.0.0dev,>=2.18.0\n",
      "  Using cached requests-2.27.1-py2.py3-none-any.whl (63 kB)\n",
      "Requirement already satisfied: protobuf>=3.12.0 in c:\\python310\\lib\\site-packages (from google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (3.20.0)\n",
      "Collecting googleapis-common-protos<2.0dev,>=1.52.0\n",
      "  Using cached googleapis_common_protos-1.56.0-py2.py3-none-any.whl (241 kB)\n",
      "Requirement already satisfied: six>=1.9.0 in c:\\python310\\lib\\site-packages (from google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (1.16.0)\n",
      "Requirement already satisfied: rsa<5,>=3.1.4 in c:\\python310\\lib\\site-packages (from google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (4.8)\n",
      "Requirement already satisfied: pyasn1-modules>=0.2.1 in c:\\python310\\lib\\site-packages (from google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (0.2.8)\n",
      "Collecting cachetools<6.0,>=2.0.0\n",
      "  Using cached cachetools-5.0.0-py3-none-any.whl (9.1 kB)\n",
      "Requirement already satisfied: pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 in c:\\python310\\lib\\site-packages (from httplib2<1dev,>=0.15.0->google-api-python-client) (3.0.8)\n",
      "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in c:\\python310\\lib\\site-packages (from pyasn1-modules>=0.2.1->google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (0.4.8)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\python310\\lib\\site-packages (from requests<3.0.0dev,>=2.18.0->google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (2021.10.8)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in c:\\python310\\lib\\site-packages (from requests<3.0.0dev,>=2.18.0->google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (1.26.9)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\python310\\lib\\site-packages (from requests<3.0.0dev,>=2.18.0->google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (3.3)\n",
      "Requirement already satisfied: charset-normalizer~=2.0.0 in c:\\python310\\lib\\site-packages (from requests<3.0.0dev,>=2.18.0->google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (2.0.12)\n",
      "Installing collected packages: requests, googleapis-common-protos, cachetools, google-auth, google-auth-httplib2, google-api-core, google-api-python-client\n",
      "Successfully installed cachetools-5.0.0 google-api-core-2.7.2 google-api-python-client-2.44.0 google-auth-2.6.4 google-auth-httplib2-0.1.0 googleapis-common-protos-1.56.0 requests-2.27.1\n"
     ]
    }
   ],
   "source": [
    "pip install --user google-api-python-client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9b8d2bba",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting google-api-python-clientNote: you may need to restart the kernel to use updated packages.\n",
      "\n",
      "  Using cached google_api_python_client-2.44.0-py2.py3-none-any.whl (8.3 MB)\n",
      "Requirement already satisfied: uritemplate<5,>=3.0.1 in c:\\python310\\lib\\site-packages (from google-api-python-client) (4.1.1)\n",
      "Collecting google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5\n",
      "  Using cached google_api_core-2.7.2-py3-none-any.whl (114 kB)\n",
      "Collecting httplib2<1dev,>=0.15.0\n",
      "  Using cached httplib2-0.20.4-py3-none-any.whl (96 kB)\n",
      "Collecting google-auth-httplib2>=0.1.0\n",
      "  Using cached google_auth_httplib2-0.1.0-py2.py3-none-any.whl (9.3 kB)\n",
      "Collecting google-auth<3.0.0dev,>=1.16.0\n",
      "  Using cached google_auth-2.6.4-py2.py3-none-any.whl (156 kB)\n",
      "Collecting googleapis-common-protos<2.0dev,>=1.52.0\n",
      "  Using cached googleapis_common_protos-1.56.0-py2.py3-none-any.whl (241 kB)\n",
      "Collecting requests<3.0.0dev,>=2.18.0\n",
      "  Using cached requests-2.27.1-py2.py3-none-any.whl (63 kB)\n",
      "Collecting protobuf>=3.12.0\n",
      "  Using cached protobuf-3.20.0-cp310-cp310-win_amd64.whl (903 kB)\n",
      "Collecting cachetools<6.0,>=2.0.0\n",
      "  Using cached cachetools-5.0.0-py3-none-any.whl (9.1 kB)\n",
      "Requirement already satisfied: rsa<5,>=3.1.4 in c:\\python310\\lib\\site-packages (from google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (4.8)\n",
      "Collecting pyasn1-modules>=0.2.1\n",
      "  Using cached pyasn1_modules-0.2.8-py2.py3-none-any.whl (155 kB)\n",
      "Requirement already satisfied: six>=1.9.0 in c:\\python310\\lib\\site-packages (from google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (1.16.0)\n",
      "Requirement already satisfied: pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 in c:\\python310\\lib\\site-packages (from httplib2<1dev,>=0.15.0->google-api-python-client) (3.0.8)\n",
      "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in c:\\python310\\lib\\site-packages (from pyasn1-modules>=0.2.1->google-auth<3.0.0dev,>=1.16.0->google-api-python-client) (0.4.8)\n",
      "Collecting charset-normalizer~=2.0.0\n",
      "  Using cached charset_normalizer-2.0.12-py3-none-any.whl (39 kB)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\python310\\lib\\site-packages (from requests<3.0.0dev,>=2.18.0->google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (2021.10.8)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in c:\\python310\\lib\\site-packages (from requests<3.0.0dev,>=2.18.0->google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-api-python-client) (1.26.9)\n",
      "Collecting idna<4,>=2.5\n",
      "  Using cached idna-3.3-py3-none-any.whl (61 kB)\n",
      "Installing collected packages: pyasn1-modules, protobuf, idna, httplib2, charset-normalizer, cachetools, requests, googleapis-common-protos, google-auth, google-auth-httplib2, google-api-core, google-api-python-client\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  WARNING: Failed to write executable - trying to use .deleteme logic\n",
      "ERROR: Could not install packages due to an OSError: [WinError 2] The system cannot find the file specified: 'C:\\\\Python310\\\\Scripts\\\\normalizer.exe' -> 'C:\\\\Python310\\\\Scripts\\\\normalizer.exe.deleteme'\n",
      "\n"
     ]
    }
   ],
   "source": [
    "pip install --upgrade google-api-python-client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "b21089df",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting import_ipynbNote: you may need to restart the kernel to use updated packages.\n",
      "\n",
      "  Downloading import-ipynb-0.1.3.tar.gz (4.0 kB)\n",
      "  Preparing metadata (setup.py): started\n",
      "  Preparing metadata (setup.py): finished with status 'done'\n",
      "Using legacy 'setup.py install' for import_ipynb, since package 'wheel' is not installed.\n",
      "Installing collected packages: import_ipynb\n",
      "  Running setup.py install for import_ipynb: started\n",
      "  Running setup.py install for import_ipynb: finished with status 'done'\n",
      "Successfully installed import_ipynb-0.1.3\n"
     ]
    }
   ],
   "source": [
    "pip install import_ipynb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d1be6f4d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "ERROR: Could not find a version that satisfies the requirement apiclient.discovery (from versions: none)\n",
      "ERROR: No matching distribution found for apiclient.discovery\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3d748090",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting pandasNote: you may need to restart the kernel to use updated packages.\n",
      "\n",
      "  Using cached pandas-1.4.2-cp310-cp310-win_amd64.whl (10.6 MB)\n",
      "Requirement already satisfied: numpy>=1.21.0 in c:\\python310\\lib\\site-packages (from pandas) (1.22.3)\n",
      "Requirement already satisfied: pytz>=2020.1 in c:\\python310\\lib\\site-packages (from pandas) (2022.1)\n",
      "Requirement already satisfied: python-dateutil>=2.8.1 in c:\\python310\\lib\\site-packages (from pandas) (2.8.2)\n",
      "Requirement already satisfied: six>=1.5 in c:\\python310\\lib\\site-packages (from python-dateutil>=2.8.1->pandas) (1.16.0)\n",
      "Installing collected packages: pandas\n",
      "Successfully installed pandas-1.4.2\n"
     ]
    }
   ],
   "source": [
    "pip install --user pandas"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}