{
  "slug": "Python-selenium-for-crawler-data-from-website-4e45d3cc517b",
  "title": "Python selenium for crawler data from website",
  "subtitle": "Pre-requisites to run Selenium Python",
  "excerpt": "Pre-requisites to run Selenium Python",
  "date": "2024-01-26",
  "tags": [
    "Python"
  ],
  "readingTime": "1 min",
  "url": "https://medium.com/@mobinshaterian/python-selenium-for-crawler-data-from-website-4e45d3cc517b",
  "hero": "https://cdn-images-1.medium.com/max/800/1*w6UIz7x84XPiD4DLdnD4gA.png",
  "content": [
    {
      "type": "heading",
      "level": 2,
      "text": "Python selenium for crawler data from website"
    },
    {
      "type": "heading",
      "level": 2,
      "text": "Pre-requisites to run Selenium Python"
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "pip install selenium"
    },
    {
      "type": "code",
      "lang": "python",
      "code": "from selenium\nimport webdriver\nfrom selenium.webdriver.common.keys\nimport Keys"
    },
    {
      "type": "image",
      "src": "https://cdn-images-1.medium.com/max/800/1*WaEDspZL5hnp7q8lR7tlcg.png",
      "alt": "Python selenium for crawler data from website",
      "caption": "",
      "width": 718,
      "height": 180
    },
    {
      "type": "paragraph",
      "html": "<a href=\"https://chromedriver.storage.googleapis.com/index.html?path=114.0.5735.90/\" target=\"_blank\" rel=\"noreferrer noopener\">https://chromedriver.storage.googleapis.com/index.html?path=114.0.5735.90/</a>"
    },
    {
      "type": "image",
      "src": "https://cdn-images-1.medium.com/max/800/1*w6UIz7x84XPiD4DLdnD4gA.png",
      "alt": "Python selenium for crawler data from website",
      "caption": "",
      "width": 1598,
      "height": 454
    },
    {
      "type": "heading",
      "level": 2,
      "text": "How install selenium on Ubuntu"
    },
    {
      "type": "heading",
      "level": 3,
      "text": "Step 1: update the all packages, if necessary"
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "apt update\napt upgrade"
    },
    {
      "type": "heading",
      "level": 3,
      "text": "Step 2: download chrome stable package"
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb"
    },
    {
      "type": "heading",
      "level": 3,
      "text": "Step 3: Install google-chrome"
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "sudo dpkg -i google-chrome-stable_current_amd64.deb"
    },
    {
      "type": "heading",
      "level": 3,
      "text": "Step 4: check installed chrome version"
    },
    {
      "type": "code",
      "lang": "text",
      "code": "# google-chrome --versionGoogle Chrome 121.0.6167.85"
    },
    {
      "type": "heading",
      "level": 2,
      "text": "Step 5: Install selenium, webdriver-manager"
    },
    {
      "type": "list",
      "ordered": false,
      "items": [
        "<a href=\"https://pypi.org/project/webdriver-manager/\" target=\"_blank\" rel=\"noreferrer noopener\">https://pypi.org/project/webdriver-manager/</a>"
      ]
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "pip3 install selenium\npip3 install webdriver-manager"
    },
    {
      "type": "heading",
      "level": 2,
      "text": "Step 6— Install Chromedriver"
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "wget https://chromedriver.storage.googleapis.com/92.0.4515.107/chromedriver_linux64.zip"
    },
    {
      "type": "code",
      "lang": "text",
      "code": "unzip chromedriver_linux64.zip"
    },
    {
      "type": "code",
      "lang": "bash",
      "code": "sudo mv chromedriver /usr/bin/chromedriver\nsudo\nchown root:root /usr/bin/chromedriver\nsudo\nchmod +x /usr/bin/chromedriver"
    },
    {
      "type": "heading",
      "level": 2,
      "text": "Step 7 — Test Installation"
    },
    {
      "type": "code",
      "lang": "text",
      "code": "chromedriver --url-base=/wd/hub"
    },
    {
      "type": "heading",
      "level": 2,
      "text": "Run test"
    },
    {
      "type": "code",
      "lang": "python",
      "code": "from selenium\nimport webdriver\nfrom selenium.webdriver.chrome.service\nimport Serviceservice = Service(executable_path=r'/usr/bin/chromedriver')options =\nwebdriver.ChromeOptions()# options.add_argument('--headless')#\noptions.add_argument('--no-sandbox')options.add_argument('--disable-dev-shm-usage')driver =\nwebdriver.Chrome(service=service,\noptions=options)driver.get(\"https://google.com/\")print(driver.title)driver.quit()"
    }
  ]
}