Selenium – Tech Blog of Edward

Vimeo fetching video title

admin / 19 July, 2017

import selenium
from selenium import webdriver

driver = webdriver.Chrome()
driver.get('https://vimeo.com/manage/videos')

import selenium

from selenium import webdriver

driver = webdriver.Chrome()

driver.get('https://vimeo.com/manage/videos')

# Login 
driver.find_element_by_xpath('//*[@id="signup_email"]').send_keys("inputTheUserName")
driver.find_element_by_xpath('//*[@id="login_password"]').send_keys("inputThePassword")
driver.find_element_by_xpath('//*[@id="login_form"]/div[5]/input').click()

# Login

driver.find_element_by_xpath('//*[@id="signup_email"]').send_keys("inputTheUserName")

driver.find_element_by_xpath('//*[@id="login_password"]').send_keys("inputThePassword")

driver.find_element_by_xpath('//*[@id="login_form"]/div[5]/input').click()

Check if xpath exist in current page

def check_exists_by_xpath(xpath):
    try:
        driver.find_element_by_xpath(xpath)
    except NoSuchElementException:
        return False
    return True

def check_exists_by_xpath(xpath):

try:

driver.find_element_by_xpath(xpath)

except NoSuchElementException:

return False

return True

Load all the components (3s pause by default for loading)

# Load all components
while(check_exists_by_xpath('//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/div/span')):
    try:
        time.sleep(3)
        more = driver.find_element_by_xpath('//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/div/span')
        more.click()
    except:
        break

# Load all components

while(check_exists_by_xpath('//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/div/span')):

try:

time.sleep(3)

more = driver.find_element_by_xpath('//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/div/span')

more.click()

except:

break

The format of video title will be (XPATH)

//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[1]/td[3]/div/a
//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[2]/td[3]/div/a
//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[N]/td[3]/div/a

//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[1]/td[3]/div/a

//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[2]/td[3]/div/a

//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[N]/td[3]/div/a

Fetch all the video titles

i = 1
while(True):
    try:
        temp = driver.find_element_by_xpath('//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[{0}]/td[3]/div/a'.format(i))
        print(temp.text)
        i += 1
    except Exception as e:
        print("Extraction completed with {0} titles fetched".format(i))
        break

i = 1

while(True):

try:

temp = driver.find_element_by_xpath('//*[@id="wrap"]/div[2]/main/div/div/div[1]/div/table/tbody/tr[{0}]/td[3]/div/a'.format(i))

print(temp.text)

i += 1

except Exception as e:

print("Extraction completed with {0} titles fetched".format(i))

break

Selenium

Fetch stock price from Yahoo Finance

admin / 4 July, 2017

The url for stock number #1234

https://hk.finance.yahoo.com/quote/1234.HK/?p=1234.HK

1	https://hk.finance.yahoo.com/quote/1234.HK/?p=1234.HK

Pattern: https://hk.finance.yahoo.com/quote/STOCKNUM.HK/?p=STOCKNUM.HK The stock number in url should be in 4 digits with leading zero, therefore, when reading input:

number = input()
if(len(number) < 4):
    number = str("0" * (4-len(number)) + number)

number = input()

if(len(number) < 4):

number = str("0" * (4-len(number)) + number)

Selenium

Auto fill form bot

admin / 4 July, 2017

Install the selenium module in Python

> pip install selenium

1	> pip install selenium

Import the following:

import selenium
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.wait import WebDriverWait

import selenium

from selenium import webdriver

from selenium.webdriver.common.keys import Keys

from selenium.webdriver.support.wait import WebDriverWait

Common approach of form filling

element.send_keys('demoTesting')
element.click()
driver.execute_script("arguments[0].click();", element)

element.send_keys('demoTesting')

element.click()

driver.execute_script("arguments[0].click();", element)

Example: (http://parsleyjs.org/doc/examples/simple.html) Locate the element using id, css selector, class or xpath

# Import the driver of Chrome and target url
driver  = webdriver.Chrome()
driver.get('http://parsleyjs.org/doc/examples/simple.html')

# Find the element by xpath and type "demoTesting"
driver.find_element_by_xpath('//*[@id="demo-form"]/input[1]').send_keys('demoTesting')

# Find the element by xpath and click 
driver.find_element_by_xpath('//*[@id="heard"]/option[4]').click()

# If the .click() method failed, use javascript directly
hobby2 = driver.find_element_by_xpath('//*[@id="hobby1"]')
driver.execute_script("arguments[0].click();", hobby1)

#browser.quit()

# Import the driver of Chrome and target url

driver = webdriver.Chrome()

driver.get('http://parsleyjs.org/doc/examples/simple.html')

# Find the element by xpath and type "demoTesting"

driver.find_element_by_xpath('//*[@id="demo-form"]/input[1]').send_keys('demoTesting')

# Find the element by xpath and click

driver.find_element_by_xpath('//*[@id="heard"]/option[4]').click()

# If the .click() method failed, use javascript directly

hobby2 = driver.find_element_by_xpath('//*[@id="hobby1"]')

driver.execute_script("arguments[0].click();", hobby1)

#browser.quit()