pip install selenium

#使用下面的方法，查找指定的元素進(jìn)行操作即可
find_element_by_id 根據(jù)id找節(jié)點(diǎn)
find_elements_by_name 根據(jù)name找
find_elements_by_xpath 根據(jù)xpath查找
find_elements_by_tag_name 根據(jù)標(biāo)簽名找
find_elements_by_class_name 根據(jù)class名字查找
# 通過id定位:
dr.find_element_by_id("kw")

# 通過name定位:
dr.find_element_by_name("wd")

# 通過class name定位:
dr.find_element_by_class_name("s_ipt")

# 通過tag name定位:
dr.find_element_by_tag_name("input")

# 通過xpath定位，xpath定位有N種寫法，這里列幾個(gè)常用寫法:
dr.find_element_by_xpath("http://*[@id='kw']")
dr.find_element_by_xpath("http://*[@name='wd']")
dr.find_element_by_xpath("http://input[@class='s_ipt']")
dr.find_element_by_xpath("/html/body/form/span/input")
dr.find_element_by_xpath("http://span[@class='soutu-btn']/input")
dr.find_element_by_xpath("http://form[@id='form']/span/input")
dr.find_element_by_xpath("http://input[@id='kw' and @name='wd']")

# 通過css定位，css定位有N種寫法，這里列幾個(gè)常用寫法:
dr.find_element_by_css_selector("#kw")
dr.find_element_by_css_selector("[name=wd]")
dr.find_element_by_css_selector(".s_ipt")
dr.find_element_by_css_selector("html > body > form > span > input")
dr.find_element_by_css_selector("span.soutu-btn> input#kw")
dr.find_element_by_css_selector("form#form > span > input")

<a class="mnav"  rel="external nofollow" name="tj_trnews">新聞</a>
<a class="mnav"  rel="external nofollow" name="tj_trhao123">hao123</a>

# 通過link text定位:
dr.find_element_by_link_text("新聞")
dr.find_element_by_link_text("hao123")

# 通過partial link text定位:
dr.find_element_by_partial_link_text("新")
dr.find_element_by_partial_link_text("hao")
dr.find_element_by_partial_link_text("123")

from selenium import webdriver
from time import sleep
# 創(chuàng)建瀏覽器對(duì)象 驅(qū)動(dòng)為瀏覽器的路徑
bro = webdriver.Chrome("./chromedriver.exe")
url = "https://www.baidu.com"7 # 發(fā)送請(qǐng)求
bro.get(url)
# 讓百度指定詞條的搜索
text = bro.find_element_by_id('kw')
# 發(fā)送關(guān)鍵字
text.send_keys('python')
# 點(diǎn)擊搜索按鈕
button = bro.find_element_by_id('su')
button.click()
# 關(guān)閉瀏覽器
bro.quit()

from selenium import webdriver
from time import sleep
bro = webdriver.PhantomJS('E:/BaiduNetdiskDownload/爬蟲課件/5. 動(dòng)態(tài)數(shù)據(jù)加載
爬取\phantomjs‐2.1.1‐windows/bin/phantomjs.exe')
url = "https://www.baidu.com"
# 發(fā)送請(qǐng)求
bro.get(url)
bro.save_screenshot('./1.png')
# 讓百度指定詞條的搜索
text = bro.find_element_by_id('kw')
# 發(fā)送關(guān)鍵字
text.send_keys('python')
bro.save_screenshot('./2.png')
# 點(diǎn)擊搜索按鈕
button = bro.find_element_by_id('su')
button.click()
sleep(3)
bro.save_screenshot('./3.png')
# 關(guān)閉瀏覽器
bro.quit()

from selenium import webdriver
from time import sleep3 url = 'https://movie.douban.com/typerank?type_name=%E5%96%9C%E5%89%A7&typ
e=24&interval_id=100:90&action='
bro = webdriver.PhantomJS('E:/BaiduNetdiskDownload/爬蟲課件/5. 動(dòng)態(tài)數(shù)據(jù)加載
爬取\phantomjs‐2.1.1‐windows/bin/phantomjs.exe')
bro.get(url)
sleep(1)
bro.save_screenshot("./1.png")
js = 'window.scrollTo(0,document.body.scrollHeight)'
# 執(zhí)行js代碼 滾動(dòng)條
bro.execute_script(js)
sleep(1)
bro.save_screenshot('./2.png')
# 獲取頁面數(shù)據(jù)
page_source = bro.page_source
print(page_source)