# 安裝Selenium庫
pip install selenium
 
# 下載瀏覽器驅(qū)動(dòng)（以Chrome為例）
# 驅(qū)動(dòng)版本需與瀏覽器版本嚴(yán)格對應(yīng)
# 下載地址：https://chromedriver.chromium.org/downloads

from selenium import webdriver
 
# 方式一：指定驅(qū)動(dòng)路徑
driver = webdriver.Chrome(executable_path='/path/to/chromedriver')
 
# 方式二：配置環(huán)境變量（推薦）
# 將chromedriver放入系統(tǒng)PATH路徑
driver = webdriver.Chrome()

driver = webdriver.Chrome()
try:
    driver.get("https://example.com")  # 訪問頁面
    element = driver.find_element(By.ID, "search")  # 元素定位
    element.send_keys("Selenium")  # 輸入文本
    element.submit()  # 提交表單
    print(driver.page_source)  # 獲取渲染后源碼
finally:
    driver.quit()  # 關(guān)閉瀏覽器

from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
 
# 顯式等待：直到元素存在（最多等待10秒）
element = WebDriverWait(driver, 10).until(
    EC.presence_of_element_located((By.CSS_SELECTOR, ".dynamic-content"))
)
 
# 隱式等待：全局設(shè)置元素查找超時(shí)
driver.implicitly_wait(5)

# 滾動(dòng)加載
driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
 
# 鼠標(biāo)懸停
from selenium.webdriver.common.action_chains import ActionChains
hover_element = driver.find_element(By.ID, "dropdown")
ActionChains(driver).move_to_element(hover_element).perform()
 
# 文件上傳
file_input = driver.find_element(By.XPATH, "http://input[@type='file']")
file_input.send_keys("/path/to/local/file.jpg")

# 代理配置
from selenium.webdriver.chrome.options import Options
 
chrome_options = Options()
chrome_options.add_argument('--proxy-server=http://user:pass@proxy.example.com:8080')
driver = webdriver.Chrome(options=chrome_options)
 
# 隨機(jī)User-Agent
from fake_useragent import UserAgent
 
ua = UserAgent()
chrome_options.add_argument(f'user-agent={ua.random}')
 
# Cookies管理
driver.add_cookie({'name': 'session', 'value': 'abc123'})  # 設(shè)置Cookie
print(driver.get_cookies())  # 獲取所有Cookies

from selenium import webdriver
from selenium.webdriver.common.by import By
import time
 
# 初始化配置
options = webdriver.ChromeOptions()
options.add_argument('--headless')  # 無頭模式
options.add_argument('--disable-blink-features=AutomationControlled')  # 反爬規(guī)避
driver = webdriver.Chrome(options=options)
 
try:
    # 登錄操作
    driver.get("https://www.example.com/login")
    driver.find_element(By.ID, "username").send_keys("your_user")
    driver.find_element(By.ID, "password").send_keys("your_pass")
    driver.find_element(By.ID, "login-btn").click()
    time.sleep(3)  # 等待登錄跳轉(zhuǎn)
 
    # 訪問商品頁
    driver.get("https://www.example.com/product/12345#reviews")
    
    # 滾動(dòng)加載評論
    for _ in range(5):
        driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
        time.sleep(2)
    
    # 提取評論數(shù)據(jù)
    comments = driver.find_elements(By.CSS_SELECTOR, ".review-item")
    for idx, comment in enumerate(comments, 1):
        print(f"Comment {idx}:")
        print("User:", comment.find_element(By.CSS_SELECTOR, ".user").text)
        print("Content:", comment.find_element(By.CSS_SELECTOR, ".content").text)
        print("Rating:", comment.find_element(By.CSS_SELECTOR, ".rating").get_attribute('aria-label'))
        print("-" * 50)
 
finally:
    driver.quit()

# 復(fù)用瀏覽器實(shí)例（適用于多頁面抓取）
def get_driver():
    if not hasattr(get_driver, 'instance'):
        get_driver.instance = webdriver.Chrome()
    return get_driver.instance
 
# 合理設(shè)置超時(shí)時(shí)間
driver.set_page_load_timeout(30)  # 頁面加載超時(shí)
driver.set_script_timeout(10)  # 異步腳本執(zhí)行超時(shí)

from selenium.common.exceptions import (
    NoSuchElementException,
    TimeoutException,
    StaleElementReferenceException
)
 
try:
    # 操作代碼
except NoSuchElementException:
    print("元素未找到，可能頁面結(jié)構(gòu)變化")
except TimeoutException:
    print("頁面加載超時(shí)，嘗試重試")
except StaleElementReferenceException:
    print("元素已失效，需重新定位")