使用 Selenium 自动化搜寻并撷取 Google 搜寻结果的 Python 范例

import requests
from bs4 import BeautifulSoup
# print(BeautifulSoup)
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
import time

# 初始化 WebDriver
driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()))

# 创建 WebDriver 实例（这里以 Chrome 为例）
driver = webdriver.Chrome()

# 检查 WebDriver 版本
print(f\'webdriver __version__:{webdriver.__version__}\')

try:
# 1. 连线到 Google
url = "https://www.google.com.tw/webhp?hl=zh-TW&cr=countryTW"
driver.get(url)
time.sleep(2) # 等待页面载入

# 2. 找到搜寻框并输入关键字
search_box = driver.find_element(By.ID, "APjFqb")
search_box.send_keys("泰国") # 输入关键字
search_box.send_keys(Keys.RETURN) # 模拟按下 Enter

time.sleep(2) # 等待搜寻结果载入

# 3. 撷取第一页的标题和连结
results = driver.find_elements(By.XPATH, \'//h3[@class="LC20lb MBeuO DKV0Md"]\')
for result in results:
title = result.text
link_element = result.find_element(By.XPATH, "..") # 找到 h3 的父节点 a
link = link_element.get_attribute("href")
print(f"标题: {title}\\n连结: {link}\\n")
finally:
# 关闭浏览器
driver.quit()