在Python语言中使用BeautifulSoup、Selenium解析表

from bs4 import BeautifulSoup
import requests

url = 'http://example.com'
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')

# 查找所有的段落标签
paragraphs = soup.find_all('p')
for p in paragraphs:
    print(p.get_text())

from selenium import webdriver

# 启动Chrome浏览器
driver = webdriver.Chrome()

# 打开网页
driver.get('http://example.com')

# 查找元素并进行交互
element = driver.find_element_by_tag_name('p')
print(element.text)

# 关闭浏览器
driver.quit()

# 假设网页中有一个id为'myTable'的表格
table = soup.find('table', id='myTable')

# 获取所有行
rows = table.find_all('tr')
for row in rows:
    # 获取当前行的所有列
    cols = row.find_all('td')
    cols = [ele.text.strip() for ele in cols]
    print(', '.join(cols))

# 假设网页中有一个id为'myTable'的表格
table = driver.find_element_by_id('myTable')

# 获取所有行
rows = table.find_elements_by_tag_name('tr')
for row in rows:
    # 获取当前行的所有列
    cols = row.find_elements_by_tag_name('td')
    cols = [ele.text.strip() for ele in cols]
    print(', '.join(cols))

from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

# 等待表格元素加载完成
WebDriverWait(driver, 10).until(
    EC.presence_of_element_located((By.ID, 'myTable'))
)