如何使用Python从包含"show more“的网页中提取所有urls？

import requests
from bs4 import BeautifulSoup

url = "网页的URL地址"
response = requests.get(url)

soup = BeautifulSoup(response.text, "html.parser")
show_more_button = soup.find("a", text="show more")

show_more_url = show_more_button["href"]
expanded_response = requests.get(show_more_url)
expanded_soup = BeautifulSoup(expanded_response.text, "html.parser")

urls = []
for link in expanded_soup.find_all("a"):
    url = link.get("href")
    if url:
        urls.append(url)