import requests

from bs4 import BeautifulSoup

import urllib

 

# Webページを取得して解析する

load_url = "https://ameblo.jp/kabayon/theme-10028698679.html"

html = requests.get(load_url)

soup = BeautifulSoup(html.content, "html.parser")

 

# classで検索し、その中のすべてのaタグを検索して表示する

# topics = soup.find_all(class_="skin-borderQuiet")

topics = soup.find_all(class_="skin-borderQuiet")

# print(topics)

print("------result-------")

for topic in topics:

    print(topic.text)

    url = topic.find("h2").find("a").get("href")

    link_url = urllib.parse.urljoin(load_url,url)

    print(link_url)