from selenium import webdriver from bs4 import BeautifulSoup
driver = webdriver.Chrome() driver.get(url) driver.implicitly_wait(10)
html = driver.page_source
soup = BeautifulSoup(html, 'html.parser') elements = soup.find_all('div', {'class': 'element'})
import requests from bs4 import BeautifulSoup
url = 'http://example.com/api/data' response = requests.get(url) data = response.json()
soup = BeautifulSoup(data, 'html.parser') elements = soup.find_all('div', {'class': 'element'})