def scrape_docsity_search(query, pages=2): base_url = "https://www.docsity.com/en/search/" results = []
Enter the .
import requests from bs4 import BeautifulSoup import time HEADERS = { "User-Agent": "Mozilla/5.0 (Education Purposes)" }
try: response = requests.get(url, headers=HEADERS) soup = BeautifulSoup(response.text, "html.parser")
return results if == " main ": docs = scrape_docsity_search("calculus+1", pages=1) for d in docs: print(f"- {d['title']}: {d['url']}")
for page in range(1, pages+1): url = f"{base_url}{query}/?page={page}" print(f"Scraping: {url}")