трансляция практического занятия для студентов НГУ. Мои: Instagram: / dewhole Личный сайт (с блогом по разработке):
Интернет-магазин:
урукава.рф Код с занятия: from os import write import requests from bs4 import BeautifulSoup import fake_useragent import csv user = fake_useragent.UserAgent().random headers = { 'user-agent': user } def get_html(url): r = requests.get(url, headers = headers) return r def get_content(html): catalog = [] soup = BeautifulSoup(html, 'html.parser') items = soup.find_all('div', class_='preview-product') for i in items: price = i.find('div', class_='price').get_text() price = price.replace(' ', '').replace('₽', '') name = i.find('span').get('title') if name == None: continue else: name = name[9:] catalog.append ({ 'name': name, 'price': price, }) return catalog def save_file(items, path): with open(path, 'w', encoding='utf8', newline='') as file: writer = csv.writer(file, delimiter=',') writer.writerow(['Названия товара', 'Цена товара']) for item in items: writer.writerow([item['name'], item['price']]) def parse(): for URL in ['
,]: html = get_html(URL) if html.status_code == 200: html = get_content(html.text) else: print('Error') filename = 'nsuparse.csv' save_file(html, filename) parse()
