rieuse / learnpython Goto Github PK

# -*- coding:utf-8 -*-

from bs4 import BeautifulSoup
import requests
import csv

html = "http://www.meilele.com/category-chuangdian/"
headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36'}
res = requests.get(html,headers=headers)
res.raise_for_status()
res.encoding = res.apparent_encoding
soup = BeautifulSoup(res.text,'lxml')

result = []
for i in range(len(soup.find_all('span',{"class":"m-count JS_async_price"}))):
    goods_ID = soup.find_all('span',{"class":"m-count JS_async_price"})[i]["data-goods_id"]
    goods_Price = soup.find_all('span',{"class":"m-count JS_async_price"})[i].get_text()
    goods_Name = soup.find_all('a',{"class":"d-name"})[i].text.strip()
    result.append((goods_ID,goods_Price,goods_Name))

    with open('美乐乐床垫列表.csv','w',newline='',encoding='utf-8') as f:
        writer = csv.writer(f)
        writer.writerow(('商品ID','商品价格','商品名称'))
        for r in result:
            writer.writerow(r)