爬取去哪网景点数据

Posted 2021-12-23 persistence-ok

import urllib.parse
import urllib.request
import requests
from bs4 import BeautifulSoup
import csv
import time
import re

sd=[‘名字‘,‘地址‘,‘价格‘,‘月销量‘,‘景点概述‘]
with open(‘C:\\Users\\惠普\\Desktop\\ac2.csv‘,‘a+‘,newline=‘‘,encoding=‘utf-8‘)as f:
       writers=csv.writer(f)
       writers.writerow(sd)

header=‘User-Agent‘:‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (Khtml, like Gecko) Chrome/55.0.2883.87 Safari/537.36‘,
‘X-Requested-With‘:‘XMLHttpRequest‘
base=‘&subject=&sku=‘
for i in range(1,80):
   url=‘http://piao.qunar.com/ticket/list.htm?keyword=%E7%83%AD%E9%97%A8%E6%99%AF%E7%82%B9&region=&from=mpl_search_suggest&page=‘.format(i)
   url=url+base
   response=requests.get(url,headers=header)
   soup=BeautifulSoup(response.text)
   name=soup.find_all(‘h3‘,‘class‘:‘sight_item_caption‘)
   address=soup.find_all(‘p‘,‘class‘:‘address color999‘)
   price=soup.find_all(‘span‘,‘class‘:‘sight_item_price‘)
   xiaoliang=soup.find_all(‘span‘,‘class‘:‘hot_num‘)
   note=soup.find_all(‘div‘,‘class‘:‘intro color999‘)
   with open(‘C:\\Users\\惠普\\Desktop\\ac2.csv‘,‘a+‘,newline=‘‘,encoding=‘utf-8‘)as f:
       writers=csv.writer(f)
       for i in range(len(name)):
           listw=[]
           c=price[i].text.replace(‘¥‘,‘‘).replace(‘起‘,‘‘)
           print(c)
           if c==‘免费‘:
               listw=[name[i].text,address[i].text.replace(‘地址：‘,‘‘),‘0‘,‘0‘,note[i].text]
               writers.writerow(listw)
               
           else:
               listw=[name[i].text,address[i].text.replace(‘地址：‘,‘‘),c,xiaoliang[i].text,note[i].text]
               writers.writerow(listw)