30、吃什么不会胖

 1 from gevent import monkey
 2 monkey.patch_all()
 3 import gevent,requests,bs4,csv
 4 from gevent.queue import Queue
 5 
 6 def crawler():
 7     headers = {‘User-Agent‘: ‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36‘}
 8     while not work.empty():
 9         url = work.get_nowait()
10         res = requests.get(url,headers=headers)
11         bs_res = bs4.BeautifulSoup(res.text,‘html.parser‘)
12         datas = bs_res.find(‘ul‘,class_=‘food-list‘).find_all(class_=‘text-box pull-left‘)
13         for data in datas:
14             writer.writerow([data.text.strip().replace(‘\n\n‘,‘,‘)])
15 
16 work = Queue()
17 
18 url = ‘http://www.boohee.com/food/group/{group}?page={page}‘
19 for group in range(1,11):
20     for page in range(1,11):
21         real_url = url.format(group=group,page=page)
22         work.put_nowait(real_url)
23 
24 csv_file = open(‘timetop.csv‘,‘w‘,newline=‘‘,encoding=‘utf-8-sig‘)
25 writer = csv.writer(csv_file)
26 
27 task_list=[]
28 for x in range(4):
29     task = gevent.spawn(crawler)
30     task_list.append(task)
31 gevent.joinall(task_list)
32 
33 csv_file.close()