Scrapy 教程(一)-安装与入门

pip install -I cryptography

pip install -U pyopenssl

import scrapy

class MovieItem(scrapy.Item):
    # define the fields for your item here like:
    name = scrapy.Field()

class MeijuSpider(scrapy.Spider):
    name = "meiju"
    allowed_domains = ["meijutt.com"]
    start_urls = [‘http://www.meijutt.com/new100.html‘]

    def parse(self, response):
        movies = response.xpath(‘//ul[@class="top-list  fn-clear"]/li‘)
        for each_movie in movies:
            item = MovieItem()
            item[‘name‘] = each_movie.xpath(‘./h5/a/@title‘).extract()[0]
            yield item

scrapy runspider test.py -o test1.json