1 import pymysql
 2 from twisted.enterprise import adbapi
 3 from pymysql import cursors
 4  
 5  
 6 class JianshuTwistedPipeline(object):
 7  
 8     def __init__(self):
 9         dbparmas = {
10             ‘host‘: ‘192.168.0.134‘,
11             ‘user‘: ‘root‘,
12             ‘password‘: ‘123456‘,
13             ‘database‘: ‘jianshu‘,
14             ‘charset‘: ‘utf8‘,
15             ‘cursorclass‘: cursors.DictCursor
16         # 在默认情况下cursor方法返回的是BaseCursor类型对象，BaseCursor类型对象在执行查询后每条记录的结果以列表(list)表示。如果要返回字典(dict)表示的记录，就要设置cursorclass参数为cursors.DictCursor类。
17         }
18         # 连接ConnectionPool(使用pymysql或者MySQLdb连接)
19         self.dbpool = adbapi.ConnectionPool(‘pymysql‘, **dbparmas)
20         self._sql = None
21  
22     @property
23     def sql(self):
24         if not self._sql:
25             self._sql = ‘‘‘
26               insert into article(id,title,content,author,avatar,publish_time,article_id,origin_url) values(null,%s,%s,%s,%s,%s,%s,%s)
27               ‘‘‘
28             return self._sql
29         return self._sql
30  
31     def process_item(self, item, spider):
32         # 使用twisted将mysql插入变成异步执行
33         defer = self.dbpool.runInteraction(self.insert_item, item)
34         # 添加异常处理
35         defer.addErrback(self.handle_error, item, spider)
36  
37     def insert_item(self, cursor, item):
38         cursor.execute(self.sql, (
39         item[‘title‘], item[‘content‘], item[‘author‘], item[‘avatar‘], item[‘publish_time‘], item[‘article_id‘],
40         item[‘origin_url‘]))
41  
42     def handle_error(self, error, item, spider):
43         print(error)