pandas加速读取数据记录

def readf(file):
    t0 = time.time()
    data=pd.read_csv(file,low_memory=False,encoding=‘gbk‘
                     #,nrows=100
                     )
    t1 = time.time()
    print(‘耗时%0.3f秒钟‘%(t1-t0))
    return data
d1=readf(file1)
t0 = time.time()
d1.to_pickle(‘d1.pkl‘)
t1 = time.time()
print(‘耗时%0.3f秒钟‘%(t1-t0))
t0 = time.time()
d2=pd.read_pickle(‘d1.pkl‘)
t1 = time.time()
print(‘耗时%0.3f秒钟‘%(t1-t0))

print(d1.shape)
print(d2.shape)