mongodb转elasticsearch

# coding:utf-8

import time

from elasticsearch import Elasticsearch

import sys



from database.mongodb.enterprisedb import EnterpriseDB

from libs.utils import md5string

reload(sys)

sys.setdefaultencoding(‘utf-8‘)



if __name__ == "__main__":

    # es = Elasticsearch("dv7")

    # es.index(index="corp-base", doc_type="test-type", id=md5string("中国"),

    #   body={"any":"this is a good day", "timestamp": datetime.now()})

    # ret = es.get(index="corp-base", doc_type="test-type", id=md5string("中国"))[‘_source‘]

    # print ret



    es = Elasticsearch("dv7")

    basedb = EnterpriseDB("dv4:27017")

    count = 0

    for item in basedb.find({"updatetime": {‘$gt‘: 0}}):

        del item["_id"]

        es.index(index="corp-base", doc_type="test-type", id=md5string(item["name"]),body=item)

        count = count + 1

        if count%1000 == 0:

            print "%s processing:%s"%(time.asctime(),count)



    print "finished!count:%s"%count