python脚本 mongodb到postgresql

安装 mongo模块

pip install pymongo

安装postgresql 驱动

pip install python-psycopg2 

1 # -*- coding: utf-8 -*- 2

 from pymongo import MongoClient
 import datetime
 import psycopg2

 def get_db():
     print('connect mongo...')
     client=MongoClient('localhost',27017)
     db=client.webdb
     db.authenticate('jackical','****')
     return db

 def get_collection():
     print('start read table..')
     db=get_db()
     coll=db['table']
     print(db.collection_names())
     return coll.find({'pid':12,'did':45})

 def get_pg():
     print('read pg db')
     conn=psycopg2.connect(database='jackical',user='postgres',password='******',host='localhost',port='')
     cur=conn.cursor()
     colles=get_collection()
     pernumb=0
     for i in colles:
         searchKey=i['searchKey'] if 'searchKey' in i else ''
         websiteType=i['websiteType'] if 'websiteType' in i else ''

         searchKey=searchKey.replace('\'','*_*')
         websiteType=websiteType.replace('\'','*_*')

         persql='insert into public.myapp_res2(searchkey,websitetype) values(\'%s\',\'%s\')' % (searchKey,websiteType)
         print(persql)
         cur.execute(persql)

         pernumb=pernumb+1

         if pernumb>1000:
             conn.commit()
             pernumb=0

     if pernumb>0:
         conn.commit()
     cur.close()
     conn.close()
     print('insert end')

 if __name__=='__main__':
     get_pg()

     

代码中

i['searchKey'] if 'searchKey' in i else '' 

为mongo中有没有 "searchKey" 这列，有的话就显示，没有的话就为 ''

为保证入库正常，所以直接将 ‘ 单引号替换成 *_* ，取数据时，再换回来。