1. 程式人生 > >使用Python讀Excel資料Insert到MySQL

使用Python讀Excel資料Insert到MySQL

#!/usr/bin/env python

#coding:utf-8

import xlrd

import MySQLdb

import datetime

xlsfile=r'C:\Users\XUWU\Desktop\data.xlsx'

book = xlrd.open_workbook(xlsfile)

#獲取sheet的數量

count = len(book.sheets()) 

#設定連線資料庫

database = MySQLdb.connect(host='192.168.1.30',user='root',passwd='123456',db='crm')

#設定字符集

database.set_character_set('utf8')

cursor = database.cursor()

cursor.execute('SET NAMES utf8;') 

cursor.execute('SET CHARACTER SET utf8;')

cursor.execute('SET character_set_connection=utf8;')

starttime = datetime.datetime.now()

print '開始時間:%s' % (starttime)

#迴圈sheet

for i in range(0,count-1):

    sheet = book.sheet_by_index(i) 

    query = """INSERT INTO bill_test ( member_id, name, tel, phone, dq_datetime, address, parking) VALUES ( %s, %s, %s, %s, %s, %s, %s)"""

    #迴圈每一行

    for r in range(1, sheet.nrows):

        #idseq      = sheet.cell(r,0).value

        member_id   = sheet.cell(r,1).value

        name        = sheet.cell(r,2).value

        tel         = sheet.cell(r,3).value

        phone       = sheet.cell(r,4).value

        #dq_datetime = sheet.cell(r,5).value

        #讀日期這裡要處理一下,不然全變成數字了

        dq_datetime_num=xlrd.xldate_as_tuple(sheet.cell(r,5).value,0)

        dq_datetime = '%s/%s/%s' % (dq_datetime_num[0],dq_datetime_num[1],dq_datetime_num[2])

        address     = sheet.cell(r,6).value

        parking     = sheet.cell(r,7).value

        values = (member_id, name, tel, phone, dq_datetime, address, parking)

        #print query,values

        cursor.execute(query, values)

cursor.close()

database.commit()

database.close()

endtime=datetime.datetime.now()

print '結束時間:%s' % (endtime)

print '用時:%s 秒' % (endtime-starttime)

CREATE TABLE `bill_test` (

  `idseq` mediumint(10) unsigned NOT NULL AUTO_INCREMENT,

  `member_id` int(10) DEFAULT NULL,

  `name` varchar(20) DEFAULT NULL,

  `tel` varchar(20) DEFAULT NULL,

  `phone` varchar(20) DEFAULT NULL,

  `dq_datetime` varchar(20) DEFAULT NULL,

  `address` varchar(200) DEFAULT NULL,

  `parking` varchar(200) DEFAULT NULL,

  PRIMARY KEY (`idseq`)

) ENGINE=MyISAM DEFAULT CHARSET=utf8 |


使用Python從 MySQL寫資料到Excel

#!/usr/bin/env python

#coding:utf-8

import xlwt

import MySQLdb

import datetime

database = MySQLdb.connect(host='192.168.1.30',user='root',passwd='123456',db='crm')

#設定字符集

database.set_character_set('utf8')

cursor = database.cursor()

cursor.execute('SET NAMES utf8;') 

cursor.execute('SET CHARACTER SET utf8;')

cursor.execute('SET character_set_connection=utf8;')

starttime = datetime.datetime.now()

print '開始時間:%s' % (starttime)

#通過SQL得到該表有多少行,如果想取出指定的資料,只需要在後面加where條件即可。

sql2 = 'select count(*) from bill_test;';

cursor.execute(sql2)

count_rows=cursor.fetchone()[0]

wbk = xlwt.Workbook(encoding='utf-8',style_compression=0)

sheet = wbk.add_sheet('sheet 1', cell_overwrite_ok=True)

#設定寫excel的樣式

style = xlwt.XFStyle()

font = xlwt.Font()

font.name = 'Times New Roman'

#0x0190設定字型為20,預設為0x00C8 字型為10 ,0x00C8為十六進位制的數字

font.height = 0x0190

font.bold = True

style.font = font

#查詢得到該表有多少列

query_colums="select count(*) from information_schema.COLUMNS where TABLE_SCHEMA='crm' and table_name='bill_test';"

cursor.execute(query_colums)

count_cols = cursor.fetchone()[0]

sql = 'select member_id, name, tel, phone, dq_datetime, address, parking from bill_test;'

cursor.execute(sql)

#定義所有的列名,共7列

columnName = ['賬號','名稱','電話','手機','到期日期','地址','園區名稱']  

#將列名插入表格,共7列

for i in range(len(columnName)):         

        sheet.write(0,i,columnName[i],style)

#通過迴圈取出每一行資料,寫入excel    

for i in range(1,count_rows-1):

    data = cursor.fetchone()

    for j in range(0,count_cols-1):

        sheet.write(i,j,data[j],style)       

cursor.close()

database.close()

wbk.save('C:\Users\XUWU\Desktop\data01.xls')   

endtime=datetime.datetime.now()

print '結束時間:%s' % (endtime)

print '用時:%s 秒' % (endtime-starttime)

python之TXT資料匯入資料庫

為了匯入資料,可以先對資料做些處理,讓其更容易匯入資料庫

#!/usr/bin/python

#coding=utf-8

import _mysql,sys,time

#讀入資料函式

def add_data(id,name,created_time):

    try:

        conn=_mysql.connect('127.0.0.1','root','')

        conn.query("set names utf8")

        conn.query("insert into mysql.test3(%s,%s,%s) values('%s','%s','%s')"%('object_id','object_name','created',id,name,created_time))

        result=conn.use_result()

        conn.close()

    except _mysql.Error,e:

        print ("error %d:%s" % (e.args[0],e.args[1]))

        sys.exit(1)

if __name__ =="__main__":

    f= open("/opt/testdata/aaa.txt","r")

    time1=time.time()

    print time.ctime()

    #讀出第一行資料,作為資料表的段名

    line=f.readline()

    content=line.strip().split(",")

    conn0=_mysql.connect('127.0.0.1','root','')

    print 'connection is builded succesfully'

    conn0.query("drop table if exists mysql.test3")

    conn0.query("create table mysql.test3(%s varchar(90),%s varchar(90),%s varchar(90))"%(content[0][1:-1],content[1][1:-1],content[2][1:-1]))

    conn0.close()

    #運用next函式,讓for迴圈從第二行開始讀資料

    next(f)

    for line in f:

       #做一些處理,讓每一段分開,放置在一個列表中

       content=line.strip().split(",")

       add_data(id=content[0][1:-1],name=content[1][1:-1],created_time=content[2][1:-1])

    f.close()

    time2=time.time()

    print time.ctime()

    #計算匯入資料的時間

    print 'importing time is %f'%(time2-time1)