使用 shell / python 进行sql的excel报表导出

/usr/bin/mysql -u"${username}" -p"${password}" --host=${host} -D"${database}" <  ${sql_script_path} > ${export_data_full_path1};

iconv -futf8 -tgb2312 -o ${export_data_full_path1} ${export_data_full_path1};

echo "yesterday report infomation, FYI ." | mail -s "$yesterday_format report" -a ${export_data_full_path1} ${mail_receivers} 

#!/bin/bash

sql_script_path="/scripts/report/report.sql";

# data sync target configs
host="127.0.0.1";
username="test";
password=‘123456‘;
database=‘test‘;

export_data_path_prefix="/data/report/export_datas";
mail_receivers="test@163.com";

yesterday_format=`date ‘+%Y-%m-%d‘ -d ‘-1 day‘`;
export_data_full_path1="${export_data_path_prefix}/${yesterday_format}-Report.xls";

/usr/bin/mysql -u"${username}" -p"${password}" --host=${host} -D"${database}" <  ${sql_script_path} > ${export_data_full_path1};

iconv -futf8 -tgb2312 -o ${export_data_full_path1} ${export_data_full_path1};


# todo: send mail begin
echo ‘$yesterday_format report infomation, FYI .‘ | mail -s "$yesterday_format report" -a ${export_data_full_path1} ${mail_receivers} 

echo `date ‘+%Y-%m-%d %H:%I:%S‘` "over!"

#!/usr/bin/env python
# -*- coding: utf-8 -*-

# need install components: openpyxl, pymysql
from openpyxl import Workbook
import pymysql
import time
import sys
from email.mime.application import MIMEApplication
from email.mime.multipart import MIMEMultipart
from email.header import Header
from email.utils import formataddr
import smtplib
import random

class MysqlClient:
    # create connection to mysql
    def __init__(self, db_host, user, password, database, port=10000, authMechanism="PLAIN"):
        self.conn = pymysql.connect(host=db_host,
                                  port=port,
                                  user=user,
                                  password=password,
                                  database=database,
                                  )
    def query(self, sql):
        with self.conn.cursor() as cursor:
            cursor.execute(sql)
            return cursor.fetchall()
    def close(self):
        self.conn.close()


class MailClient:
    # initial account info
    def __init__(self, sender_account, sender_pass, report_date):
        self.sender_account = sender_account
        self.sender_pass = sender_pass
        self.report_date = report_date
    def send_mail(self, receivers, subject, msg_content, xls_file_path):
        try:
          msg = MIMEMultipart()
          attach = MIMEApplication(open(xls_file_path, ‘rb‘).read())
          attach.add_header(‘Content-Disposition‘, ‘attachment‘, filename=self.report_date + ‘-Reprot.xlsx‘)
          msg.attach(attach)
          body = MIMEText(msg_content, ‘html‘, ‘utf-8‘)
          msg.attach(body)
          msg[‘From‘] = self.sender_account
          msg[‘To‘] = ‘,‘.join(receivers)
          msg[‘Subject‘] = Header(subject, ‘utf-8‘)
          server = smtplib.SMTP_SSL("smtp.exmail.qq.com", 465)
          server.login(mail_sender, sender_pass)
          server.sendmail(mail_sender, receivers, msg.as_string())
          server.quit()
          print(self.report_date + ‘-----success‘)
        except Exception as e:
          print(self.report_date + ‘-----failed‘)
          print(e)

test_sql=‘‘‘SELECT DATE(create_time) AS 日期, user_flag AS 用户类型,
FROM t_user s
WHERE create_time>=‘2019-01-01‘ AND repay_time<=DATE_ADD(NOW(),INTERVAL 1 DAY)
GROUP BY DATE(create_time),user_flag
LIMIT 1000;
‘‘‘

def create_xsls(info_report, xls_file_path):
  mysql_client = MysqlClient(db_host=‘127.0.0.1‘, port=3306, user=‘test‘, password=‘test‘, database=‘testdb‘)
  wb = Workbook()
  inx_rep = 0
  for report in info_report: 
    result = mysql_client.query(report.get(‘report_sql‘))
    if inx_rep == 0:
      ws = wb.worksheets[0]
      ws.title = report.get(‘rep_name‘)
    else:
      ws = wb.create_sheet(title=report.get(‘rep_name‘))
    titleidx = 0
    titlenames = report.get(‘rep_title‘)
    for titlename in titlenames.split(","):
      if chr(ord(‘A‘) + titleidx) <= ‘Z‘:
        title_name = chr(ord(‘A‘) + titleidx)
      else:
        title_name = "A" + chr(ord(‘A‘) + titleidx - 26)

      ws[title_name + "1"] = titlename
      titleidx = titleidx + 1
    row_num = 2
    for line in result:
      titleidx = 0
      for titlename in titlenames.split(","):
        if chr(ord(‘A‘) + titleidx) <= ‘Z‘:
          title_name = chr(ord(‘A‘) + titleidx)
        else:
          title_name = "A" + chr(ord(‘A‘) + titleidx - 26)

        ws[title_name + str(row_num)] = line[titleidx]
        titleidx = titleidx + 1
      row_num = row_num + 1
    inx_rep = inx_rep + 1  
  wb.save(xls_file_path)


def main(argv):
    if(argv[1] == ‘user_reg‘):
      info_report = [{"rep_name":"测试工单","rep_title":"日期,用户类型,注册来源","report_sql":test_sql}]
      receivers = [‘test2@163.com‘]
    else:
      pass;
    report_date = time.strftime(‘%Y%m%d‘, time.localtime())
    rep_rand = random.randint(100, 999)
    xls_file_path = ‘/mnt/data/report/data/‘ + argv[1] + ‘-‘ + report_date + ‘-Reprot‘ + str(rep_rand) + ‘.xlsx‘;
    create_xsls(info_report, xls_file_path)
    mail_client = MailClient(sender_account=‘test@163.cn‘, sender_pass=‘1234567‘, report_date=report_date)
    mail_client.send_mail(receivers, subject=‘测试主题‘, msg_content=‘测试body‘, xls_file_path=xls_file_path)

if __name__ == "__main__":
    main(sys.argv)

pip install openpyxl pymysql