Linux: RRDtool简体中文教程

# 安装net-snmp
wget -O /etc/yum.repos.d/epel.repo http://mirrors.aliyun.com/repo/epel-7.repo
yum install net-snmp -y
cd /etc/snmp/
cp snmpd.conf snmpd.conf.bak
cat snmpd.conf.bak |grep -vE '^$|^#' > snmpd.conf

cat >/etc/snmp/snmpd.conf<<\EOF
com2sec notConfigUser  default       public
group   notConfigGroup v1           notConfigUser
group   notConfigGroup v2c           notConfigUser
view    all    included   .1
view    systemview    included   .1.3.6.1.2.1.1
view    systemview    included   .1.3.6.1.2.1.25.1.1
access  notConfigGroup ""      any       noauth    exact  all none none
access  notConfigGroup ""      any       noauth    exact  systemview none none
syslocation Unknown (edit /etc/snmp/snmpd.conf)
syscontact Root <root@localhost> (configure /etc/snmp/snmp.local.conf)
dontLogTCPWrappersConnects yes
EOF

systemctl start snmpd
systemctl enable snmpd
yum -y install net-snmp-utils
参考：
https://www.cnblogs.com/createyuan/p/3997228.html

ubuntu安装：
sudo apt-get install librrd-dev libpython3-dev

# yum install rrdtool-devel python34-devel
pip install rrdtool

cat >get_eth0_traffic.sh<<\EOF
#!/bin/bash
# 首先取得 eth0 接口的 ifIndex 
index=$(snmpwalk -IR -v 1 -c public localhost RFC1213-MIB::ifDescr |grep eth0|cut -d '=' -f 1|cut -d '.' -f 2)
# 再通过 snmp 协议取得 ififInOctets 和 ifOutOctets 的值
# 由于在 /etc/snmp.conf 中配置了 defVersion 和 defCommunity ，所以 snmpget 命令不用指定这两个参数
eth0_in=$(snmpget -v 1 -c public  -IR -Os localhost ifInOctets.${index}|cut -d ':' -f 2|tr -d '[:blank:]')
eth0_out=$(snmpget -v 1 -c public  -IR -Os localhost ifOutOctets.${index}|cut -d ':' -f 2 |tr -d '[:blank:]')
echo $eth0_in
echo $eth0_out
EOF

cat >get_lo_traffic.sh<<\EOF      
#!/bin/bash
# 首先取得 eth0 接口的 ifIndex 
index=$(snmpwalk  -v 1 -c public  -IR localhost RFC1213-MIB::ifDescr |grep lo|cut -d '=' -f 1|cut -d '.' -f 2)
lo_in=$(snmpget -v 1 -c public  -IR -Os localhost ifInOctets.${index}|cut -d ':' -f 2|tr -d '[:blank:]')
lo_out=$(snmpget  -v 1 -c public -IR -Os localhost ifOutOctets.${index}|cut -d ':' -f 2 |tr -d '[:blank:]')
echo $lo_in
echo $lo_out
EOF

*/5 * * * * /bin/bash  /home/sh/get_eth0_traffic.sh
*/5 * * * * /bin/bash /home/sh/get_lo_traffic.sh

rrdtool create filename [--start|-b start time] [--step|-s step] 
                         [DS:ds-name:DST:dst arguments]  
                         [RRA:CF:cf arguments]

RRA:{AVERAGE | MIN | MAX | LAST}:xff:steps:rows

rrdtool create eth0.rrd \
--start "$(date -d '1 days ago' +%s)" \
--step 300 \
DS:eth0_in:COUNTER:600:0:U \
DS:eth0_out:COUNTER:600:0:U \
RRA:AVERAGE:0.5:1:600 \
RRA:AVERAGE:0.5:4:600 \
RRA:AVERAGE:0.5:24:600 \
RRA:AVERAGE:0.5:288:730

rrdtool create eth0.rrd \
--start "$(date -d '1 days ago' +%s)" \
--step 300 \
DS:eth0_in:COUNTER:600:0:12500000  \ #  600 是 heartbeat；0 是最小值；12500000 表示最大值； 
DS:eth0_out:COUNTER:600:0:U \# 如果没有最小值/最大值，可以用 U 代替，例如 U:U
RRA:AVERAGE:0.5:1:600 \ #1 表示对1个 PDP 取平均。实际上就等于 PDP 的值
RRA:AVERAGE:0.5:4:600 \# 4 表示每4个 PDP 取平均值合成为一个 CDP，也就是20分钟。方法是对4个PDP取平均，
RRA:AVERAGE:0.5:24:600 \# 同上，但改为24个，也就是24*5=120分钟=2小时。
RRA:AVERAGE:0.5:288:730# 同上，但改为288个，也就是 288*5=1440分钟=1天


注：上面第2-4个 RRA的记录数实际上应该是 700，775，790，而不是 600，600，730。
600 samples of 5 minutes  (2 days and 2 hours)= 180000 秒 （2.08天）
700 samples of 30 minutes (2 days and 2 hours, plus 12.5 days)= 1260000 秒 （14.58天 ，2周）
775 samples of 2 hours    (above + 50 days) = 5580000 秒 （64.58 天，2个月）
797 samples of 1 day      (above + 732 days, rounded up to 797) = 68860800 秒（2年）
可以看出每个 RRA 都存储了相应单位2倍时间的数据，例如每天的 RRA 存储2天的数据，每周的 RRA 存储2周的数据，每月的 RRA 存储2个月的数据，每年的 RRA 存储2年的数据

如：
#下列前4个RRA的定义说明如下，其他定义与AVERAGE方式相似，区别是存最大值与最小值  
# 每隔5分钟(1*300秒)存一次数据的平均值,存600笔，即2.08天  
# 每隔30分钟(6*300秒)存一次数据的平均值,存700笔，即14.58天（2周）  
# 每隔2小时(24*300秒)存一次数据的平均值,存775笔，即64.58天（2个月）  
# 每隔24小时(288*300秒)存一次数据的平均值,存797笔，即797天(2年)  
RRA:AVERAGE:0.5:1:600
RRA:AVERAGE:0.5:6:700
RRA:AVERAGE:0.5:24:775
RRA:AVERAGE:0.5:288:797

检查一下结果
(py3) [root@rabbitmq01 sh]# ll -h eth0.rrd 
-rw-r--r-- 1 root root 42K May 13 15:20 eth0.rrd

[root@dns1 bob]# rrdtool info eth0.rrd        （由于输出信息较多，截取了一部分）
filename = "eth0.rrd"
rrd_version = "0003"
step = 300                                        # RRDtool 希望每5分钟收到一个数据
last_update = 1163862985                # 这是最近一次更新的 timestamp 。可以用 date 转换为具体的时间date -d '@1163862985'
ds[eth0_in].type = "COUNTER"                # 有一个名为 eth0_in 的 DS，DST是 COUNTER
ds[eth0_in].minimal_heartbeat = 600        # hearbeat 时间是600 秒
ds[eth0_in].min = 0.0000000000e+00        # eth0_in 的最小值是 0 （bytes）
ds[eth0_in].max = 1.2500000000e+07        # eth0_in 的最大值是 1250000000 （bytes）
ds[eth0_in].last_ds = "UNKN"        
ds[eth0_in].value = 0.0000000000e+00
ds[eth0_in].unknown_sec = 85
ds[eth0_out].type = "COUNTER"
ds[eth0_out].minimal_heartbeat = 600
ds[eth0_out].min = 0.0000000000e+00
ds[eth0_out].max = 1.2500000000e+07
ds[eth0_out].last_ds = "UNKN"
ds[eth0_out].value = 0.0000000000e+00
ds[eth0_out].unknown_sec = 85
rra[0].cf = "AVERAGE"                                # 第一个 RRA 的编号是0，不是1。
rra[0].rows = 600                                        # 共保存 600 个记录
rra[0].pdp_per_row = 1                        # 每个 CDP 由一个 PDP 统计得出
rra[0].xff = 5.0000000000e-01                # 只要当前interval 的 PDP 为 unknown ，则该 CDP 的值也是unknown
rra[0].cdp_prep[0].value = NaN
rra[0].cdp_prep[0].unknown_datapoints = 0
rra[0].cdp_prep[1].value = NaN
rra[0].cdp_prep[1].unknown_datapoints = 0
rra[1].cf = "AVERAGE"                                # 第二个 RRA 的编号是 1。同样也是 AVERAGE 型。
rra[1].rows = 600                                        # 也是保存 600 个记录
rra[1].pdp_per_row = 4                        # 每个 CDP 由4个 PDP 的求平均值得出
rra[1].xff = 5.0000000000e-01                # 每个 CDP 最多允许2个 PDP 为 unknown ，超过则该 CDP 为unknown
rra[1].cdp_prep[0].value = NaN
rra[1].cdp_prep[0].unknown_datapoints = 3
rra[1].cdp_prep[1].value = NaN
rra[1].cdp_prep[1].unknown_datapoints = 3
[root@dns1 bob]#

[root@rabbitmq01 sh]# rrdtool last eth0.rrd 
1557645649
[root@rabbitmq01 sh]# date -d '@1557645649' +'%F %T'
2019-05-12 15:20:49


如果转换成具体的时间就是 ：
[root@dns1 bob]# rrdtool last eth0.rrd |xargs -i date -d '1970-01-01 {} sec utc'
六 11月 18 23:16:25 CST 2006

rrdtool {update | updatev} filename [--template|-t ds-name[:ds-name]...]
[--daemon|-d address] [--] N|timestamp:value[:value...]  at-timestamp@value[:value...]
[timestamp:value[:value...] ...]

[root@dns1 bob]# rrdtool update eth0.rrd 1163862980:1:2        
ERROR: illegal attempt to update using time 0 when last update time is 1163862985 (minimum one second step)
[root@dns1 bob]#

[root@dns1 bob]# rrdtool last eth0.rrd
1163862985        
[root@dns1 bob]#

[root@dns1 bob]# date -d '1970-01-01 1163862985 sec utc'
六 11月 18 23:16:25 CST 2006
[root@dns1 bob]#

[root@dns1 bob]# date -d '2006-11-18 23:20' +%s
1163863200
[root@dns1 bob]#

[root@dns1 bob]# rrdtool update eth0.rrd 1163863200:1
ERROR: expected 2 data source readings (got 1) from 1163863200:1:...
[root@dns1 bob]#

[root@dns1 bob]# rrdtool info eth0.rrd
filename = "eth0.rrd"
…..(省略)
last_update = 1163862985
ds[eth0_in].type = "COUNTER"
ds[eth0_out].type = "COUNTER"

[root@dns1 bob]# rrdtool update eth0.rrd 1163863200:1:2
[root@dns1 bob]#

[root@dns1 bob]# rrdtool last eth0.rrd
1163864400
[root@dns1 bob]#
[root@dns1 bob]# rrdtool update eth0.rrd 1163864700:3000:4000
[root@dns1 bob]# rrdtool updatev eth0.rrd 1163865000:3300:4600
return_value = 0
[1163865000]RRA[AVERAGE][1]DS[eth0_in] = 1.0000000000e+00
[1163865000]RRA[AVERAGE][1]DS[eth0_out] = 2.0000000000e+00

[root@dns1 bob]#
[root@dns1 bob]# rrdtool updatev eth0.rrd 1163865300:3300:4600
return_value = 0
[1163865300]RRA[AVERAGE][1]DS[eth0_in] = 0.0000000000e+00
[1163865300]RRA[AVERAGE][1]DS[eth0_out] = 0.0000000000e+00
[root@dns1 bob]#

[root@dns1 bob]# rrdtool updatev eth0.rrd 1163865600:4000:5000
return_value = 0
[1163865600]RRA[AVERAGE][1]DS[eth0_in] = 2.3333333333e+00
[1163865600]RRA[AVERAGE][1]DS[eth0_out] = 1.3333333333e+00
[1163865600]RRA[AVERAGE][4]DS[eth0_in] = 1.6666666667e+00
[1163865600]RRA[AVERAGE][4]DS[eth0_out] = 1.6666666667e+00
[1163865600]RRA[AVERAGE][24]DS[eth0_in] = NaN
[1163865600]RRA[AVERAGE][24]DS[eth0_out] = NaN
[root@dns1 bob]#

[root@dns1 bob]# date -d '1970-01-01 1163894400 sec utc'
日 11月 19 08:00:00 CST 2006
[root@dns1 bob]#
[root@dns1 root]# date -d '1970-01-01 1163865600 sec utc' 
日 11月 19 00:00:00 CST 2006
[root@dns1 root]#

[root@dns1 bob]# rrdtool first eth0.rrd --rraindex 3
1100822400
[root@dns1 bob]#
[root@dns1 bob]# date -d '1970-01-01 1100822400 sec utc'
五 11月 19 08:00:00 CST 2004
[root@dns1 bob]#

[root@rabbitmq01 sh]# cat get_eth0_traffic.sh 
#!/bin/bash
# 首先取得 eth0 接口的 ifIndex 
index=$(snmpwalk -IR -v 1 -c public localhost RFC1213-MIB::ifDescr |grep eth0|cut -d '=' -f 1|cut -d '.' -f 2)
# 再通过 snmp 协议取得 ififInOctets 和 ifOutOctets 的值
# 由于在 /etc/snmp.conf 中配置了 defVersion 和 defCommunity ，所以 snmpget 命令不用指定这两个参数
eth0_in=$(snmpget -v 1 -c public  -IR -Os localhost ifInOctets.${index}|cut -d ':' -f 2|tr -d '[:blank:]')
eth0_out=$(snmpget -v 1 -c public  -IR -Os localhost ifOutOctets.${index}|cut -d ':' -f 2 |tr -d '[:blank:]')
echo $eth0_in
echo $eth0_out
# 需要我要用这些数据来更新 eth0.rrd ，注意 update 时的 timestamp 我们用的是 N         
/usr/bin/rrdtool updatev /home/sh/eth0.rrd N:${eth0_in}:${eth0_out}

rrdtool fetch filename CF [--resolution|-r resolution] [--start|-s start] [--end|-e end]

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE |more
                        eth0_in            eth0_out
1164467700: 1.1337243905e+01 9.6323712631e-02
1164468000: 1.7896453039e+01 0.0000000000e+00
1164468300: 1.8469136234e+01 1.2215723119e+00
。。。。（中间省略）
1164553800: 6.9634610564e+01 4.9644415243e+01
1164554100: nan nan

[root@dns1 bob]# date                        （当前时间）
日 11月 26 23:11:12 CST 2006
[root@dns1 bob]# date -d '1970-1-1 1164554100 sec utc'                (最后一个记录的时间)
日 11月 26 23:15:00 CST 2006
[root@dns1 bob]#
[root@dns1 bob]# date -d '1970-1-1 1164467700 sec utc'                （第一个记录的时间）
六 11月 25 23:15:00 CST 2006
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE --start 1164467700 --end 1164553800 |more
                        eth0_in            eth0_out
1164468000: 1.7896453039e+01 0.0000000000e+00
1164468300: 1.8469136234e+01 1.2215723119e+00
1164468600: 1.5988336199e+01 1.4417769382e-01
。。。。。（中间省略很多）
1164553800: 6.9634610564e+01 4.9644415243e+01
1164554100: 1.7481962958e+02 2.3086574912e+02
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE --start end-1day --end 1164553800 |more
                        eth0_in            eth0_out
1164467700: 1.1337243905e+01 9.6323712631e-02
1164468000: 1.7896453039e+01 0.0000000000e+00
。。。。。。。（中间省略很多）
1164554100: 1.7481962958e+02 2.3086574912e+02
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE --start 1164467700 --end start+1day -r 1200 |more
                        eth0_in            eth0_out
1164468000: 1.7899370295e+01 3.8782610300e+00
1164469200: 2.0828335735e+01 3.4166666667e-01
1164470400: 1.4581351504e+01 3.5000000000e-02
。。。。。。（中间省略很多）
1164554400: 9.4367707174e+01 9.4866775629e+01
[root@dns1 bob]

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE --start 1164467700 --end start+1day -r 1000 |more 
                        eth0_in            eth0_out
1164468000: 1.7899370295e+01 3.8782610300e+00
1164469200: 2.0828335735e+01 3.4166666667e-01
。。。。。。（中间省略很多）
1164554400: 9.4367707174e+01 9.4866775629e+01
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE -r 1200
                        eth0_in            eth0_out
1164470400: 1.4581351504e+01 3.5000000000e-02
1164471600: 1.9312781373e+01 3.5000000000e-02
。。。。。（中间省略很多）
1164555600: 8.5249300043e+01 7.0171152327e+01
1164556800: nan nan
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE -r 1200 --end $((($(date +%s)/1200)*1200)) |more
                        eth0_in            eth0_out
1164470400: 1.4581351504e+01 3.5000000000e-02
1164471600: 1.9312781373e+01 3.5000000000e-02
1164472800: 1.7383358822e+01 3.5000000000e-02
1164474000: 1.4781054841e+01 3.3225406191e-01
。。。。。。（中间省略很多）
1164555600: 8.5249300043e+01 7.0171152327e+01
1164556800: nan nan
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE -r 7200 --end $((($(date +%s)/7200)*7200))   
[root@dns1 bob]# rrdtool fetch eth0.rrd AVERAGE -r 86400 --end $((($(date +%s)/86400)*86400))

[root@dns1 bob]# rrdtool fetch eth0.rrd --start now-3day AVERAGE |more
                        eth0_in            eth0_out
1164298800: nan nan
1164300000: nan nan
。。。。。。（中间省略很多）
1164556800: 6.4118014239e+01 1.8871145267e+01
1164558000: nan nan
[root@dns1 bob]#

[root@dns1 bob]# rrdtool fetch eth0.rrd --start now-3day AVERAGE -r 7200 |more
                        eth0_in            eth0_out
1164304800: nan nan
1164312000: nan nan
1164319200: nan nan
。。。。。。（中间省略很多）
1164549600: 5.1899602485e+01 4.3073128067e-01
1164556800: 7.9766222122e+01 4.0644151093e+01
1164564000: nan nan
[root@dns1 bob]#

rrdtool graph|graphv filename [option ...] 
   [data definition ...]
   [data calculation ...]        
   [variable definition ...]
   [graph element ...]
   [print element ...]

DEF:<vname>=<rrdfile>:<ds-name>:<CF>[:step=<step>][:start=<time>][:end=<time>][:reduce=<CF>]
VDEF:vname=RPN expression
CDEF:vname=RPN expression

rrdtool graph graph.png /
     --end now --start end-120000s --width 400 /
     -t "VDEF、CDEF应用举例" /
     --font TITLE:14:FZZHYJW.ttf /
     --x-grid MINUTE:30:HOUR:4:HOUR:4:0:%H:%M /                                         
     # 每30分钟一条线，每4小时一条主线，4小时一个标签标于主线下方，标签格式“小时:分钟”
     -Y /
   DEF:ds0=/home/rrdtool/data/router2.rrd :Inbound :AVERAGE /
   DEF:ds1=/home/rrdtool/data/router2.rrd :Outbound:AVERAGE /

   VDEF:ds0max=ds0,MAXIMUM /
   VDEF:ds0avg=ds0,AVERAGE /
   VDEF:ds0min=ds0,MINIMUM /
   VDEF:ds0pct=ds0,95,PERCENT /
   VDEF:ds1max=ds1,MAXIMUM /
   VDEF:ds1avg=ds1,AVERAGE /
   VDEF:ds1min=ds1,MINIMUM /
   VDEF:ds1pct=ds1,95,PERCENT /

   CDEF:ds0bits=ds0,8,* /
   CDEF:ds1bits=ds1,8,* /

   COMMENT:"          " /
   COMMENT:"Maximum    " /
   COMMENT:"Average    " /
   COMMENT:"Minimum    " /
   COMMENT:"95th percentile/l" /

   AREA:ds0bits#00FF00:"Inbound " /
   GPRINT:ds0max:"%6.2lf %Sbps" /
   GPRINT:ds0avg:"%6.2lf %Sbps" /
   GPRINT:ds0min:"%6.2lf %Sbps" /
   GPRINT:ds0pct:"%6.2lf %Sbps/l" /

   LINE1:ds1bits#FF0000:"Outbound" /
   GPRINT:ds1max:"%6.2lf %Sbps" /
   GPRINT:ds1avg:"%6.2lf %Sbps" /
   GPRINT:ds1min:"%6.2lf %Sbps" /
   GPRINT:ds1pct:"%6.2lf %Sbps/l" /

   COMMENT:"/s" /
   VRULE:1186562026#000000:x-mark /
   HRULE:1700000000#0000FF:y-mark /
   COMMENT:"         update time/: `date /"+%Y/%m/%d %H/:%M/:%S/"`" COMMENT:"/l"

[-s|--start time] [-e|--end time] [-S|--step seconds]

rrdtool create eth0.rrd \
--start "$(date -d '1 days ago' +%s)" \
--step 300 \
DS:eth0_in:COUNTER:600:0:U \
DS:eth0_out:COUNTER:600:0:U \
RRA:AVERAGE:0.5:1:600 \
RRA:AVERAGE:0.5:4:600 \
RRA:AVERAGE:0.5:24:600 \
RRA:AVERAGE:0.5:288:730

rrdtool graph 1.png \
--start now-1day \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
AREA:value1#ff0000 


[root@rabbitmq01 sh]# rrdtool graph 1.png \
> --start now-120000 \  # 表示起始时间是当前时间往前 120000 秒，也就是 33 个小时左右
> DEF:value1=eth0.rrd:eth0_in:AVERAGE \ # 从eth0.rrd 中取出 eth0_in 的数据，CF 类型为 AVERAGE
> AREA:value1#ff0000   # 用“方块”的形式来绘制 value1 ，注意这里是用 value1 ，不是用 eth0_in
481x141                     # 如果 RRDtool 有绘图方面的语句，则这里显示图片大小，否则为 0x0

rrdtool graph 2.png \
--start now-120000 \
DEF:value1=eth0.rrd:eth0_in:AVERAGE:step=1000 \
AREA:value1#ff0000 

# :step 指定 resolution=1000 

rrdtool graph 4.png \
-S 1200 \
--start now-120000 \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
AREA:value1#ff0000 

 # 使用 –S 控制 RRDtool 从 resolution=1200 的 RRA 中取数据

rrdtool graph 5.png \
-S 1200 \
--start now-120000 \
DEF:value1=eth0.rrd:eth0_in:AVERAGE:step=300 \
AREA:value1#ff0000 

 # -S 指定 resolution=1200
 # :step 指定 resolution=300

rrdtool graph 1.png \
--start now-1h \
DEF:value1=eth0.rrd:eth0_in:AVERAGE:start=now-600:end=now-300 \
AREA:value1#ff0000:in


[root@rabbitmq01 sh]# rrdtool graph 1.png \
> --start now-1h \ # X 轴显示1个小时的长度
> DEF:value1=eth0.rrd:eth0_in:AVERAGE:start=now-600:end=now-300 \ # 但只取10分钟前到5分钟前的这部分
> AREA:value1#ff0000:in
481x155

rrdtool graph 1.png \
--start now-2h \
DEF:value1=eth0.rrd:eth0_in:AVERAGE:start=now-1h:end=now \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
AREA:value1#ff0000:in \
LINE2:value2#ff0000:out:STACK

[root@rabbitmq01 sh]# rrdtool graph 1.png \
> --start now-2h \ # 规定时间为2小时内
> DEF:value1=eth0.rrd:eth0_in:AVERAGE:start=now-1h:end=now \ # 规定时间为1小时内 
> DEF:value2=eth0.rrd:eth0_out:AVERAGE \ # 没有指定 :start 和 :end，默认和 –-start 一样也是2小时
> AREA:value1#ff0000:in \
> LINE2:value2#ff0000:out:STACK
481x155

rrdtool graph 1.png \
--start now-2h \
DEF:value1=eth0.rrd:eth0_in:AVERAGE:end=now:start=end-1h \
DEF:value2=eth0.rrd:eth0_in:AVERAGE:end=now-1h:start=end-2h \
DEF:value3=eth0.rrd:eth0_in:AVERAGE:end=now-2h:start=end-3h \
LINE1:value1#00ff00:"1 hours ago" \
LINE2:value2#ff0000:"2 hours ago" \
LINE3:value3#000000:"3 hours ago"

[root@rabbitmq01 sh]# rrdtool graph 1.png \
> --start now-2h \
> DEF:value1=eth0.rrd:eth0_in:AVERAGE:end=now:start=end-1h \ # 当前1小时内
> DEF:value2=eth0.rrd:eth0_in:AVERAGE:end=now-1h:start=end-2h \ # 2小时前
> DEF:value3=eth0.rrd:eth0_in:AVERAGE:end=now-2h:start=end-3h \ # 3小时前
> LINE1:value1#00ff00:"1 hours ago" \
> LINE2:value2#ff0000:"2 hours ago" \
> LINE3:value3#000000:"3 hours ago"
481x155

rrdtool graph 1.png \
--start now-183600 \
-t "51 hours ago" -v "Traffic" \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
LINE1:value1#0000ff:in \
LINE2:value2#ff0000:out

[root@rabbitmq01 sh]# rrdtool graph 1.png \
> --start now-183600 \ # 从当前开始往前51个小时
> -t "51 hours ago" -v "Traffic" \ # 标题是 “51 hours ago”，Y 轴的说明文字是 “Traffic”
> DEF:value1=eth0.rrd:eth0_in:AVERAGE \
> DEF:value2=eth0.rrd:eth0_out:AVERAGE \
> LINE1:value1#0000ff:in \ # 注释 ：以1个像素宽的曲线画出 value1，颜色是蓝色，图例的说明文字是“in”
> LINE2:value2#ff0000:out  # 注释 ：以2个像素宽的曲线画出 value2，颜色是红色，图例的说明文字是 “out”
497x173

[root@dns1 bob]# rrdtool graph 3.png \
> --start now-120000 \
> -t "33 hours ago" \
> -v "Traffic" \
> DEF:value1=eth0.rrd:eth0_in:AVERAGE \
> DEF:value2=eth0.rrd:eth0_out:AVERAGE \
> AREA:value1#00ff00:in \
> LINE:value2#ff0000:out:STACK                # 注意最后的 “STACK” ，表示在 value1 的基础上绘图
497x179
[root@dns1 bob]#

[-w|--width pixels] [-h|--height pixels]

rrdtool graph 3.png \
-w 500 \
--start now-120000 \
-t "33 hours ago" -v "Traffic" \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
AREA:value1#ff0000:in

[root@rabbitmq01 sh]# rrdtool graph 3.png \
> -w 500 \                 # 设定 size 为 500 pixel
> --start now-120000 \
> -t "33 hours ago" -v "Traffic" \
> DEF:value1=eth0.rrd:eth0_in:AVERAGE \
> AREA:value1#ff0000:in
597x173

[-u|--upper-limit value] [-l|--lower-limit value] [-r|--rigid]

rrdtool graph 1.png \
--start now-120000 \
-t "33 hours ago" -v "Traffic" \
--lower-limit -5000 \
--upper-limit 10000 \
--rigid \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
AREA:value1#00ff00:in \
LINE1:value2#ff0000:out:STACK

[root@rabbitmq01 sh]# rrdtool graph 1.png \
> --start now-120000 \
> -t "33 hours ago" -v "Traffic" \
> --lower-limit -5000 \ # 限制Y轴下限为 -5000 
> --upper-limit 10000 \ # 上限为 10000
> --rigid \                 # 严格按照上面的规定来画
> DEF:value1=eth0.rrd:eth0_in:AVERAGE \
> DEF:value2=eth0.rrd:eth0_out:AVERAGE \
> AREA:value1#00ff00:in \
> LINE1:value2#ff0000:out:STACK
497x173

[-x|--x-grid GTM:GST:MTM:MST:LTM:LST:LPR:LFM] 
[-x|--x-grid none]
[-y|--y-grid grid step:label factor] 
[-y|--y-grid none]
[-Y|--alt-y-grid]
[-X|--units-exponent value]

[-n|--font FONTTAG:size:[font]]
[-g|--no-legend]
[-b|--base value]

rrdtool graph 4.png \
-n TITLE:10:"/home/sh/Fonts/simhei.ttf" \
-n AXIS:10:"/home/sh/Fonts/simhei.ttf" \
-Y -X 3 -w 600 \
-t "33小时前的 eth0 接口流量 " -v "流量" \
--start now-120000 \
--x-grid MINUTE:12:HOUR:1:HOUR:1:0:'%H' \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
AREA:value1#00ff00:in \
LINE1:value2#ff0000:out

rrdtool graph 4.png \
-n DEFAULT:8 \
--start now-30h -t "30 hours ago(update time:$(date +'%F %T'))"  --x-grid MINUTE:12:HOUR:1:HOUR:1:0:'%H' \
-Y -X 3 -w 700 -v "Bytes/s" \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
CDEF:inbits=value1,8,* \
CDEF:outbits=value2,8,* \
COMMENT:"\n" \
COMMENT:"\t   LAST\t\t AVERAGE\t\t\tMAX\t\t\tMIN " \
COMMENT:"\n" \
AREA:value1#00ff00:"in\t" \
GPRINT:inbits:LAST:'LAST\: %6.2lf%s\t' \
GPRINT:inbits:AVERAGE:'AVERAGE\: %6.2lf%s\t' \
GPRINT:inbits:MAX:'MAX\: %6.2lf%s\t' \
GPRINT:inbits:MIN:'MIN\: %6.2lf%s\t' \
COMMENT:"\n" \
LINE1:value2#0000ff:"out\t" \
GPRINT:outbits:LAST:'LAST\: %6.2lf%s\t' \
GPRINT:outbits:AVERAGE:'AVERAGE\: %6.2lf%s\t' \
GPRINT:outbits:MAX:'MAX\: %6.2lf%s\t' \
GPRINT:outbits:MIN:'MIN\: %6.2lf%s\t' \
COMMENT:"\n" 

注意：
CDEF:inbits=value1,8,* \ #将入流量换算成bit 

VRULE:time#color[:legend]
HRULE:value#color[:legend]
SHIFT:vname:offset

rrdtool graph 4.png \
-n DEFAULT:8 \
--start now-30h -t "30 hours ago(update time:$(date +'%F %T'))"  --x-grid MINUTE:12:HOUR:1:HOUR:1:0:'%H' \
-Y -X 3 -w 700 -v "Bytes/s" \
DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
CDEF:inbits=value1,8,* \
CDEF:outbits=value2,8,* \
HRULE:350000#FF0000:'Alarm value\r' \
COMMENT:"\n" \
COMMENT:"\t   LAST\t\t AVERAGE\t\t\tMAX\t\t\tMIN " \
COMMENT:"\n" \
AREA:value1#00ff00:"in\t" \
GPRINT:inbits:LAST:'LAST\: %6.2lf%s\t' \
GPRINT:inbits:AVERAGE:'AVERAGE\: %6.2lf%s\t' \
GPRINT:inbits:MAX:'MAX\: %6.2lf%s\t' \
GPRINT:inbits:MIN:'MIN\: %6.2lf%s\t' \
COMMENT:"\n" \
LINE1:value2#0000ff:"out\t" \
GPRINT:outbits:LAST:'LAST\: %6.2lf%s\t' \
GPRINT:outbits:AVERAGE:'AVERAGE\: %6.2lf%s\t' \
GPRINT:outbits:MAX:'MAX\: %6.2lf%s\t' \
GPRINT:outbits:MIN:'MIN\: %6.2lf%s\t' \
COMMENT:"\n" 

[root@dns1 bob]# rrdtool graph 1.png \
> DEF:value1=eth0.rrd:eth0_in:AVERAGE:end=now:start=now-1d \                # 1天前
> DEF:value2=eth0.rrd:eth0_in:AVERAGE:end=now-1d:start=now-2d \                # 2天前
> DEF:value3=eth0.rrd:eth0_in:AVERAGE:end=now-2d:start=now-3d \                # 3天前
> LINE1:value1#00ff00:"1 day ago" \
> LINE1:value2#ff0000:"2 days ago" \
> LINE1:value3#000000:"3 days aog" \
> -Y
475x168
You have new mail in /var/spool/mail/root
[root@dns1 bob]#

[root@dns1 bob]# rrdtool graph 3.png \
> DEF:value1=eth0.rrd:eth0_in:AVERAGE:end=now:start=now-1d \                # 1天前
> DEF:value2=eth0.rrd:eth0_in:AVERAGE:end=now-1d:start=now-2d \                # 2天前
> DEF:value3=eth0.rrd:eth0_in:AVERAGE:end=now-2d:start=now-3d \                # 3天前
> LINE1:value1#00ff00:"1 day ago"  \                                                                
> SHIFT:value2:86400 LINE1:value2#ff0000:"2 days ago" \                        # 把曲线向右移动1天
> SHIFT:value3:172800 LINE1:value3#000000:"3 days ago" \                        # 把曲线向右移动2天
> -Y –w 600
475x168

DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
CDEF:value3=value1,value2,+ \
AREA:value3#ff0000:”total”

DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=lo.rrd:lo_out:AVERAGE \
CDEF:value3=value2,UN,0,value2,IF \
CDEF:value4=value1,value3,+ \
AREA:value4#00ff00:”total in”

DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0-_out:AVERAGE \
CDEF:value3=value1,1000000,GT,value1,UNKN,IF \
CDEF:value4=value2,1000000,GT,value2,UNKN,IF \
AREA:value3#00ff00:”traffic_in \> 10M\/s” \
AREA:value4#ff0000:”traffic_out \> 10Mb\/s”:STACK

DEF:value1=eth0.rrd:eth0_in:AVERAGE \
DEF:value2=eth0.rrd:eth0_out:AVERAGE \
CDEF:value3=TIME,$(date –d ‘2006-11-29 10:30’ +%s),GT,TIME,$(date –d '2006-11-29 12:30' +%s),LT,*,value1,UNKN,IF \
CDEF:value4=TIME,$(date –d ‘2006-11-29 12:30’ +%s),GT,TIME,$(date –d '2006-11-29 13:30' +%s),LT,*,value2,UNKN,IF \
AREA:value3#00ff00:”traffic_in” \
AREA:value4#ff0000:”traffic_out”:STACK

sudo apt-get install librrd-dev libpython3-dev

# yum install rrdtool-devel python34-devel

pip install rrdtool

# SDK核心库
pip install aliyun-python-sdk-core
# 阿里云关系型数据库
pip install aliyun-python-sdk-rds

#!/usr/bin/env python
#coding=utf-8

from aliyunsdkcore.client import AcsClient
from aliyunsdkcore.acs_exception.exceptions import ClientException
from aliyunsdkcore.acs_exception.exceptions import ServerException
from aliyunsdkrds.request.v20140815.DescribeDBInstancesRequest import DescribeDBInstancesRequest
from aliyunsdkrds.request.v20140815.DescribeDBInstancePerformanceRequest import DescribeDBInstancePerformanceRequest

import sys,os
import json
import re
import datetime,time

def get_rds_info(fileter=None):
    '''Get aliyun RDS information'''

    request = DescribeDBInstancesRequest()
    request.set_accept_format('json')

    request.set_DBInstanceStatus("Running")
    request.set_Engine("MySQL")
    request.set_ClientToken("123455667")

    response = client.do_action_with_exception(request)

    if fileter == None:
        fileter=""

    my_list={}
    rds_info=json.loads(response)
    for i in rds_info['Items']['DBInstance']:
        if 'private' not in i['DBInstanceDescription']:
            if re.match(r'.*'+fileter+'.*', i['DBInstanceDescription']):
                my_list[i['DBInstanceDescription']]=i['DBInstanceId']

    return my_list

def get_rds_performance_info(id,keys):
    '''Get RDS Performance information'''

    request = DescribeDBInstancePerformanceRequest()
    request.set_accept_format('json')
    start_time = (datetime.datetime.now() - datetime.timedelta(days=6) - datetime.timedelta(hours=8)).strftime(
        '%Y-%m-%dT%H:%MZ')
    #start_time = (datetime.datetime.now() - datetime.timedelta(hours=9)).strftime('%Y-%m-%dT%H:%MZ')
    end_time = (datetime.datetime.now()-datetime.timedelta(hours=8)).strftime('%Y-%m-%dT%H:%MZ')
    request.set_EndTime(end_time)
    request.set_StartTime(start_time)
    request.set_Key(keys)
    request.set_DBInstanceId(id)

    response = client.do_action_with_exception(request)
    # python2:  print(response)
    return str(response, encoding='utf-8')

def utc_to_local(india_time_str,india_format = '%Y-%m-%dT%H:%M:%SZ'):
    '''UTC to beijing timestamp'''

    india_dt = datetime.datetime.strptime(india_time_str, india_format)
    local_dt = india_dt + datetime.timedelta(hours=8,minutes=0)
    local_format = "%Y-%m-%d %H:%M:%S"
    time_str = local_dt.strftime(local_format)
    return time_str

import rrdtool
def create_rrd(name,key_ds):
    cur_time = str(int((datetime.datetime.now() - datetime.timedelta(days=128)).timestamp()))  # 获取当前Linux时间戳作为rrd起始时间
    #print(cur_time)

    rrd_DS = []
    for DS in key_ds:
        rrd_DS.append('DS:'+ DS +':GAUGE:600:0:U')
    print(rrd_DS) # ['DS:active_session:GAUGE:600:0:U', 'DS:total_session:GAUGE:600:0:U']

    rrd_name = '/data/rrdtool_data/' + name + '.rrd'
    rrd_RRA = [
        'RRA:AVERAGE:0.5:1:600',
        'RRA:AVERAGE:0.5:6:700',
        'RRA:AVERAGE:0.5:24:775',
        'RRA:AVERAGE:0.5:288:797',
        'RRA:MAX:0.5:1:600',
        'RRA:MAX:0.5:6:700',
        'RRA:MAX:0.5:24:775',
        'RRA:MAX:0.5:444:797',
        'RRA:MIN:0.5:1:600',
        'RRA:MIN:0.5:6:700',
        'RRA:MIN:0.5:24:775',
        'RRA:MIN:0.5:444:797',
    ]

    if  not os.path.exists(rrd_name):
        rrd = rrdtool.create(rrd_name, '--step', '300', '--start', cur_time,
                            rrd_DS,rrd_RRA)
        if rrd:
            print (rrdtool.error())

def update_rrd(name, value, rrd_time):
    rrd_name = '/data/rrdtool_data/'+name+'.rrd'

    last_update_time = rrdtool.last(rrd_name)

    if rrd_time > last_update_time:
        str_value = []
        for i in value:
            str_value.append(i)
        str_value = '{}:{}'.format(str(rrd_time), ':'.join(str_value))
        #print(str_value) #1558592494:1.04:19.7

        update = rrdtool.updatev(rrd_name, str_value)
        #print(update)


def graph_rrd(name, key_ds, key_unit, select='week'):
    custum_file = '/data/rrdtool_data/' + name +'.png'
    custum_d = ['-s', "now-30h", '-e', 'now-1min', '-t', name + ' 30 hours ago', '--x-grid', 'MINUTE:12:HOUR:1:HOUR:1:0:%H']
    custum_w = ['-s', "-8day", '-e', 'now-1min', '-t', name + ' week', '--x-grid', 'HOUR:2:HOUR:6:HOUR:24:0:%a']
    custum_m = ['-s', "-40day", '-e', 'now-1min', '-t', name + ' last month', '--x-grid', 'HOUR:12:HOUR:24:HOUR:24:0:%d']
    custum_y = ['-s', "-20month", '-e', 'now-1min', '-t', name + ' last year', '--x-grid', 'MONTH:1:MONTH:1:MONTH:1:0:%b']

    custum_str = custum_w
    if 'day' == select:
        custum_str = custum_d
    elif 'week' == select:
        custum_str = custum_w
    elif 'month' == select:
        custum_str = custum_m
    elif 'year' == select:
        custum_str = custum_y

    custum_size = ['-Y', '-w', '900', '-h', '400', '-v', key_unit]

    rrd_name = '/data/rrdtool_data/' + name + '.rrd'

    rrd_DEF = []
    for DS in key_ds:
        rrd_DEF.append('DEF:v_{}={}:{}:LAST'.format(DS,rrd_name,DS))
    print(rrd_DEF) # exampale ['DEF:v_cpuusage=/xxx.rrd:cpuusage:LAST',]

    """
    #0000ff 蓝
    #00FFFF 浅蓝
    #00ff00 绿
    #FF00FF 紫
    #FFFF00 黄
    """
    color = ['#00FFFF', '#FF00FF', '#FFFF00', '#0000ff', '#00ff00']

    # MySQL_MemCpuUsage MySQL实例CPU使用率(占操作系统总数)，MySQL实例内存使用率(占操作系统总数)。
    # MySQL_Sessions    当前活跃连接数，当前总连接数。
    # slavestat 只读实例延迟。
    # MySQL_IOPS    MySQL实例的IOPS（每秒IO请求次数）。
    # MySQL_NetworkTraffic  MySQL实例平均每秒钟的输入流量，MySQL实例平均每秒钟的输出流量。单位为KB。
    # MySQL_DetailedSpaceUsage  MySQL实例空间占用详情：ins_size实例总空间使用量;data_size数据空间;log_size日志空间;tmp_size临时空间;other_size系统空间。
    graph = ['AREA', 'LINE', 'AREA', 'LINE2', 'LINE2', 'LINE2']
    #print(''.join(name.partition('MySQL')[-2:]))
    if ''.join(name.partition('MySQL')[-2:]) in ['MySQL_MemCpuUsage', 'MySQL_IOPS']:
        graph = ['AREA', 'LINE', 'LINE', 'LINE', 'AREA', 'LINE2', 'LINE2', 'LINE2']
    elif ''.join(name.partition('MySQL')[-2:]) in ['MySQL_DetailedSpaceUsage']:
        graph = ['LINE2', 'LINE2', 'LINE2', 'LINE2', 'LINE2', 'AREA', 'AREA', 'AREA', 'AREA', 'AREA']
    elif ''.join(name.partition('MySQL')[-2:]) in ['MySQL_NetworkTraffic']:
        graph = ['AREA', 'LINE2']

    ds_length = []
    for i in key_ds:
        ds_length.append(len(i))
    max_length = max(ds_length)
    rrd_GRAPH = []
    for DS in key_ds:
        rrd_GRAPH.append("{}:v_{}{}:{}{}\t".format(graph.pop(), DS, color.pop(), DS, ' '*(max_length - len(DS))))
        rrd_GRAPH.append("GPRINT:v_{}:LAST:LAST\: %6.2lf%s\t".format(DS))
        rrd_GRAPH.append("GPRINT:v_{}:AVERAGE:AVERAGE\: %6.2lf%s\t".format(DS))
        rrd_GRAPH.append("GPRINT:v_{}:MAX:MAX\: %6.2lf%s\t".format(DS))
        rrd_GRAPH.append("GPRINT:v_{}:MIN:MIN\: %6.2lf%s\t".format(DS))
        rrd_GRAPH.append("COMMENT:\\n")
    # AREA:value1#00ff00:"cpuusage\t"
    # GPRINT:value1:LAST:'LAST\: %6.2lf%s\t'
    # GPRINT:value1:AVERAGE:'AVERAGE\: %6.2lf%s\t'
    # GPRINT:value1:MAX:'MAX\: %6.2lf%s\t'
    # GPRINT:value1:MIN:'MIN\: %6.2lf%s\t'
    # COMMENT:"\n"
    custum_list = ["COMMENT:\\n", "COMMENT:"+ ' '*max_length + "\t\t  LAST\t\t\t AVERAGE\t\tMAX\t\t\tMIN", "COMMENT:\\n"]
    rrd_GRAPH = custum_list + rrd_GRAPH
    #print(rrd_GRAPH)

    rrd_HRULE = "-Y"
    if "%" in key_unit:
        rrd_HRULE = "HRULE:90#FF0000:Alarm value\\r"

    # : 需要转义
    cur_time = datetime.datetime.now().strftime("%Y-%m-%d %H\:%M\:%S")

    rrdtool.graph(custum_file,
                  '-n', 'DEFAULT:10',
                  custum_str,
                  custum_size,
                  rrd_DEF,
                  rrd_HRULE,
                  rrd_GRAPH,
                  "COMMENT:\t\t\t\t\t\t\t\t\t\t\t\t update\:"+cur_time,
                  "COMMENT:\t\t\t\t\t\t\t\t\t\t\t\t Aliyun RDS Report")

def analyze_data(rds_info=None,keys=None, select='week'):
    if rds_info == None or keys == None:
        sys.exit(1)
    if not isinstance(rds_info, dict):
        sys.exit(1)

    my_dict = {}
    for rds,id in rds_info.items():
        info = json.loads(get_rds_performance_info(id,keys))

        performance_info = info['PerformanceKeys']['PerformanceKey']
        for key_info in performance_info:
            key_name = rds + '_' + key_info['Key']
            key_ds = key_info['ValueFormat'].split('&')
            key_unit = key_info['Unit']

            # create rrd
            create_rrd(key_name, key_ds)

            values_info = key_info['Values']['PerformanceValue']
            for value_info in values_info:
                #print(value_info['Value'].split('&'),int(datetime.datetime.strptime(utc_to_local(value_info['Date']),'%Y-%m-%d %H:%M:%S').timestamp()))
                value = value_info['Value'].split('&')
                rrd_time = int(datetime.datetime.strptime(utc_to_local(value_info['Date']),'%Y-%m-%d %H:%M:%S').timestamp())

                # update rrd data
                update_rrd(key_name, value, rrd_time)

            # graph rrd
            graph_rrd(key_name, key_ds, key_unit, select)

if __name__ == '__main__':
    """
    keys = "MySQL_MemCpuUsage,MySQL_Sessions,slavestat,MySQL_IOPS,MySQL_NetworkTraffic,MySQL_DetailedSpaceUsage"
    MySQL_MemCpuUsage   MySQL实例CPU使用率(占操作系统总数)，MySQL实例内存使用率(占操作系统总数)。
    MySQL_Sessions  当前活跃连接数，当前总连接数。
    slavestat   只读实例延迟。
    MySQL_IOPS  MySQL实例的IOPS（每秒IO请求次数）。
    MySQL_NetworkTraffic    MySQL实例平均每秒钟的输入流量，MySQL实例平均每秒钟的输出流量。单位为KB。
    MySQL_DetailedSpaceUsage    MySQL实例空间占用详情：ins_size实例总空间使用量;data_size数据空间;log_size日志空间;tmp_size临时空间;other_size系统空间。

    slow_log
    :return:
    """
    client = AcsClient('LTAIkH7ssssY', 'YbYiHIHsssso', 'cn-beijing')
    print(get_rds_info('zys'))
    rds_info = get_rds_info('zys')
    #keys = "MySQL_MemCpuUsage,MySQL_Sessions,slavestat,MySQL_InnoDBBufferRatio,MySQL_InnoDBDataReadWriten,MySQL_InnoDBLogRequests,MySQL_RowDML"
    keys = "MySQL_MemCpuUsage,MySQL_Sessions,MySQL_IOPS,MySQL_DetailedSpaceUsage,MySQL_NetworkTraffic"

    # select can be 'day', 'week', 'month', 'year'. default 'week'.
    analyze_data(rds_info, keys, select='day')

#!/usr/bin/env python
#coding=utf-8

from aliyunsdkcore.client import AcsClient
from aliyunsdkcore.acs_exception.exceptions import ClientException
from aliyunsdkcore.acs_exception.exceptions import ServerException
from aliyunsdkrds.request.v20140815.DescribeDBInstancesRequest import DescribeDBInstancesRequest
from aliyunsdkrds.request.v20140815.DescribeDBInstanceAttributeRequest import DescribeDBInstanceAttributeRequest
from aliyunsdkrds.request.v20140815.DescribeDBInstancePerformanceRequest import DescribeDBInstancePerformanceRequest
from aliyunsdkrds.request.v20140815.DescribeSlowLogsRequest import DescribeSlowLogsRequest

import sys,os
import json
import re
import datetime,time
import random
from collections import OrderedDict

import smtplib
from email.mime.image import MIMEImage
from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText
from email.header import Header

'''
#CentOS7 python3
yum install rrdtool-devel python34-devel
pip install rrdtool
'''

def send_email(to_addr, cc_addr, subject, content, is_html=True, images=[], url=None):
    # to_addr = ['[email protected]']  # 接收邮件，可设置为你的QQ邮箱或者其他邮箱
    # cc_addr = ['xcwhxxe'] # 抄送
    # subject = 'Python SMTP 邮件测试' # 主题

    mail_host = "smtp.cici.com"  # 设置服务器
    mail_user = "[email protected]"  # 用户名
    mail_pass = "sssssssssss"  # 口令
    sender = 'scans'

    msgRoot = MIMEMultipart('related')
    msgRoot['From'] = Header(mail_user, 'utf-8')
    msgRoot['To'] = Header(",".join(to_addr), 'utf-8')
    msgRoot['Cc'] = Header(",".join(cc_addr)) # 抄送
    msgRoot['Subject'] = Header(subject, 'utf-8')

    if is_html:
        msgAlternative = MIMEMultipart('alternative')
        msgRoot.attach(msgAlternative)

        mail_msg =''
        for i, img_name in enumerate(images):
            print(img_name)
            # i_name = img_name.split('\\')[-1].split('/')[-1].strip('.png')
            if "SQLSlowLog" in img_name:
                i_name = '慢日志数'
            elif 'DetailedSpaceUsage' in img_name:
                i_name = '总空间使用率(%)'
            elif 'IOPS_io' in img_name:
                i_name = 'IOPS使用率(%)'
            elif 'cpuusage' in img_name:
                i_name = 'CPU使用率(%)'
            elif 'memusage' in img_name:
                i_name = '内存使用率(%)'
            elif 'active_session' in img_name:
                i_name = '活跃连接数'
            # print(i_name)
            #<p><img src="cid:image{1}" height="400" width="900"></p>
            mail_msg = mail_msg + """
            <h2>{0}图示：</h2>
            <p><img src="cid:image{1}"></p> 
            <p></p>
            """.format(i_name, i)
        msgAlternative.attach(MIMEText(content+mail_msg, 'html', 'utf-8'))

        # 指定图片为当前目录
        for i, img_name in enumerate(images):
            with open(img_name, 'rb') as fp:
                img_data = fp.read()
            msgImage = MIMEImage(img_data)
            # 定义图片 ID，在 HTML 文本中引用
            msgImage.add_header('Content-ID', '<image{0}>'.format(i))
            msgRoot.attach(msgImage)
    else:
        msg_content = MIMEText(content, 'plain', 'utf-8')
        msgRoot.attach(msg_content)

    try:
        smtpObj = smtplib.SMTP_SSL()
        smtpObj.connect(mail_host, 994)  # 25 为 SMTP 端口号
        smtpObj.login(mail_user, mail_pass)
        # smtpObj.sendmail(mail_user, to_addr, msgRoot.as_string())
        smtpObj.sendmail(mail_user, to_addr+cc_addr, msgRoot.as_string())
        print("邮件发送成功")
    except smtplib.SMTPException:
        print("Error: 无法发送邮件")

def get_rds_info(fileter=None):
    '''Get aliyun RDS information'''

    request = DescribeDBInstancesRequest()
    request.set_accept_format('json')

    request.set_DBInstanceStatus("Running")
    request.set_Engine("MySQL")
    request.set_ClientToken("123455667")

    response = client.do_action_with_exception(request)

    if fileter == None:
        fileter=""

    my_list={}
    rds_info=json.loads(response)
    for i in rds_info['Items']['DBInstance']:
        if 'private' not in i['DBInstanceDescription']:
            if re.match(r'.*'+fileter+'.*', i['DBInstanceDescription']):
                my_list[i['DBInstanceDescription']]=i['DBInstanceId']

    return my_list

def get_rds_more(id):
    request = DescribeDBInstanceAttributeRequest()
    request.set_accept_format('json')

    request.set_DBInstanceId(id)

    response = client.do_action_with_exception(request)
    # python2:  print(response)
    # print(str(response, encoding='utf-8'))

    my_list = {}
    rds_more = json.loads(response)
    for i in rds_more['Items']['DBInstanceAttribute']:
        my_list['MaxConnections'] = i['MaxConnections']
        my_list['MaxIOPS'] = i['MaxIOPS']
        my_list['DBInstanceStorage'] = i['DBInstanceStorage'] # GB
        my_list['DBInstanceId'] = i['DBInstanceId']
        my_list['RegionId'] = i['RegionId']
        my_list['DBInstanceDescription'] = i['DBInstanceDescription']
    return my_list

def get_rds_performance_info(id, keys, time_now):
    '''Get RDS Performance information'''

    request = DescribeDBInstancePerformanceRequest()
    request.set_accept_format('json')
    # start_time = (time_now - datetime.timedelta(days=6) - datetime.timedelta(hours=8)).strftime(
    #     '%Y-%m-%dT%H:%MZ')
    start_time = (time_now - datetime.timedelta(days=3) - datetime.timedelta(hours=8)).strftime('%Y-%m-%dT%H:%MZ')
    # start_time = (time_now - datetime.timedelta(hours=8,minutes=3)).strftime('%Y-%m-%dT%H:%MZ')
    end_time = (time_now -datetime.timedelta(hours=8)).strftime('%Y-%m-%dT%H:%MZ')
    request.set_EndTime(end_time)
    request.set_StartTime(start_time)
    request.set_Key(keys)
    request.set_DBInstanceId(id)

    response = client.do_action_with_exception(request)
    # python2:  print(response)
    return str(response, encoding='utf-8')

def get_rds_slowlog_info(id,time_now, page_num):
    request = DescribeSlowLogsRequest()
    request.set_accept_format('json')

    request.set_PageNumber(page_num)
    request.set_SortKey("TotalQueryTimes")
    start_time = (time_now - datetime.timedelta(days=1)).strftime('%Y-%m-%dZ')
    end_time = time_now.strftime('%Y-%m-%dZ')
    # print("start_time:{0},end_time:{1}".format(start_time, end_time))
    request.set_EndTime(end_time)
    request.set_StartTime(start_time)
    # request.set_DBInstanceId("rr-2ze1a2d2rkuknvvp0")
    request.set_DBInstanceId(id)

    response = client.do_action_with_exception(request)
    # python2:  print(response)
    return str(response, encoding='utf-8')

def utc_to_local(india_time_str,india_format = '%Y-%m-%dT%H:%M:%SZ'):
    '''UTC to beijing timestamp'''

    india_dt = datetime.datetime.strptime(india_time_str, india_format).replace(second=0,microsecond=0)
    local_dt = india_dt + datetime.timedelta(hours=8,minutes=0)
    local_format = "%Y-%m-%d %H:%M:%S"
    time_str = local_dt.strftime(local_format)
    return time_str

import rrdtool
def create_rrd(name,key_ds, key_id, merge_flag):
    '''create rrd'''

    rrd_dir = '/data/rrdtool_data/'
    if not os.path.exists(rrd_dir):
        os.makedirs(rrd_dir)

    cur_time = str(int((datetime.datetime.now() - datetime.timedelta(days=128)).replace(hour=9,minute=0,second=0,microsecond=0).timestamp()))  # 获取当前Linux时间戳作为rrd起始时间
    # print(cur_time)

    if 'SQLSlowLog' in name:
        rrd_RRA = [
            'RRA:AVERAGE:0.5:1:600',
            'RRA:AVERAGE:0.5:6:700',
            'RRA:AVERAGE:0.5:24:775',
            'RRA:AVERAGE:0.5:288:797',
            'RRA:MAX:0.5:1:600',
            'RRA:MAX:0.5:6:700',
            'RRA:MAX:0.5:24:775',
            'RRA:MAX:0.5:444:797',
            'RRA:MIN:0.5:1:600',
            'RRA:MIN:0.5:6:700',
            'RRA:MIN:0.5:24:775',
            'RRA:MIN:0.5:444:797',
        ]

    else:
        rrd_RRA = [
            'RRA:AVERAGE:0.5:1:2880',
            'RRA:AVERAGE:0.5:6:3360',
            'RRA:AVERAGE:0.5:24:3870',
            'RRA:AVERAGE:0.5:288:3985',
            'RRA:MAX:0.5:1:2880',
            'RRA:MAX:0.5:6:3360',
            'RRA:MAX:0.5:24:3870',
            'RRA:MAX:0.5:444:3985',
            'RRA:MIN:0.5:1:2880',
            'RRA:MIN:0.5:6:3360',
            'RRA:MIN:0.5:24:3870',
            'RRA:MIN:0.5:444:3985',
        ]

    if not merge_flag:
        for id in key_id:
            rrd_DS = []
            for DS in key_ds:
                DS = ''.join(DS.replace('-','_').split('_')[-3:]) + "_" + id[0:3]
                rrd_DS.append('DS:'+ DS +':GAUGE:120:0:U')
            # print(rrd_DS) # ['DS:active_session:GAUGE:600:0:U', 'DS:total_session:GAUGE:600:0:U']

            rrd_name = rrd_dir + name + '_' + id + '.rrd'

            if  not os.path.exists(rrd_name):
                rrd = rrdtool.create(rrd_name, '--step', '60', '--start', cur_time,
                                    rrd_DS,rrd_RRA)
                if rrd:
                    print (rrdtool.error())
    else:
        rrd_DS = []
        for id in key_id:
            if 'SQLSlowLog' in name:
                for DS in key_ds:
                    DS = ''.join(DS.replace('-','_').split('_')[-3:]) + "_" + id[0:3]
                    rrd_DS.append('DS:'+ DS +':GAUGE:172800:0:U')
            else:
                for DS in key_ds:
                    DS = ''.join(DS.replace('-','_').split('_')[-3:]) + "_" + id[0:3]
                    rrd_DS.append('DS:'+ DS +':GAUGE:120:0:U')
        # print(rrd_DS) # ['DS:active_session:GAUGE:600:0:U', 'DS:total_session:GAUGE:600:0:U']

        rrd_name = rrd_dir + name + '.rrd'

        if  not os.path.exists(rrd_name):
            if 'SQLSlowLog' in name:
                rrd = rrdtool.create(rrd_name, '--step', '86400', '--start', cur_time,rrd_DS,rrd_RRA)
            else:
                rrd = rrdtool.create(rrd_name, '--step', '60', '--start', cur_time,rrd_DS,rrd_RRA)

            if rrd:
                print (rrdtool.error())

def update_rrd(name, value, rrd_time, key_id, num, merge_flag):
    '''update rrd'''

    rrd_dir = '/data/rrdtool_data/'

    if not merge_flag and len(value) == num :
        for num,id in enumerate(key_id):
            rrd_name = rrd_dir + name + '_' + id + '.rrd'

            last_update_time = rrdtool.last(rrd_name)

            if rrd_time > last_update_time:
                # print("last:", last_update_time, "cur:", rrd_time, )
                str_value = []
                for i in value:
                    str_value.append(i[num])
                str_value = '{}:{}'.format(str(rrd_time), ':'.join(str_value))
                # print(str_value) #1558592494:1.04:19.7

                update = rrdtool.updatev(rrd_name, str_value)
                # print(update)
    elif merge_flag and len(value) == num:
        rrd_name = rrd_dir + name+'.rrd'

        last_update_time = rrdtool.last(rrd_name)

        if rrd_time > last_update_time:
            # print("last:", last_update_time, "cur:", rrd_time, )
            str_value = []
            for num, _ in enumerate(key_id):
                for i in value:
                    str_value.append(i[num])
            str_value = '{}:{}'.format(str(rrd_time), ':'.join(str_value))
            # print(str_value) #1558592494:1.04:19.7

            update = rrdtool.updatev(rrd_name, str_value)
            # print(update)

def graph_rrd(name, key_ds, key_unit, key_id, merge_flag, select='week' ):
    '''graph rrd'''

    rrd_dir = '/data/rrdtool_data/'

    custum_file = rrd_dir + name +'.png'
    custum_d = ['-s', "now-30h", '-e', 'now-1min', '-t', name + ' 30 hours ago', '--x-grid', 'MINUTE:12:HOUR:1:HOUR:1:0:%H']
    custum_w = ['-s', "-8day", '-e', 'now-1min', '-t', name + ' week', '--x-grid', 'MONTH:1:MONTH:1:HOUR:24:0:%d']
    custum_m = ['-s', "-40day", '-e', 'now-1min', '-t', name + ' last month', '--x-grid', 'HOUR:12:HOUR:24:HOUR:24:0:%d']
    custum_y = ['-s', "-20month", '-e', 'now-1min', '-t', name + ' last year', '--x-grid', 'MONTH:1:MONTH:1:MONTH:1:0:%b']

    custum_str = custum_w
    if 'day' == select:
        custum_str = custum_d
    elif 'week' == select:
        custum_str = custum_w
    elif 'month' == select:
        custum_str = custum_m
    elif 'year' == select:
        custum_str = custum_y

    # custum_size = ['-Y', '-w', '900', '-h', '400', '-v', key_unit]
    custum_size = ['-Y', '-w', '700', '-h', '300', '-v', key_unit]

    color_dict = {
        '蓝':'#0000ff',
        '浅蓝':'#00FFFF',
        '绿':'#00ff00',
        '紫':'#FF00FF',
        '黄':'#FFFF00',
        '浅粉红':'#FFB6C1',
        '兰花的紫色':'#DA70D6',
        '深洋红色':'#8B008B',
        '适中的紫色':'#9370DB',
        '适中的板岩暗蓝灰色':'#7B68EE',
        '皇家蓝':'#4169E1',
        '淡钢蓝':'#B0C4DE',
        '浅石板灰':'#778899',
        '天蓝色':'#87CEEB',
        '军校蓝':'#5F9EA0',
        '深绿宝石':'#00CED1',
        '春天的绿色':'#3CB371',
        '草坪绿':'#7CFC00',
        '绿黄色':'#ADFF2F',
        '深卡其布':'#BDB76B',
        '橄榄':'#808000',
        '灰秋麒麟':'#EEE8AA',
        '金':'#FFD700',
        '巧克力':'#D2691E',
        '深橙色':'#FF8C00',
        '深灰色':'#A9A9A9',
    }

    color = list(color_dict.values())
    random.shuffle(color)
    # color = ['#00FFFF', '#FF00FF', '#FFFF00', '#0000ff', '#00ff00']*200

    # MySQL_MemCpuUsage MySQL实例CPU使用率(占操作系统总数)，MySQL实例内存使用率(占操作系统总数)。
    # MySQL_Sessions    当前活跃连接数，当前总连接数。
    # slavestat 只读实例延迟。
    # MySQL_IOPS    MySQL实例的IOPS（每秒IO请求次数）。
    # MySQL_NetworkTraffic  MySQL实例平均每秒钟的输入流量，MySQL实例平均每秒钟的输出流量。单位为KB。
    # MySQL_DetailedSpaceUsage  MySQL实例空间占用详情：ins_size实例总空间使用量;data_size数据空间;log_size日志空间;tmp_size临时空间;other_size系统空间。
    graph = ['LINE2', 'LINE2', 'LINE2']*200
    #print(''.join(name.partition('MySQL')[-2:]))
    if ''.join(name.partition('MySQL')[-2:]) in ['MySQL_MemCpuUsage', 'MySQL_IOPS']:
        graph = ['LINE2', 'LINE2', 'LINE2']*200
    elif ''.join(name.partition('MySQL')[-2:]) in ['MySQL_DetailedSpaceUsage']:
        graph = ['LINE2', 'LINE2', 'LINE2']*200
    elif ''.join(name.partition('MySQL')[-2:]) in ['MySQL_NetworkTraffic']:
        graph = ['AREA', 'LINE2']*200

    rrd_HRULE = "-Y"
    if "%" in key_unit:
        rrd_HRULE = "HRULE:90#FF0000:Alarm value\\r"

    # : 需要转义
    cur_time = datetime.datetime.now().strftime("%Y-%m-%d %H\:%M\:%S")

    if not merge_flag:
        for id in key_id:
            custum_file = '/data/rrdtool_data/' + name + '_' + id +'.png'
            custum_d = ['-s', "now-30h", '-e', 'now-1min', '-t', name + '_' + id +' 30 hours ago', '--x-grid',
                        'MINUTE:12:HOUR:1:HOUR:1:0:%H']
            if 'SQLSlowLog' in name:
                custum_w = ['-s', "-8day", '-e', 'now-1min', '-t', name + '_' + id + ' week', '--x-grid',
                            'MONTH:1:MONTH:1:HOUR:24:0:%d']
            else:
                custum_w = ['-s', "-8day", '-e', 'now-1min', '-t', name + '_' + id + ' week', '--x-grid', 'MONTH:1:MONTH:1:HOUR:24:0:%d']

            custum_m = ['-s', "-40day", '-e', 'now-1min', '-t', name + '_' + id +' last month', '--x-grid',
                        'HOUR:12:HOUR:24:HOUR:24:0:%d']
            custum_y = ['-s', "-20month", '-e', 'now-1min', '-t', name + '_' + id + ' last year', '--x-grid',
                        'MONTH:1:MONTH:1:MONTH:1:0:%b']

            custum_str = custum_w
            if 'day' == select:
                custum_str = custum_d
            elif 'week' == select:
                custum_str = custum_w
            elif 'month' == select:
                custum_str = custum_m
            elif 'year' == select:
                custum_str = custum_y

            rrd_name = rrd_dir + name + '_' + id + '.rrd'

            rrd_DEF = []
            for DS in key_ds:
                DS = ''.join(DS.replace('-','_').split('_')[-3:]) + "_" + id[0:3]
                rrd_DEF.append('DEF:v_{}={}:{}:AVERAGE'.format(DS,rrd_name,DS))
            # print(rrd_DEF) # exampale ['DEF:v_cpuusage=/xxx.rrd:cpuusage:LAST',]

            ds_length = []
            for i in key_ds:
                i = ''.join(DS.replace('-', '_').split('_')[-3:]) + "_" + id[0:3]
                ds_length.append(len(i))
            max_length = max(ds_length)
            rrd_GRAPH = []
            for DS in key_ds:
                DS = ''.join(DS.replace('-', '_').split('_')[-3:]) + "_" + id[0:3]
                rrd_GRAPH.append("{}:v_{}{}:{}{}".format(graph.pop(), DS, color.pop(), DS, ' ' * (max_length - len(DS))))
                rrd_GRAPH.append("GPRINT:v_{}:LAST:LAST\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("GPRINT:v_{}:AVERAGE:AVERAGE\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("GPRINT:v_{}:MAX:MAX\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("GPRINT:v_{}:MIN:MIN\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("COMMENT:\\n")

            # AREA:value1#00ff00:"cpuusage\t"
            # GPRINT:value1:LAST:'LAST\: %6.2lf%s\t'
            # GPRINT:value1:AVERAGE:'AVERAGE\: %6.2lf%s\t'
            # GPRINT:value1:MAX:'MAX\: %6.2lf%s\t'
            # GPRINT:value1:MIN:'MIN\: %6.2lf%s\t'
            # COMMENT:"\n"
            # custum_list = ["COMMENT:\\n","COMMENT:" + ' ' * max_length + "\t\t  LAST\t\t\t AVERAGE\t\tMAX\t\t\tMIN","COMMENT:\\n"]
            custum_list = ["COMMENT:\\n","COMMENT:" + ' ' * max_length + "\t  LAST\t\t AVERAGE\tMAX\t\tMIN","COMMENT:\\n"]
            rrd_GRAPH = custum_list + rrd_GRAPH
            # print(rrd_GRAPH)

            rrdtool.graph(custum_file,
                          '-n', 'DEFAULT:10',
                          custum_str,
                          custum_size,
                          rrd_DEF,
                          rrd_HRULE,
                          rrd_GRAPH,
                          "COMMENT:\t\t\t\t\t\t\t\t\t\t Aliyun RDS Report")

            #               "COMMENT:\t\t\t\t\t\t\t\t\t\t\t\t update\:" + cur_time,
    else:
        rrd_name = rrd_dir + name + '.rrd'

        rrd_DEF = []
        for id in key_id:
            for DS in key_ds:
                DS = ''.join(DS.replace('-', '_').split('_')[-3:]) + "_" + id[0:3]
                rrd_DEF.append('DEF:v_{}={}:{}:AVERAGE'.format(DS,rrd_name,DS))
        # print(rrd_DEF)  # exampale ['DEF:v_cpuusage=/xxx.rrd:cpuusage:LAST',]

        ds_length = []
        for id in key_id:
            for i in key_ds:
                i = ''.join(DS.replace('-', '_').split('_')[-3:]) + "_" + id[0:3]
                ds_length.append(len(i))
        max_length = max(ds_length)

        rrd_GRAPH = []
        for id in key_id:
            for DS in key_ds:
                DS = ''.join(DS.replace('-', '_').split('_')[-3:]) + "_" + id[0:3]
                rrd_GRAPH.append("{}:v_{}{}:{}{}".format(graph.pop(), DS, color.pop(), DS, ' '*(max_length - len(DS))))
                rrd_GRAPH.append("GPRINT:v_{}:LAST:LAST\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("GPRINT:v_{}:AVERAGE:AVERAGE\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("GPRINT:v_{}:MAX:MAX\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("GPRINT:v_{}:MIN:MIN\: %6.2lf%s".format(DS))
                rrd_GRAPH.append("COMMENT:\\n")

        custum_list = ["COMMENT:\\n", "COMMENT:" + ' ' * max_length + "\t  LAST\t\t AVERAGE\tMAX\t\tMIN", "COMMENT:\\n"]
        rrd_GRAPH = custum_list + rrd_GRAPH
        #print(rrd_GRAPH)

        rrdtool.graph(custum_file,
                      '-n', 'DEFAULT:10',
                      custum_str,
                      custum_size,
                      rrd_DEF,
                      rrd_HRULE,
                      rrd_GRAPH,
                      "COMMENT:\t\t\t\t\t\t\t\t\t\t Aliyun RDS Report")

def analyze_rds_slowlog(rds_info,time_now, time_yes):
    '''analyze slowlog and create slowlog dict'''

    slowlog_dict = {'SQLSlowLog': {"key_id":['slow_log'], 'Unit':'count', 'Values': OrderedDict(), 'RDS_name': [], 'SlowLog_Top': {}, 'DOD':{}}}

    for rds,id in rds_info.items():
        # SQLSlowLog analyze
        if rds not in slowlog_dict['SQLSlowLog']["RDS_name"]:
            slowlog_dict['SQLSlowLog']["RDS_name"].append(rds)

        page_num = 1
        while True:
            slowlog_info = json.loads(get_rds_slowlog_info(id, time_now, page_num))
            if len(slowlog_info["Items"]["SQLSlowLog"]) == 0 and slowlog_info['PageNumber'] > 1:
                break

            slowlog_TotalRecordCount = slowlog_info['TotalRecordCount']

            slowlog_list = slowlog_info["Items"]["SQLSlowLog"]
            for values in slowlog_list:
                if rds not in slowlog_dict['SQLSlowLog']['SlowLog_Top'].keys():
                    slowlog_dict['SQLSlowLog']['SlowLog_Top'][rds] = []
                if len(slowlog_dict['SQLSlowLog']['SlowLog_Top'][rds]) < 3:
                    slowlog_dict['SQLSlowLog']['SlowLog_Top'][rds].append('{4}:{0}(DBNAME: {1}, MaxExecutionTime:{2}):\n\'{3}\''.format(rds, values['DBName'], values['MaxExecutionTime'], values['SQLText'], values['CreateTime']))

            value = [str(slowlog_TotalRecordCount)]

            # DOD
            slowlog_2day_ago_info = json.loads(get_rds_slowlog_info(id, time_yes, 1))
            value_2day_ago = slowlog_2day_ago_info['TotalRecordCount']
            rrd_time_1day_ago = int(datetime.datetime.strptime( (time_now - datetime.timedelta(days=1)).replace(hour=8,minute=0,second=0,microsecond=0).strftime('%Y-%m-%d %H'), '%Y-%m-%d %H').timestamp())
            rrd_time_2day_ago = int(datetime.datetime.strptime( (time_now - datetime.timedelta(days=2)).replace(hour=8,minute=0,second=0,microsecond=0).strftime('%Y-%m-%d %H'), '%Y-%m-%d %H').timestamp())

            if rds not in slowlog_dict['SQLSlowLog']['DOD'].keys():
                slowlog_dict['SQLSlowLog']['DOD'][rds] = {}

            if rrd_time_2day_ago not in slowlog_dict['SQLSlowLog']['DOD'][rds].keys():
                slowlog_dict['SQLSlowLog']['DOD'][rds][rrd_time_2day_ago] = {'slowlog':{'MAX':value_2day_ago ,'MIN':value_2day_ago, 'SUM':value_2day_ago, 'COUNT':1, 'AVG':value_2day_ago}}

            if rrd_time_1day_ago not in slowlog_dict['SQLSlowLog']['DOD'][rds].keys():
                slowlog_dict['SQLSlowLog']['DOD'][rds][rrd_time_1day_ago] = {'slowlog':{'MAX':slowlog_TotalRecordCount ,'MIN':slowlog_TotalRecordCount, 'SUM':slowlog_TotalRecordCount, 'COUNT':1, 'AVG':slowlog_TotalRecordCount}}

            if slowlog_dict['SQLSlowLog']["Values"].get(rrd_time_2day_ago):
                slowlog_dict['SQLSlowLog']["Values"][rrd_time_2day_ago].append(str(value_2day_ago))
            else:
                slowlog_dict['SQLSlowLog']["Values"][rrd_time_2day_ago] = [str(value_2day_ago)]

            if slowlog_dict['SQLSlowLog']["Values"].get(rrd_time_1day_ago):
                slowlog_dict['SQLSlowLog']["Values"][rrd_time_1day_ago].append(value)
            else:
                slowlog_dict['SQLSlowLog']["Values"][rrd_time_1day_ago] = [value]
            page_num += 1
    return slowlog_dict

def analyz_rds_performance(rds_info, time_now):

    data_dict = {}
    for rds,id in rds_info.items():
        # print(rds)
        rds_describe = get_rds_more(id)
        rds_MaxIOPS = rds_describe['MaxIOPS']
        rds_MaxConnections = rds_describe['MaxConnections']
        rds_DBInstanceStorage = rds_describe['DBInstanceStorage']*1024

        # Performance analyze
        info = json.loads(get_rds_performance_info(id,keys, time_now))
        #print(info)

        performance_info = info['PerformanceKeys']['PerformanceKey']
        for key_info in performance_info:
            key_name = key_info['Key']
            key_id = key_info['ValueFormat'].split('&')
            key_unit = key_info['Unit']

            if 'ins_size' in key_id:
                key_unit = '%'
            elif 'io' in key_id:
                key_unit = '%'

            if not data_dict.get(key_name):
                data_dict[key_name] = {"key_id":key_id,"Unit":key_unit,"Values":OrderedDict(),"RDS_name":[], 'DOD':{}}

            if rds not in data_dict[key_name]["RDS_name"]:
                data_dict[key_name]["RDS_name"].append(rds)
                # print(data_dict[key_name]["RDS_name"])

            values_info = key_info['Values']['PerformanceValue']
            for value_info in values_info:
                #print(value_info['Value'].split('&'),int(datetime.datetime.strptime(utc_to_local(value_info['Date']),'%Y-%m-%d %H:%M:%S').timestamp()))
                value = value_info['Value'].split('&')
                if 'ins_size' in key_id:
                    value = [str(float('%.2f'%y)) for y in map(lambda x:(float(x)/rds_DBInstanceStorage)*100, value_info['Value'].split('&'))]
                elif 'io' in key_id:
                    value = [str(float('%.2f'%y)) for y in map(lambda x:(float(x)/rds_MaxIOPS)*100, value_info['Value'].split('&'))]

                this_time = datetime.datetime.strptime(utc_to_local(value_info['Date']),'%Y-%m-%d %H:%M:%S')
                rrd_time = int(this_time.timestamp())

                if data_dict[key_name]["Values"].get(rrd_time):
                        data_dict[key_name]["Values"][rrd_time].append(value)
                else:
                    data_dict[key_name]["Values"][rrd_time]=[value]

                # DOD
                DOD_time = int(this_time.replace(hour=8,minute=0, second=0, microsecond=0).timestamp())
                # print(DOD_time)
                if rds not in data_dict[key_name]["DOD"].keys():
                    data_dict[key_name]["DOD"][rds]  = {}

                if DOD_time not in data_dict[key_name]["DOD"][rds].keys():
                    data_dict[key_name]["DOD"][rds][DOD_time] = {}
                for i, v in enumerate(key_id):
                    if v not in data_dict[key_name]["DOD"][rds][DOD_time].keys():
                        data_dict[key_name]["DOD"][rds][DOD_time][v] = {'MAX':value[i] ,'MIN':value[i], 'SUM':value[i], 'COUNT':1, 'AVG': value[i]}
                    else:
                        MAX = float(data_dict[key_name]["DOD"][rds][DOD_time][v]['MAX'])
                        MIN = float(data_dict[key_name]["DOD"][rds][DOD_time][v]['MIN'])
                        SUM = float(data_dict[key_name]["DOD"][rds][DOD_time][v]['SUM']) + float(value[i])
                        COUNT = data_dict[key_name]["DOD"][rds][DOD_time][v]['COUNT'] + 1
                        AVG = float('%.2f'%(SUM/COUNT))
                        if MAX < float(value[i]):
                            MAX = float(value[i])
                        if MIN > float(value[i]):
                            MIN = float(value[i])
                        data_dict[key_name]["DOD"][rds][DOD_time][v] = {'MAX': MAX, 'MIN': MIN,
                                                                        'SUM': SUM, 'COUNT': COUNT, 'AVG':AVG}
    return data_dict

def creat_pesponse(dict_list):
    response_dict = {}

    def if_dict(per_key, before, after):
        if before:
            RATE = '%0.2f' % (((after / before) - 1) * 100)
            res_dict = {per_key + '_' + k: {"MAX": MAX, "MIN": MIN, "AVG": AVG, "RATE": RATE + '%'}}
        else:
            res_dict = {per_key + '_' + k: {"MAX": MAX, "MIN": MIN, "AVG": AVG, "RATE": '0%'}}
        return res_dict

    for data_dict in dict_list:
        for per_key, perdata in data_dict.items():
            for id, data in perdata["DOD"].items():
                if id not in response_dict.keys():
                    response_dict[id] = []
                # print(data.keys())

                if "SQLSlowLog" in per_key:
                    if id in data_dict['SQLSlowLog']['SlowLog_Top'].keys():
                        response_dict[id].append({"SQL":data_dict['SQLSlowLog']['SlowLog_Top'][id]})
                    else:
                        response_dict[id].append({"SQL": ["NONE"]})
                    per_time = sorted(data.keys())[-2:]
                    per_before_time = per_time[-2]
                    per_after_time = per_time[-1]
                else:
                    per_time = sorted(data.keys())[-3:]
                    per_before_time = per_time[-3]
                    per_after_time = per_time[-2]

                per_before_time_str = datetime.datetime.utcfromtimestamp(per_before_time).strftime("%m月%d日")
                per_after_time_str = datetime.datetime.utcfromtimestamp(per_after_time).strftime("%m月%d日")
                for k, v in data[per_after_time].items():
                    per_after_MAX = data[per_after_time][k]["MAX"]
                    per_after_MIN = data[per_after_time][k]["MIN"]
                    per_after_AVG = data[per_after_time][k]["AVG"]
                    per_before_MAX = data[per_before_time][k]["MAX"]
                    per_before_MIN = data[per_before_time][k]["MIN"]
                    per_before_AVG = data[per_before_time][k]["AVG"]
                    MAX = [[per_before_time_str, per_before_MAX], [per_after_time_str, per_after_MAX]]
                    MIN = [[per_before_time_str, per_before_MIN], [per_after_time_str, per_after_MIN]]
                    AVG = [[per_before_time_str, per_before_AVG], [per_after_time_str, per_after_AVG]]

                    if "SQLSlowLog" in k:
                        res_dict = if_dict(per_key, per_before_MAX, per_after_MAX)
                        response_dict[id].append(res_dict)
                    elif 'ins_size' in k:
                        res_dict = if_dict(per_key, per_before_MAX, per_after_MAX)
                        response_dict[id].append(res_dict)
                    elif 'io' in k:
                        res_dict = if_dict(per_key, per_before_AVG, per_after_AVG)
                        response_dict[id].append(res_dict)
                    elif 'cpuusage' in k or 'memusage' in k:
                        res_dict = if_dict(per_key, per_before_AVG, per_after_AVG)
                        response_dict[id].append(res_dict)

                    elif 'active_session' in k:
                        res_dict = if_dict(per_key, per_before_MAX, per_after_MAX)
                        response_dict[id].append(res_dict)
                    else:
                        res_dict = if_dict(per_key, per_before_MAX, per_after_MAX)
                        response_dict[id].append(res_dict)

    return response_dict

def create_graph(dict_list, select):
    for graph_dict in dict_list:
        for key, data in graph_dict.items():
            key_name = key
            key_ds = data["RDS_name"]
            key_unit = data["Unit"]
            key_id = data["key_id"]
            # print(key_id)

            merge_flag = False
            if 'SQLSlowLog' in key:
                key_name = 'MySQL_' + key
                merge_flag = True

            if "Sessions" in key_name:
                merge_flag = False
                key_id = [key_id[0]]
            elif "MySQL_DetailedSpaceUsage" in key_name:
                merge_flag = True
                key_id = [key_id[0]]
                # print(key_id)

            # create rrd
            create_rrd(key_name, key_ds, key_id, merge_flag)

            for rrd_time, value in data["Values"].items():
                # update rrd data
                update_rrd(key_name, value, rrd_time, key_id, len(key_ds), merge_flag)

            # graph rrd
            graph_rrd(key_name, key_ds, key_unit, key_id, merge_flag, select)

def analyze_data(rds_info=None,keys=None, select='week'):
    '''analyze data'''

    if rds_info == None or keys == None:
        sys.exit(1)
    if not isinstance(rds_info, dict):
        sys.exit(1)

    time_now = datetime.datetime.now()
    time_yes = time_now - datetime.timedelta(days=1)

    print("create data")
    data_dict = analyz_rds_performance(rds_info,time_now)
    slowlog_dict = analyze_rds_slowlog(rds_info, time_now, time_yes)
    dict_list = [data_dict, slowlog_dict]

    """
    print(data_dict)
    {
        "MySQL_MemCpuUsage": {
            "key_id": [
                "cpuusage",
                "memusage"
            ],
            "Unit": "%",
            "Values": {
                "1558931820": [
                    ["1.12", "65.2"],
                    ["3.49", "30.0"],
                    ["1.36", "65.5"],
                    ["1.84", "20.2"]
                ],
            },
            "RDS_name": [
                "hb2-zys-trade-read",
                "hb2-zys-base-read",
                "hb2-zys-trade-master",
                "hb2-zys-base-master"
            ]
        },
    }
    """
    # print(slowlog_dict['SQLSlowLog']['DOD'])
    # print(data_dict['MySQL_IOPS']["DOD"]['hb2-zys-trade-read'])
    # print(data_dict['MySQL_IOPS'])

    response_dict = creat_pesponse(dict_list)
    create_graph(dict_list, select)

    return response_dict

def create_html_table(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment='MAX增长率大于10%', v_more='', flag='max'):
    '''crate html table'''

    if flag == 'max':
        msg = '''
        <tr onmouseover="this.style.backgroundColor='#d4e3e5';" onmouseout="this.style.backgroundColor='#FFFFFF';">
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td bgcolor="red">{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
        </tr>
        '''.format(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment,  v_more)
    elif flag == 'rate':
        msg = '''
        <tr onmouseover="this.style.backgroundColor='#d4e3e5';" onmouseout="this.style.backgroundColor='#FFFFFF';">
            <td>{}</td>
            <td bgcolor="red">{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
        </tr>
        '''.format(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment,  v_more)
    else:
        msg = '''
        <tr onmouseover="this.style.backgroundColor='#d4e3e5';" onmouseout="this.style.backgroundColor='#FFFFFF';">
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
            <td>{}</td>
        </tr>
        '''.format(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment,  v_more)
    return msg

def create_email_content(response):
    html_stye = '''
    <style type="text/css">
    /* Table Head */
    #table-6 thead th {
    background-color: rgb(128, 102, 160);
    color: #fff;
    border-bottom-width: 0;
    }

    /* Column Style */
    #table-6 td {
    color: #000;
    }
    /* Heading and Column Style */
    #table-6 tr, #table-6 th {
    border-width: 1px;
    border-style: solid;
    border-color: #fff;
    }

    /* Padding and font style */
    #table-6 td, #table-6 th {
    padding: 5px 10px;
    font-size: 12px;
    font-family: Verdana;
    font-weight: bold;
    }
    </style>
        '''
    content = '''
        <h1>一、xxx数据库分析:</h1>
        <p></p>
        '''

    comment_content = ""
    seo_content = ""
    other_content = ""
    html_slowlog = ""
    for rds, values in response.items():
        # print(rds,values)
        other_content += '<h2>库名：{}</h2>'.format(rds)
        msg_new = ''
        msg = ''
        for value in values:

            for k, v in value.items():

                if k in ["SQL", "MySQL_DetailedSpaceUsage_data_size", "MySQL_DetailedSpaceUsage_log_size",
                         "MySQL_DetailedSpaceUsage_tmp_size", "MySQL_DetailedSpaceUsage_other_size",
                         'MySQL_Sessions_total_session']:
                    pass
                    # if k == "SQL":
                    #     html_slowlog += '<h4>慢日志:</h4>'
                    #     for i in v:
                    #         html_slowlog +='<p>{}</p>'.format(i)
                else:
                    before_time = v['MAX'][0][0]
                    after_time = v['MAX'][1][0]
                    v_rate = v['RATE']
                    v_max1, v_max2 = v['MAX'][0][1], v['MAX'][1][1]
                    v_min1, v_min2 = v['MIN'][0][1], v['MIN'][1][1]
                    v_avg1, v_avg2 = v['AVG'][0][1], v['AVG'][1][1]

                    msg_new = '<thead><th>指标</th><th>增长率</th><th>{}MAX</th><th>{}MAX</th><th>{}MIN</th><th>{}MIN</th><th>{}AVG</th><th>{}AVG</th><th>基准值</th><th>详情</th></thead><tbody>'.format(
                        before_time, after_time, before_time, after_time, before_time, after_time)

                    if "SQLSlowLog" in k:
                        k = '慢日志数'
                    elif 'ins_size' in k:
                        k = '总空间使用率(%)'
                    elif 'IOPS_io' in k:
                        k = 'IOPS使用率(%)'
                    elif 'cpuusage' in k:
                        k = 'CPU使用率(%)'
                    elif 'memusage' in k:
                        k = '内存使用率(%)'
                    elif 'active_session' in k:
                        k = '活跃连接数'

                    v_more = ''
                    flag = ''
                    if float(v['RATE'].strip('%')) >= 10:
                        if k == '活跃连接数':
                            v_coment = 'MAX大于30'
                            if v_max2 >= 30:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'max'
                                comment_content += '<p>{}指标{}较高，{}最大值为{}，请关注。</p>'.format(rds, k.strip('%()'),
                                                                                                       after_time, v_max2)
                                v_rate = v_rate + ' <font color="red">&#8593</font>'
                            msg += create_html_table(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment,
                                                    v_more, flag)
                        elif k == '总空间使用率(%)':
                            v_coment = 'MAX大于70%'
                            if v_max2 > 70:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'max'
                                comment_content += '<p>{}指标{}较高, {}最大值为{}，请关注。</p>'.format(rds, k.strip('%()'),
                                                                                                  after_time, v_max2)
                                v_rate = v_rate + ' <font color="red">&#8593</font>'
                            msg += create_html_table(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment,
                                                    v_more, flag)
                        elif k == 'IOPS使用率(%)':
                            v_coment = 'AVG增长率大于10%'
                            if v_avg2 == 100:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'rate'
                                comment_content += '<p>{}指标{}较高，近2天AVG增长率为{}，请关注。</p>'.format(rds, k.strip('%()'), v_rate)
                            msg += create_html_table(k, v_rate + ' <font color="red">&#8593</font>', v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        elif k == 'CPU使用率(%)' or k == '内存使用率(%)':
                            v_coment = 'AVG增长率大于10%'
                            if v_avg2 > 90:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'rate'
                                comment_content += '<p>{}指标{}较高，近2天AVG增长率为{}，请关注。</p>'.format(rds, k.strip('%()'), v_rate)
                            msg += create_html_table(k, v_rate + ' <font color="red">&#8593</font>', v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        elif k == '慢日志数':
                            v_coment = 'MAX增长率大于10%'
                            if v_max2 > 100:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'rate'
                                comment_content += '<p>{}指标{}较高，近2天MAX增长率为{}，请关注。</p>'.format(rds, k.strip('%()'), v_rate)
                            msg += create_html_table(k, v_rate + ' <font color="red">&#8593</font>', v_max1, v_max2,
                                                 v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        else:
                            v_coment = 'MAX增长率大于10%'
                            # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                            msg += create_html_table(k, v_rate + ' <font color="red">&#8593</font>', v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                            comment_content += '<p>{}指标{}较高，近2天MAX增长率为{}，请关注。</p>'.format(rds, k.strip('%()'), v_rate)
                    else:
                        if k == '活跃连接数':
                            v_coment = 'MAX大于30'
                            if v_max2 >= 30:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'max'
                                comment_content += '<p>{}指标{}较高, {}最大值为{}，请关注。</p>'.format(rds, k.strip('%()'),
                                                                                          after_time, v_max2)
                            msg += create_html_table(k, v_rate, v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        elif k == '总空间使用率(%)':
                            v_coment = 'MAX大于70%'
                            if v_max2 > 70:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'max'
                                comment_content += '<p>{}指标{}较高, {}最大值为{}，请关注。</p>'.format(rds, k.strip('%()'),
                                                                                          after_time, v_max2)
                            msg += create_html_table(k, v_rate, v_max1, v_max2, v_min1, v_min2, v_avg1, v_avg2, v_coment,
                                                    v_more, flag)
                        elif k == 'IOPS使用率(%)':
                            v_coment = 'AVG增长率大于10%'
                            if v_avg2 == 100:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = ''
                                comment_content += '<p>{}指标{}已占满，{}平均值为{}，请关注。</p>'.format(rds, k.strip('%()'), after_time, v_avg2)
                            msg += create_html_table(k, v_rate, v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        elif k == 'CPU使用率(%)' or k == '内存使用率(%)':
                            v_coment = 'AVG增长率大于10%'
                            if v_avg2 > 90:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = ''
                                comment_content += '<p>{}指标{}较高，{}平均值为{}，请关注。</p>'.format(rds, k.strip('%()'), after_time, v_avg2)
                            msg += create_html_table(k, v_rate, v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        elif k == '慢日志数':
                            v_coment = 'MAX增长率大于10%'
                            if v_max2 > 100:
                                # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                                flag = 'rate'
                                comment_content += '<p>{}指标{}较高，{}最大值为{}，请关注。</p>'.format(rds, k.strip('%()'), after_time, v_max2)
                            msg += create_html_table(k, v_rate, v_max1, v_max2,
                                                 v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                        else:
                            v_coment = 'MAX增长率大于10%'
                            # v_more = '<a href="http://www.baidu.com">MORE..</a>'
                            flag = ''
                            msg += create_html_table(k, v_rate, v_max1, v_max2,
                                                    v_min1, v_min2, v_avg1, v_avg2, v_coment, v_more, flag)
                    # other_content += '<p><b>{}:</b> 增长率:{},  最大值:{}</p>'.format(k, v['Rate'],v['Max'])
        msg_new = '<table border="1" id="table-6">' + msg_new + msg + '</tbody></table>'
        other_content += '<p></p>' + msg_new

    if len(comment_content) == 0:
        comment_content = "<p>目前数据库运行正常，详情如下：</p><hr /><br><br><br><br>"
    else:
        seo_content = ""

        '''<h3>优化建议：</h3>
            <p>IOPS优化建议：套路1</p>
            <p>CPU/MEMORY优化建议：套路2</p>
            <p>活跃链接数优化建议：套路3</p>
            <p>总空间使用率优化建议：套路4</p>'''
        comment_content += '<hr /><br><br><br><br>'

    # print(html_stye, comment_content, seo_content, other_content, html_slowlog)

    return html_stye+content+comment_content+seo_content+other_content+html_slowlog

if __name__ == '__main__':
    """
    keys = "MySQL_MemCpuUsage,MySQL_Sessions,slavestat,MySQL_IOPS,MySQL_NetworkTraffic,MySQL_DetailedSpaceUsage"
    MySQL_MemCpuUsage   MySQL实例CPU使用率(占操作系统总数)，MySQL实例内存使用率(占操作系统总数)。
    MySQL_Sessions  当前活跃连接数，当前总连接数。
    slavestat   只读实例延迟。
    MySQL_IOPS  MySQL实例的IOPS（每秒IO请求次数）。
    MySQL_NetworkTraffic    MySQL实例平均每秒钟的输入流量，MySQL实例平均每秒钟的输出流量。单位为KB。
    MySQL_DetailedSpaceUsage    MySQL实例空间占用详情：ins_size实例总空间使用量;data_size数据空间;log_size日志空间;tmp_size临时空间;other_size系统空间。

    slow_log
    :return:
    """
    client = AcsClient('LTAsssssssss', 'kv5sssss', 'cn-beijing')
    print(get_rds_info('zys'))
    rds_info = get_rds_info('zys')
    # keys = "MySQL_IOPS"
    keys = "MySQL_MemCpuUsage,MySQL_Sessions,MySQL_IOPS,MySQL_DetailedSpaceUsage"

    # select can be 'day', 'week', 'month', 'year'. default 'week'.
    response =analyze_data(rds_info, keys, select="week")
    # print(response)

    content = create_email_content(response)
    to_addr = ['[email protected]','[email protected]']  # 接收邮件，可设置为你的QQ邮箱或者其他邮箱
    cc_addr = ['[email protected]']
    subject = '云xxx数据库巡检报告(华北2)'  # 主题

    images = [
        '/data/rrdtool_data/MySQL_SQLSlowLog.png',
        '/data/rrdtool_data/MySQL_Sessions_active_session.png',
        '/data/rrdtool_data/MySQL_DetailedSpaceUsage.png',
        '/data/rrdtool_data/MySQL_MemCpuUsage_cpuusage.png',
        '/data/rrdtool_data/MySQL_MemCpuUsage_memusage.png',
        '/data/rrdtool_data/MySQL_IOPS_io.png',
    ]

    is_html = True
    send_email(to_addr,cc_addr,subject,content, is_html, images, url=None)