一、由于jumpserver的CMDB系统无法满足要求,所以另外自行开发模块统计云账单的页面。功能如下:

1、实现账单自动下载
2、分析过滤并且录入到数据库中
3、展示页面

jumpserver使用的是django框架,控制器代码如下:

#coding:utf-8from django.db.models import Qfrom jumpserver.api import *from jumpserver.models import Settingfrom django.http import HttpResponse,StreamingHttpResponsefrom django.shortcuts import render,render_to_responsefrom jcloud.aws_iam_scan import *from jcloud.aws_service_san import *from jcloud.forms import Aws_monitor_userFormfrom jcloud.models import *import jsonimport django.utils.timezone as timezoneimport timefrom datetime import date, timedeltaimport boto3import zipfileimport zlibimport osimport csvimport codecsimport reimport sysreload(sys)sys.setdefaultencoding('utf8')import smtplibfrom email.mime.text import MIMETextfrom email.header import Headerfrom django.template import loaderfrom pprint import pprintdef bill_download(): #账单下载 def bill_detail_indb(file,profile_name,location,account_tag,vol_item,vol_price):#定义下载和入库 dictres = {} session = boto3.Session(profile_name=profile_name) s3 = session.client("s3")#初始化aws s3链接 ttime = (datetime.datetime.now() + datetime.timedelta(days=-4)).strftime('%m') file = file + ttime + '.csv' zfile = file + '.zip' s3.download_file(location, zfile,zfile) #下载数据文件 print 'over download' zipfile.ZipFile(zfile).extractall() #解压文件 with codecs.open(file,'r','utf-8') as f:便利csv数据文件 reader = csv.reader(f) head_row = next(reader) #过滤无效数据并将结果添加到dlist列表 for row in reader: if re.match(r'This line contains',row[vol_item]) or re.match(r'Total',row[vol_item]) or re.search(ur"[\u4e00-\u9fa5]+",unicode(row[vol_item], "utf-8")) or not row[vol_item] or not row[vol_price]: continue else: tp = float(row[vol_price]) if row[vol_item] in dictres.keys(): dictres[row[vol_item]] = dictres[row[vol_item]] + tp else: dictres[row[vol_item]] = tp dlist = [] #初始化需要写入DB的数据列表 for n in dictres: dlist.append(Aws_detail_price(account_tag=account_tag,service_id=str(n),aws_price=("%.2f" % (dictres[n])))) res = Aws_detail_price.objects.bulk_create(dlist) files = [['644201129899-aws-billing-detailed-line-items-with-resources-and-tags-2017-','adminstrator-tokyo','ptmind-en-bill',1,19,18], ['246056064096-aws-billing-detailed-line-items-with-resources-and-tags-ACTS-2017-','ptmind-beijing','ptmind-cn-bill',2,21,20] ] for item in files:#循环账单列表 bill_detail_indb(item[0],item[1],item[2],item[3],item[4],item[5])def aws_bill(request): aws_bill = Aws_bill.objects.all() #查询账单明细 aws_account = Aws_account.objects.all() #统计账户数量 res = [] for i in aws_account: tprice = 0; ares2 = [] ares = [] for price in aws_bill: if int(i.aws_account_id) is int(price.aws_account_id): pres = [] #筛选有价格的 if float(price.aws_price) > 0: pres.append(price.aws_service) pres.append(price.aws_price) ares.append(pres) tprice = tprice + float(price.aws_price) ares2.append(i.aws_account) ares2.append(tprice) ares2.append(ares) res.append(ares2) return my_render('jcloud/aws_bill.html', locals(), request)

展示页面静态文件内容如下:

{% extends 'base.html' %}{% load mytags %}{% block content %}{% include 'nav_cat_bar.html' %}<style type="text/css">#定义内容展示宽度以及位置#content{ margin: 20px auto; height: 3600px; width: 1200px;}.tables{ margin: 20px auto;}#定义每个跳的距离和浮动横列显示.t1{ margin: 0 0 0 100px; float: left; max-width: 500px; display: block; background: white;}.title_top{ font-size: 26px; text-align: center; color: black; height: 50px; line-height: 50px;}.price_bottom{ margin: 0 auto; text-align: right; font-size: 20px; color: black; height: 70px; line-height: 70px;}.t1 td{ margin: 20px auto; width: 950px; font-size: 18px; line-height: 30px; text-indent: 20px;}.t1 td:last-child{ width: 50px; text-align: right;}.t1 hr{ margin: 5px auto; border-bottom: 2px solid black !important;}</style><div id = "content" > {% for a in res %} <div class="tables"> {% if a.0 == 'China:ptmind' %}#区分人民币与美元 <table id = {{ a.0 }} class = "t1"> <head> <tr> <th colspan="2"><p class="title_top">{{ a.0 }}</p><hr /></th> </tr> </head> {% for b in a.2 %}#遍历结果并且展示内容 <tr> <td>{{ b.0 }}</td> <td>{{ b.1 }}</td> </tr> {% endfor %} <tr> <th colspan="2"><hr /><p class="price_bottom">Total Price:¥{{ a.1 }}</p></th> </tr> </table> {% else %} <table id = {{ a.0 }} class = "t1"> <head> <tr> <th colspan="2"><p class="title_top">{{ a.0 }}</p><hr /></th> </tr> </head> {% for b in a.2 %} <tr> <td>{{ b.0 }}</td> <td>{{ b.1 }}</td> </tr> {% endfor %} <tr> <th colspan="2"><hr /><p class="price_bottom">Total Price:${{ a.1 }}</p></th> </tr> </table> {% endif %} </div> {% endfor %}</div>{% endblock %}

具体页面展示如下: