# -*- coding: utf-8 -*-
# vim: tabstop=4 shiftwidth=4 softtabstop=4
#
# Copyright (C) 2014-2019 GEM Foundation
#
# OpenQuake is free software: you can redistribute it and/or modify it
# under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# OpenQuake is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with OpenQuake. If not, see <http://www.gnu.org/licenses/>.
import os
import sys
import cgi
import time
from datetime import date, datetime, timedelta
import itertools
from docutils.examples import html_parts
from openquake.baselib.datastore import read
from openquake.calculators.views import view_fullreport
from openquake.commonlib.logs import dbcmd
tablecounter = itertools.count(0)
[docs]def html(header_rows):
"""
Convert a list of tuples describing a table into a HTML string
"""
name = 'table%d' % next(tablecounter)
return HtmlTable([map(str, row) for row in header_rows], name).render()
[docs]class HtmlTable(object):
"""
Convert a sequence header+body into a HTML table.
"""
css = """\
tr.evenRow { background-color: lightgreen }
tr.oddRow { }
th { background-color: lightblue }
"""
maxrows = 5000
border = "1"
summary = ""
def __init__(self, header_plus_body, name='noname',
empty_table='Empty table'):
header, body = header_plus_body[0], header_plus_body[1:]
self.name = name
self.empty_table = empty_table
rows = [] # rows is a finite sequence of tuples
for i, row in enumerate(body):
if i == self.maxrows:
rows.append(
["Table truncated because too big: more than %s rows" % i])
break
rows.append(row)
self.rows = rows
self.header = tuple(header) # horizontal header
[docs] def render(self, dummy_ctxt=None):
out = "\n%s\n" % "".join(list(self._gen_table()))
if not self.rows:
out += '<em>%s</em>' % cgi.escape(self.empty_table, quote=True)
return out
def _gen_table(self):
yield '<table id="%s" border="%s" summary="%s" class="tablesorter">\n'\
% (self.name, self.border, self.summary)
yield '<thead>\n'
yield '<tr>%s</tr>\n' % ''.join(
'<th>%s</th>\n' % h for h in self.header)
yield '</thead>\n'
yield '<tbody\n>'
for r, row in enumerate(self.rows):
yield '<tr class="%s">\n' % ["even", "odd"][r % 2]
for col in row:
yield '<td>%s</td>\n' % col
yield '</tr>\n'
yield '</tbody>\n'
yield '</table>\n'
JOB_STATS = '''
SELECT id, user_name, start_time, stop_time, status,
strftime('%s', stop_time) - strftime('%s', start_time) AS duration
FROM job WHERE id=?x;
'''
ALL_JOBS = '''
SELECT id, user_name, status, ds_calc_dir FROM job
WHERE start_time >= ?x AND start_time < ?x ORDER BY stop_time
'''
PAGE_TEMPLATE = '''\
<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
<script src="http://ajax.googleapis.com/ajax/libs/jquery/2.1.1/jquery.min.js"></script>
<link rel="stylesheet" href="http://ajax.googleapis.com/ajax/libs/jqueryui/1.11.2/themes/smoothness/jquery-ui.css" />
<script src="http://ajax.googleapis.com/ajax/libs/jqueryui/1.11.2/jquery-ui.min.js"></script>
<script>
$(function() {
$("#tabs").tabs();
});
</script>
</head>
<body>
%s
</body>
</html>
'''
[docs]def make_tabs(tag_ids, tag_status, tag_contents):
"""
Return a HTML string containing all the tabs we want to display
"""
templ = '''
<div id="tabs">
<ul>
%s
</ul>
%s
</div>'''
lis = []
contents = []
for i, (tag_id, status, tag_content) in enumerate(
zip(tag_ids, tag_status, tag_contents), 1):
mark = '.' if status == 'complete' else '!'
lis.append('<li><a href="#tabs-%d">%s%s</a></li>' % (i, tag_id, mark))
contents.append('<div id="tabs-%d">%s</div>' % (
i, tag_content))
return templ % ('\n'.join(lis), '\n'.join(contents))
[docs]def make_report(isodate='today'):
"""
Build a HTML report with the computations performed at the given isodate.
Return the name of the report, which is saved in the current directory.
"""
if isodate == 'today':
isodate = date.today()
else:
isodate = date(*time.strptime(isodate, '%Y-%m-%d')[:3])
isodate1 = isodate + timedelta(1) # +1 day
tag_ids = []
tag_status = []
tag_contents = []
# the fetcher returns an header which is stripped with [1:]
jobs = dbcmd(
'fetch', ALL_JOBS, isodate.isoformat(), isodate1.isoformat())
page = '<h2>%d job(s) finished before midnight of %s</h2>' % (
len(jobs), isodate)
for job_id, user, status, ds_calc in jobs:
tag_ids.append(job_id)
tag_status.append(status)
[stats] = dbcmd('fetch', JOB_STATS, job_id)
(job_id, user, start_time, stop_time, status, duration) = stats
try:
ds = read(job_id, datadir=os.path.dirname(ds_calc))
txt = view_fullreport('fullreport', ds)
report = html_parts(txt)
except Exception as exc:
report = dict(
html_title='Could not generate report: %s' % cgi.escape(
str(exc), quote=True),
fragment='')
page = report['html_title']
page += html([stats._fields, stats])
page += report['fragment']
tag_contents.append(page)
page = make_tabs(tag_ids, tag_status, tag_contents) + (
'Report last updated: %s' % datetime.now())
fname = 'jobs-%s.html' % isodate
with open(fname, 'w') as f:
f.write(PAGE_TEMPLATE % page)
return fname