opendev/elastic-recheck
Code Issues Proposed changes

Add per job classification rate to uncategorized.html

Browse Source 
Show how well we are doing at classifying individual jobs

Change-Id: I14fda6e5f8eff45777ef64757cee796cf8330d08
This commit is contained in:
Joe Gordon 2014-01-22 12:33:34 -08:00
parent 469a24835e
commit e0dc71fd5f
2 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
elastic_recheck/cmd/uncategorized_fails.py
View File

@ -102,13 +102,15 @@ def classifying_rate(fails, data, engine):
total = len(found_fails.keys()) total = len(found_fails.keys())
bad_jobs = collections.defaultdict(int) bad_jobs = collections.defaultdict(int)
total_job_failures = collections.defaultdict(int)
bad_job_urls = collections.defaultdict(list) bad_job_urls = collections.defaultdict(list)
count = 0 count = 0
for f in fails: for f in fails:
build, job = f.split('.', 1)
total_job_failures[job] += 1
if found_fails[f] is True: if found_fails[f] is True:
count += 1 count += 1
else: else:
build, job = f.split('.', 1)
bad_jobs[job] += 1 bad_jobs[job] += 1
bad_job_urls[job].append(fails[f]) bad_job_urls[job].append(fails[f])
@ -121,7 +123,17 @@ def classifying_rate(fails, data, engine):
url['timestamp'] = time.strftime( url['timestamp'] = time.strftime(
"%Y-%m-%dT%H:%M", "%Y-%m-%dT%H:%M",
url['timestamp']) url['timestamp'])
classifying_rate = ((float(count) / float(total)) * 100.0)
classifying_rate = collections.defaultdict(int)
classifying_rate['overall'] = ((float(count) / float(total)) * 100.0)
for job in bad_jobs:
if bad_jobs[job] == 0 and total_job_failures[job] == 0:
classifying_rate[job] = 0
else:
classifying_rate[job] = (
100.0 -
(float(bad_jobs[job]) / float(total_job_failures[job]))
* 100.0)
sort = sorted( sort = sorted(
bad_jobs.iteritems(), bad_jobs.iteritems(),
key=operator.itemgetter(1), key=operator.itemgetter(1),
@ -130,6 +142,7 @@ def classifying_rate(fails, data, engine):
tvars = { tvars = {
"rate": classifying_rate, "rate": classifying_rate,
"jobs": sort, "jobs": sort,
"total_job_failures": total_job_failures,
"urls": bad_job_urls "urls": bad_job_urls
} }
return engine.render(tvars) return engine.render(tvars)

4
web/share/templates/uncategorized.html
View File

@ -16,13 +16,13 @@
</div> </div>
<div class="jobs"> <div class="jobs">
<h1>Unclassified failed jobs</h1> <h1>Unclassified failed jobs</h1>
Overall Categorization Rate: {{ rate }} Overall Categorization Rate: {{ rate['overall'] }}%
{% for job in jobs %} {% for job in jobs %}
<a name="{{job[0]}}"></a> <a name="{{job[0]}}"></a>
<a href="#top"><i>back to top</i></a> <a href="#top"><i>back to top</i></a>
<h2>{{ job[0] }} : {{ job[1] }} Uncategorized Fails</h2> <h2>{{ job[0] }} : {{ job[1] }} Uncategorized Fails. {{rate[job[0]]}}% Classification Rate ({{total_job_failures[job[0]]}} Total Fails)</h2>
<ul> <ul>
{% for url in urls[job[0]] %} {% for url in urls[job[0]] %}