{% extends "base.html" %}

{% import "repo_tabs.html" as m %}

{% block title %}Tests · {{ repo.owner }}/{{ repo.name }}{% endblock %}

{% block tabs %}{% call m::tabs(repo, "tests") %}{% endblock %}

{% block content %}

{% if let Some(r) = report %}

<section class="cov-hero">

  <div class="cov-hero-head">

    <div>

      <h1>Tests</h1>

      <div class="cov-sub">{% if bookmarks.len() > 1 %}<form class="inline" method="get" action="{{ repo.url }}/tests"><label for="t-bm" class="mute">bookmark</label> <select id="t-bm" name="bookmark" onchange="this.form.submit()">{% for b in bookmarks %}<option value="{{ b }}"{% if b.as_str() == bookmark.as_str() %} selected{% endif %}>{{ b }}</option>{% endfor %}</select> <noscript><button>Show</button></noscript></form>{% else %}<span class="mute">on</span> <strong>{{ bookmark }}</strong>{% endif %}

        · <a href="{{ repo.url }}/flow/{{ r.run_number }}">run #{{ r.run_number }}</a> · job {{ r.job }} · <time title="{{ r.created_ms|when_i }}">{{ r.created_ms|ago_i }}</time></div>

    </div>

    <div class="cov-score {{ self.class_of(r) }}">

      <div class="cov-big">{% if r.broken() > 0 %}{{ r.broken() }} failing{% else %}{{ self.rate(r) }}{% endif %}</div>

      <div class="cov-change same">{% if r.broken() > 0 %}{{ self.rate(r) }} of {{ r.tests - r.skipped }} passed{% else %}of {{ r.tests - r.skipped }} tests passed{% endif %}</div>

    </div>

  </div>

  {% if runs > 1 %}<div class="cov-hero-chart">{{ rate_chart|safe }}</div>{% endif %}

</section>

<section class="cov-facts">

  <div><span class="k">Tests</span><span class="v">{{ r.tests }}{% if let Some(d) = self.count_delta() %} <small>{{ self.signed(d) }}</small>{% endif %}</span></div>

  <div><span class="k">Passed</span><span class="v cov-good">{{ r.passed }}</span></div>

  <div><span class="k">Failed</span><span class="v{% if r.failed > 0 %} cov-poor{% endif %}">{{ r.failed }}</span></div>

  {% if r.errors > 0 %}<div><span class="k">Errored</span><span class="v cov-poor">{{ r.errors }}</span></div>{% endif %}

  <div><span class="k">Skipped</span><span class="v">{{ r.skipped }}</span></div>

  <div><span class="k">Test time</span><span class="v">{{ self.time(r.time_ms) }}{% if let Some(d) = self.time_delta() %} <small>{{ d }}</small>{% endif %}</span></div>

  {% if let Some(t) = first_ms %}<div><span class="k">Reporting since</span><span class="v small"><time title="{{ t|when_i }}">{{ t|ago_i }}</time></span></div>{% endif %}

</section>

<div class="cov-grid">

  <section class="panel cov-card">

    <h2>This run</h2>

    <ul class="cov-stats">

      <li><strong>{{ r.passed }}</strong> of <strong>{{ r.tests - r.skipped }}</strong> tests passed <span class="{{ self.class_of(r) }}">({{ self.rate(r) }})</span>{% if r.skipped > 0 %}, {{ r.skipped }} skipped{% endif %}</li>

      {% if let Some(p) = previous %}<li>Against <a href="{{ repo.url }}/tests?report={{ p.id }}">run #{{ p.run_number }}</a>: {{ broke.len() }} newly failing, {{ fixed.len() }} fixed{% if added > 0 %}, {{ added }} new tests{% endif %}</li>{% else %}<li>The first report of job {{ r.job }} here</li>{% endif %}

    </ul>

    {% if !broke.is_empty() %}<h3>Newly failing</h3>

    <ul class="t-list">{% for c in broke %}<li><span class="cov-poor">✕</span> <code>{{ c.title }}</code></li>{% endfor %}</ul>{% endif %}

    {% if !fixed.is_empty() %}<h3>Fixed</h3>

    <ul class="t-list">{% for c in fixed %}<li><span class="cov-good">✓</span> <code>{{ c.title }}</code></li>{% endfor %}</ul>{% endif %}

  </section>

  <section class="panel cov-card">

    <h2>Flaky <small class="mute">failed and passed in the last {{ flaky_runs }} runs</small></h2>

    {% if flaky.is_empty() %}<p class="mute small">None: every test kept its result.</p>{% else %}

    <table class="cov-moved">{% for f in flaky %}<tr><td><a href="{{ repo.url }}/tests/case?classname={{ f.classname|urlencode }}&name={{ f.name|urlencode }}&bookmark={{ bookmark|urlencode }}"><code>{{ f.title() }}</code></a></td><td class="num"><span class="cov-poor">{{ f.failed }} ✕</span> <span class="cov-good">{{ f.passed }} ✓</span></td></tr>{% endfor %}</table>{% endif %}

  </section>

</div>

{% if !failures.is_empty() %}<section class="panel">

  <h2>Failures <small class="mute">{{ r.broken() }} in run #{{ r.run_number }}{% if r.broken() > failures.len() as i64 %}, the first {{ failures.len() }} shown{% endif %}</small></h2>

  <div class="flow-tests">{% for f in failures %}<details class="tests-failure">

    <summary><span class="bad">{% if f.status == "error" %}!{% else %}✕{% endif %}</span> <code>{{ f.title() }}</code> <a class="small" href="{{ repo.url }}/tests/case?classname={{ f.classname|urlencode }}&name={{ f.name|urlencode }}&bookmark={{ bookmark|urlencode }}">history</a>{% if !f.message.is_empty() %} <span class="small mute">{{ f.message }}</span>{% endif %}</summary>

    {% if !f.output.is_empty() %}<pre class="flow-log">{{ f.output }}</pre>{% endif %}

  </details>{% endfor %}</div>

</section>{% endif %}

{% if runs > 1 %}<section class="panel">

  <h2>Tests run <small class="mute"><span class="cov-key covered">passed</span> <span class="cov-key relevant">failed</span></small></h2>

  {{ count_chart|safe }}

</section>{% endif %}

<section class="panel">

  <h2>Slowest tests <small class="mute">in run #{{ r.run_number }}</small></h2>

  <div class="table"><table class="cov-files">

  <tr><th>Test</th><th class="num">Time</th></tr>

  {% for c in slowest %}<tr><td><a href="{{ repo.url }}/tests/case?classname={{ c.classname|urlencode }}&name={{ c.name|urlencode }}&bookmark={{ bookmark|urlencode }}"><code>{{ c.title() }}</code></a>{% if c.status != "passed" %} <span class="cov-poor small">{{ c.status }}</span>{% endif %}</td><td class="num">{{ self.time(c.time_ms) }}</td></tr>{% endfor %}

  </table></div>

</section>

{% if recent.len() > 1 %}<section class="panel">

  <h2>Recent runs on {{ bookmark }}</h2>

  <div class="table"><table class="cov-runs">

  <tr><th>Run</th><th>Job</th><th>Passing</th><th class="num">Tests</th><th class="num">Failed</th><th class="num">Time</th><th>When</th></tr>

  {% for x in recent %}<tr{% if x.report.id == r.id %} class="on"{% endif %}>

    <td><a href="{{ repo.url }}/tests?report={{ x.report.id }}">#{{ x.report.run_number }}</a></td>

    <td>{{ x.report.job }}</td>

    <td><span class="cov-bar {{ self.class_of(x.report) }}"><span style="width: {% if let Some(p) = crate::web::test_reports::pass_rate(x.report) %}{{ p }}{% else %}0{% endif %}%"></span></span> {{ self.rate(x.report) }}</td>

    <td class="num">{{ x.report.tests }}{% if let Some(d) = x.delta %}{% if *d != 0 %} <small class="mute">{{ self.signed(d) }}</small>{% endif %}{% endif %}</td>

    <td class="num">{% if x.report.broken() > 0 %}<span class="cov-poor">{{ x.report.broken() }}</span>{% else %}0{% endif %}</td>

    <td class="num">{{ self.time(x.report.time_ms) }}</td>

    <td class="small"><time title="{{ x.report.created_ms|when_i }}">{{ x.report.created_ms|ago_i }}</time></td>

  </tr>{% endfor %}

  </table></div>

</section>{% endif %}

{% else %}

<div class="head"><h1>Tests <small>of {{ bookmark }}</small></h1></div>

<section class="panel">

  <p>No test report for <strong>{{ bookmark }}</strong> yet.</p>

  <p>Give a job in <code>.flow/pipeline.kdl</code> an artifact named <code>junit</code> holding a JUnit XML report, kept with <code>when "always"</code> so a failing run still sends it. For pytest:</p>

<pre>job "test" {

    sandbox "python"

    exec "pytest" "--junitxml=/src/out/junit.xml"

    output {

        artifact "junit" {

            path "/src/out/junit.xml"

            when "always"

        }

    }

}</pre>

  <p class="small mute">cargo-nextest (a <code>junit</code> profile), Jest's junit reporter and gotestsum write JUnit XML too.</p>

</section>

{% endif %}

{% endblock %}