{% extends "base.html" %}
{% block title %}Run History - lm-eval-ledger{% endblock %}
{% block content %}
<div class="lbhead">
  <h1>Run History</h1>
  <span class="muted">ledger file: {{ db_file_bytes|fmtbytes }}</span>
  <form method="post" action="{{ url_for('compact') }}" class="inlineform"
        onsubmit="return confirm('Compact the database file? This reclaims space freed by deleted runs. It can take a while on a large ledger and blocks writers while running.')">
    <button type="submit" class="btn subtle" {{ "disabled title='disabled: read-only viewer'"|safe if read_only }}>compact</button>
  </form>
</div>
{% for r in runs %}
<section class="panel">
  <div class="lbhead">
    <span class="lbtitle">run {{ r.run_id }}{% if run_backend.get(r.run_id) %}
      <span class="muted">· {{ run_backend[r.run_id] }}</span>{% endif %}</span>
    <span class="rowactions">
      <span class="muted">{{ r.started_at|fmtdate }}
        · {{ run_bytes.get(r.run_id, 0)|fmtbytes }} of samples</span>
      <form method="post" action="{{ url_for('delete_run', run_id=r.run_id) }}" class="inlineform"
            onsubmit="return confirm('Delete run {{ r.run_id }} ({{ r.run_name }}) and ALL its benchmarks and samples? This cannot be undone.')">
        <button type="submit" class="btn danger" {{ "disabled title='disabled: read-only viewer'"|safe if read_only }}>delete run</button>
      </form>
    </span>
  </div>
  {% if r.source_yaml or r.config_yaml %}
  <details class="cfg">
    <summary>config
      <a class="btn subtle" href="{{ url_for('run_config', run_id=r.run_id) }}"
         onclick="event.stopPropagation()">view</a>
      <a class="btn subtle" href="{{ url_for('run_config_download', run_id=r.run_id, kind='source') }}"
         onclick="event.stopPropagation()">download yaml</a>
    </summary>
    <pre class="cfgtext">{{ r.source_yaml or r.config_yaml }}</pre>
  </details>
  {% endif %}
  {% set benches = by_run.get(r.run_id, []) %}
  {% if benches %}
  <table>
    <thead><tr><th>model</th><th>task (few-shot)</th><th>acc</th>
      <th>n</th><th>no answer</th><th>size</th><th>time</th><th>tok/s</th><th></th></tr></thead>
    <tbody>
    {% for b in benches %}
      <tr>
        <td>{{ b.model_tag }}</td>
        <td><a href="{{ url_for('samples', mode='browse', scope='b:' ~ b.benchmark_id) }}">{{ b.task }}{% if b.fewshot_k is not none %}({{ b.fewshot_k }}){% endif %}</a></td>
        <td>{% if b.verified_accuracy is not none %}
          <span class="verified" title="LLM-verified (strict string-match: {{ "%.3f"|format(b.accuracy) if b.accuracy is not none else "n/a" }})">{{ "%.3f"|format(b.verified_accuracy) }}<sup>✓</sup></span>
          {% else %}{{ "%.3f"|format(b.accuracy) if b.accuracy is not none else "…" }}{% endif %}</td>
        {% set pending = b.accuracy is none and not b.error %}
        <td>{{ b.total_examples if b.total_examples is not none else ("…" if pending else "-") }}</td>
        <td>{{ b.no_answer_count if b.no_answer_count is not none else ("…" if pending else "-") }}</td>
        <td class="muted">{% set nb = bench_bytes.get(b.benchmark_id) %}{{ nb|fmtbytes if nb is not none else ("…" if pending else "-") }}</td>
        <td class="muted">{% if b.error %}<span class="err" title="{{ b.error }}">ERROR</span>{% elif b.duration_seconds is not none %}{{ b.duration_seconds|fmtdur }}{% elif pending and elapsed.get(b.benchmark_id) is not none %}<span title="elapsed so far">{{ elapsed[b.benchmark_id]|fmtdur }} …</span>{% else %}{{ "…" if pending else "-" }}{% endif %}</td>
        <td class="muted">{{ "%.0f"|format(b.gen_tokens / b.gen_seconds)
            if b.gen_tokens and b.gen_seconds else ("…" if pending else "-") }}</td>
        <td>
          <form method="post" action="{{ url_for('delete_benchmark', bid=b.benchmark_id) }}" class="inlineform"
                onsubmit="return confirm('Delete {{ b.task }}{% if b.fewshot_k is not none %}({{ b.fewshot_k }}){% endif %} of run {{ r.run_id }} and its samples? This cannot be undone.')">
            <button type="submit" class="btn danger" {{ "disabled title='disabled: read-only viewer'"|safe if read_only }}>delete</button>
          </form>
        </td>
      </tr>
    {% endfor %}
    </tbody>
  </table>
  {% else %}<p class="muted">no benchmarks recorded</p>{% endif %}
</section>
{% else %}
<p>The ledger is empty.</p>
{% endfor %}
{% endblock %}