{% extends "report_base.html" %}

{% block title %}{{ title }}{% endblock %}
{% block items %}mappings{% endblock %}
{% block heading %}{{ fit_id }}{% endblock %}
{% block subtitle %}{{ opid }}{% endblock %}
{% block placeholder %}Search parameters, mappings, metrics …{% endblock %}

{% block badges %}{% for badge in badges %}<span class="badge">{{ badge.label }} <b>{{ badge.value }}</b></span>{% endfor %}{% endblock %}

{% block nav %}
    <a href="#overview">Overview</a>
    <a href="#results">Results</a>
    {% if identifiability or fisher %}<a href="#identifiability">Identifiability</a>{% endif %}
    <a href="#mappings">Fit mappings</a>
{% endblock %}

{% block chips %}
    {% for kind in kinds %}
    <button class="chip" data-kind="{{ kind }}" aria-pressed="true">{{ kind }}</button>
    {% endfor %}
{% endblock %}

{% block footer %}{% for file in files %}<a href="{{ file.href }}">{{ file.label }}</a>{% if not loop.last %} · {% endif %}{% endfor %}{% endblock %}

{% block content %}
<section id="overview">
  <h2>Overview</h2>

  <h3>Fit</h3>
  <div class="card">
    <dl class="kv">
      {% for key, value in fit_info.items() %}
      <dt>{{ key }}</dt><dd class="mono">{{ value }}</dd>
      {% endfor %}
    </dl>
  </div>

  <h3>Parameters</h3>
  <div class="card">
    <table data-filter="row">
      <thead><tr>
        <th data-sort="text">parameter</th>
        {% if versioned_parameters %}<th data-sort="text">target</th>{% endif %}
        {% for pset in parameter_set_ids %}<th class="num" data-sort="num">{{ pset }}</th>{% endfor %}
        <th class="num" data-sort="num">lower</th><th class="num" data-sort="num">upper</th>
        <th data-sort="text">unit</th>
      </tr></thead>
      <tbody>
      {% for row in parameters %}
      <tr>
        <td class="mono">{{ row.pid }}</td>
        {% if versioned_parameters %}<td class="mono">{{ row.target }}</td>{% endif %}
        {% for value in row.set_values %}<td class="num mono">{{ value }}</td>{% endfor %}
        <td class="num mono">{{ row.lower }}</td><td class="num mono">{{ row.upper }}</td>
        <td>{{ row.unit }}</td>
      </tr>
      {% endfor %}
      </tbody>
    </table>
    {% if bound_warnings %}
    <p class="warn">{% for message in bound_warnings %}{{ message }}<br>{% endfor %}</p>
    {% endif %}
  </div>

  <h3>Settings</h3>
  <div class="card">
    <table data-filter="row">
      <thead><tr><th data-sort="text">setting</th><th data-sort="text">value</th></tr></thead>
      <tbody>
      {% for key, value in settings.items() %}
      <tr><td>{{ key }}</td><td class="mono">{{ value }}</td></tr>
      {% endfor %}
      </tbody>
    </table>
  </div>

  <h3>Data</h3>
  <div class="card">
    <table>
      <thead><tr>
        <th data-sort="text">experiment</th>
        {% for kind in kinds %}<th class="num" data-sort="num">{{ kind }}</th>{% endfor %}
        <th class="num" data-sort="num">mappings</th>
      </tr></thead>
      <tbody>
      {% for row in data_summary %}
      <tr><td>{{ row.experiment }}</td>
        {% for count in row.counts %}<td class="num">{{ count }}</td>{% endfor %}
        <td class="num">{{ row.total }}</td></tr>
      {% endfor %}
      </tbody>
      <tfoot><tr class="total"><td>total</td>
        {% for count in data_total.counts %}<td class="num">{{ count }}</td>{% endfor %}
        <td class="num">{{ data_total.total }}</td></tr></tfoot>
    </table>
  </div>
</section>

<section id="results">
  <h2>Results</h2>

  <h3>Metrics</h3>
  <div class="card">
    <table data-filter="row">
      <thead><tr>{% for column in metrics_columns %}
        <th class="{{ 'num' if not loop.first and column.name != 'kind' }}"
            data-sort="{{ 'text' if loop.first or column.name == 'kind' else 'num' }}">{{ column.name }}{% if column.hint %}<span class="hint" tabindex="0" data-tip="{{ column.hint }}">?</span>{% endif %}</th>
      {% endfor %}</tr></thead>
      <tbody>
      {% for row in metrics %}
      <tr>{% for value in row %}<td class="{{ 'num mono' if not loop.first and not loop.index0 == 1 }}">{{ value }}</td>{% endfor %}</tr>
      {% endfor %}
      </tbody>
    </table>
  </div>

  {% if run_plots %}
  <h3>Optimization runs</h3>
  <div class="grid">
    {% for plot in run_plots %}
    <div class="card"><figure>
      <img loading="lazy" src="{{ plot.src }}" alt="{{ plot.caption }}">
      <figcaption>{{ plot.caption }}{% if plot.hint %}<span class="hint" tabindex="0" data-tip="{{ plot.hint }}">?</span>{% endif %}</figcaption>
    </figure></div>
    {% endfor %}
  </div>
  {% endif %}

  {% if result_plots %}
  <h3>Predictions and costs</h3>
  <div class="grid">
    {% for plot in result_plots %}
    <div class="card{% if plot.wide %} wide{% endif %}"><figure>
      <img loading="lazy" src="{{ plot.src }}" alt="{{ plot.caption }}">
      <figcaption>{{ plot.caption }}{% if plot.hint %}<span class="hint" tabindex="0" data-tip="{{ plot.hint }}">?</span>{% endif %}</figcaption>
    </figure></div>
    {% endfor %}
  </div>
  {% endif %}

  <h3>Contribution of the fit mappings</h3>
  <div class="card">
    <table data-filter="row">
      <thead><tr>{% for column in mapping_metrics_columns %}
        <th class="{{ 'num' if column in numeric_columns }}"
            data-sort="{{ 'num' if column in numeric_columns else 'text' }}">{{ column }}{% if hints.get(column) %}<span class="hint" tabindex="0" data-tip="{{ hints[column] }}">?</span>{% endif %}</th>
      {% endfor %}</tr></thead>
      <tbody>
      {% for row in mapping_metrics %}
      <tr data-kind="{{ row.kind }}">
        <td>{{ row.parameter_set }}</td><td>{{ row.experiment }}</td>
        <td class="mono">{{ row.mapping }}</td>
        <td><span class="tag {{ row.kind }}">{{ row.kind }}</span></td>
        <td class="num">{{ row.n }}</td>
        <td class="num mono">{{ row.mse }}</td><td class="num mono">{{ row.rmse }}</td>
        <td class="num mono">{{ row.nrmse }}</td><td class="num mono">{{ row.rmse_w }}</td>
        <td class="num mono">{{ row.r2 }}</td>
      </tr>
      {% endfor %}
      </tbody>
    </table>
  </div>

  {% if runs %}
  <h3>Optimization runs ({{ runs | length }})</h3>
  <div class="card">
    <table data-filter="row">
      <thead><tr>{% for column in run_columns %}
        <th class="{{ 'num' if not loop.first }}" data-sort="{{ 'text' if loop.first else 'num' }}">{{ column }}</th>
      {% endfor %}</tr></thead>
      <tbody>
      {% for row in runs %}<tr>{% for value in row %}<td class="{{ 'num mono' if not loop.first }}">{{ value }}</td>{% endfor %}</tr>{% endfor %}
      </tbody>
    </table>
  </div>
  {% endif %}
</section>

{% if fisher %}
<section id="{{ 'fisher' if identifiability else 'identifiability' }}">
  {% if not identifiability %}<h2>Identifiability</h2>{% endif %}
  <h3>Fisher information</h3>
  <p>The curvature of the cost at the parameters, <code>FIM = J'J</code> with the jacobian of the weighted residuals, from which the standard errors and the correlations of the parameters follow. It is a local statement: the intervals are exact for a cost which is a quadratic around the optimum and approximate for a non-linear model, where the profile likelihood is the one to trust. The errors and the intervals are computed in the space the optimizer searches, so an interval on a logarithmic scale is not symmetric around the value.</p>
  {% if not fisher.identifiable %}
  <p class="warn">The information does not have full rank: the data does not constrain every direction in parameter space, so the errors and the correlations of the unconstrained directions cannot be read. A parameter which no data informs is such a direction.</p>
  {% endif %}
  <div class="grid">
    <div class="card">
      <h3>Analysis</h3>
      <dl class="kv">
        {% for key, value in fisher.info.items() %}<dt>{{ key }}</dt><dd class="mono">{{ value }}</dd>{% endfor %}
        <dt>eigenvalues<span class="hint" tabindex="0" data-tip="Eigenvalues of the Fisher information, largest first. A small eigenvalue is a combination of parameters the data does not determine; a spread over orders of magnitude is a sloppy model.">?</span></dt>
        <dd class="mono">{{ fisher.eigenvalues | join(", ") }}</dd>
      </dl>
    </div>
    <div class="card">
      <h3>Parameters</h3>
      <table data-filter="row">
        <thead><tr>{% for column in fisher.columns %}
          <th class="{{ 'num' if not loop.first }}" data-sort="{{ 'text' if loop.first else 'num' }}">{{ column.name }}{% if column.hint %}<span class="hint" tabindex="0" data-tip="{{ column.hint }}">?</span>{% endif %}</th>
        {% endfor %}</tr></thead>
        <tbody>
        {% for row in fisher.rows %}
        <tr>{% for value in row %}<td class="{{ 'num mono' if not loop.first }}">{{ value }}</td>{% endfor %}</tr>
        {% endfor %}
        </tbody>
      </table>
    </div>
  </div>

  <div class="card">
    <h3>Correlation<span class="hint" tabindex="0" data-tip="Correlation of the parameters from the covariance. A pair at plus or minus one is a pair the data only determines together, i.e. the fit trades one against the other.">?</span></h3>
    <table>
      <thead><tr><th></th>{% for pid in fisher.pids %}<th class="num">{{ pid }}</th>{% endfor %}</tr></thead>
      <tbody>
      {% for pid in fisher.pids %}
      <tr><td>{{ pid }}</td>{% for value in fisher.correlation[loop.index0] %}<td class="num mono">{{ value }}</td>{% endfor %}</tr>
      {% endfor %}
      </tbody>
    </table>
  </div>
</section>
{% endif %}

{% if identifiability %}
<section id="identifiability">
  <style>
    .tag.identifiable { background: var(--training); }
    .tag.non_identifiable_lower, .tag.non_identifiable_upper { background: var(--outlier); }
    .tag.non_identifiable { background: #c92a2a; }
    .tag.structural { background: #862e9c; }
  </style>
  <h2>Identifiability</h2>
  <p>Profile likelihood of the parameters: every parameter is fixed at values around the optimum and the other parameters are optimized again. A parameter is identifiable if its profile crosses the threshold of the confidence level on both sides of the optimum, i.e., its confidence interval is finite; practically non-identifiable if the profile stays below the threshold up to a bound of the parameter; structurally non-identifiable if the profile is flat. An open side of an interval is shown as the bound of the parameter.</p>
  {% if identifiability.better_optimum %}
  <p class="warn">A profile found a cost below the cost of the parameter set, the fit did not converge to the optimum. The threshold is relative to the lowest cost.</p>
  {% endif %}
  <div class="grid">
    <div class="card">
      <h3>Analysis</h3>
      <dl class="kv">
        {% for key, value in identifiability.info.items() %}<dt>{{ key }}</dt><dd class="mono">{{ value }}</dd>{% endfor %}
      </dl>
    </div>
    <div class="card">
      <h3>Parameters</h3>
      <table data-filter="row">
        <thead><tr>
          <th data-sort="text">parameter</th><th class="num" data-sort="num">value</th>
          <th class="num" data-sort="num">ci lower</th><th class="num" data-sort="num">ci upper</th>
          <th data-sort="text">unit</th><th data-sort="text">identifiability</th>
          <th class="num" data-sort="num">points</th>
        </tr></thead>
        <tbody>
        {% for row in identifiability.rows %}
        <tr>
          <td class="mono">{{ row.pid }}</td><td class="num mono">{{ row.value }}</td>
          <td class="num mono">{{ row.ci_lower }}</td><td class="num mono">{{ row.ci_upper }}</td>
          <td>{{ row.unit }}</td>
          <td><span class="tag identifiability {{ row.identifiability }}">{{ row.label }}</span>{% if not row.converged %} <span class="tag outlier">not converged</span>{% endif %}</td>
          <td class="num mono">{{ row.n_points }}</td>
        </tr>
        {% endfor %}
        </tbody>
      </table>
    </div>
  </div>
  {% if identifiability.plots %}
  <div class="grid">
    {% for plot in identifiability.plots %}
    <div class="card wide"><figure>
      <img loading="lazy" src="{{ plot.src }}" alt="{{ plot.caption }}">
      <figcaption>{{ plot.caption }}{% if plot.hint %}<span class="hint" tabindex="0" data-tip="{{ plot.hint }}">?</span>{% endif %}</figcaption>
    </figure></div>
    {% endfor %}
  </div>
  {% endif %}
  {% if identifiability.profile_plots %}
  <h3>Profiles</h3>
  <div class="grid">
    {% for plot in identifiability.profile_plots %}
    <div class="card"><figure>
      <img loading="lazy" src="{{ plot.src }}" alt="{{ plot.caption }}">
      <figcaption>{{ plot.caption }}{% if plot.hint %}<span class="hint" tabindex="0" data-tip="{{ plot.hint }}">?</span>{% endif %}</figcaption>
    </figure></div>
    {% endfor %}
  </div>
  {% endif %}
</section>
{% endif %}

<section id="mappings">
  <h2>Fit mappings ({{ mappings | length }})</h2>
  {% for mapping in mappings %}
  <div class="card mapping" data-kind="{{ mapping.kind }}" data-filter="card">
    <header>
      <span class="name mono">{{ mapping.mapping }}</span>
      <span class="exp">{{ mapping.experiment }} · {{ mapping.observable }}</span>
      <span class="tag {{ mapping.kind }}">{{ mapping.kind }}</span>
      <span class="metrics">
        {% for key, value in mapping.metrics.items() %}<span>{{ key }} <b>{{ value }}</b></span>{% endfor %}
      </span>
    </header>
    <div class="grid">
      {% for plot in mapping.plots %}
      <figure>
        <img loading="lazy" src="{{ plot.src }}" alt="{{ plot.caption }}">
        <figcaption>{{ plot.caption }}{% if plot.hint %}<span class="hint" tabindex="0" data-tip="{{ plot.hint }}">?</span>{% endif %}</figcaption>
      </figure>
      {% endfor %}
    </div>
  </div>
  {% endfor %}
  <p class="empty hidden" data-empty>No fit mapping matches the search.</p>
</section>
{% endblock %}