{% extends "base.html" %}
{% load url %}
{% load profiles %}
{% load evaluation_extras %}
{% load static %}

{% block breadcrumbs %}
    <ol class="breadcrumb">
        <li class="breadcrumb-item"><a
                href="{% url 'challenges:list' %}">Challenges</a>
        </li>
        <li class="breadcrumb-item"><a
                href="{{ challenge.get_absolute_url }}">{% firstof challenge.title challenge.short_name %}</a></li>
        <li class="breadcrumb-item">
            <a href="{% url 'evaluation:leaderboard' challenge_short_name=challenge.short_name slug=object.submission.phase.slug %}">{{ object.submission.phase.title }}
                Leaderboard</a>
        </li>
        <li class="breadcrumb-item active"
            aria-current="page">{{ object.pk }}</li>
    </ol>
{% endblock %}

{% block topbar2 %}
    {% include "evaluation/partials/phase_navbar.html" %}
{% endblock %}

{% block content %}

    {% if not object.submission.phase.public %}
        <div class="alert alert-danger">The phase that this evaluation belongs to, is no longer active.</div>
    {% endif %}

    <h2>Evaluation</h2>

    <dl>

        <dt>ID</dt>
        <dd>{{ object.pk }}</dd>

        <dt>Submission ID</dt>
        <dd>{{ object.submission.id }}</dd>

        <dt>Method ID</dt>
        <dd>{{ object.method.pk }}</dd>

        <dt>Status</dt>
        <dd>
            <span class="badge badge-{{ evaluation.status_context }}">
                {% if evaluation.animate %}
                    <span class="spinner-border spinner-border-sm" role="status"
                          aria-hidden="true"></span>
                {% endif %}
                {{ evaluation.get_status_display }}
            </span>
        </dd>

        <dt>User</dt>
        <dd>
            {{ object.submission.creator|user_profile_link }}
        </dd>

        <dt>Challenge</dt>
        <dd><a href="{{ object.submission.phase.challenge.get_absolute_url }}">
            {{ object.submission.phase.challenge.short_name }}</a></dd>

        <dt>Phase</dt>
        <dd>
            <a href="{% url 'evaluation:leaderboard' challenge_short_name=object.submission.phase.challenge.short_name slug=object.submission.phase.slug %}">
                {{ object.submission.phase.title }}</a></dd>

        {% if object.submission.algorithm_image %}
            <dt>Algorithm</dt>
            <dd>
                <a href="{{ object.submission.algorithm_image.algorithm.get_absolute_url }}">
                    {{ object.submission.algorithm_image.algorithm.title }}
                    (Version {{ object.submission.algorithm_image.pk }})
                </a>
            </dd>
        {% endif %}

        <dt>Submission created</dt>
        <dd>{{ object.submission.created }}</dd>

        <dt>Result created</dt>
        <dd>{{ object.created }}</dd>

        {% if object.published and object.rank > 0 %}
            <dt>Position on leaderboard</dt>
            <dd>
                {{ object.rank }}
            </dd>
        {% endif %}

        {% if object.submission.phase.show_supplementary_file_link %}
            <dt>{{ object.submission.phase.supplementary_file_label }}:</dt>
            <dd>
                {% if object.submission.supplementary_file %}
                    <a href="{{ object.submission.supplementary_file.url }}">
                        <i class="fa fa-file-pdf"></i>
                    </a>
                {% endif %}
            </dd>
        {% endif %}

        {% if object.submission.phase.show_supplementary_url %}
            <dt>{{ object.submission.phase.supplementary_url_label }}:</dt>
            <dd>
                {% if object.submission.supplementary_url %}
                    <a href="{{ object.submission.supplementary_url }}" target="_blank">
                        <i class="fa fa-file"></i>
                    </a>
                {% endif %}
            </dd>
        {% endif %}

        {% if object.submission.phase.display_submission_comments %}
            <dt>Comment:</dt>
            <dd>{{ object.submission.comment }}</dd>
        {% endif %}
    </dl>

    {% if object.status == object.SUCCESS %}
        <h3>Metrics</h3>
        {% if object.submission.phase.display_all_metrics %}
            <pre>{{ metrics|json_dumps }}</pre>
        {% else %}
            <dl>
                <dt>
                    {{ object.submission.phase.score_title }}
                </dt>
                <dd>
                    {{ metrics|get_jsonpath:object.submission.phase.score_jsonpath|floatformat:object.submission.phase.score_decimal_places }}
                    {% if object.submission.phase.score_error_jsonpath %}
                        &nbsp;±&nbsp;
                        {{ metrics|get_jsonpath:object.submission.phase.score_error_jsonpath|floatformat:object.submission.phase.score_decimal_places }}
                    {% endif %}
                </dd>

                {% for col in object.submission.phase.extra_results_columns %}
                    <dt>
                        {{ col.title }}
                    </dt>
                    <dd>
                        {{ metrics|get_jsonpath:col.path|floatformat:object.submission.phase.score_decimal_places }}
                        {% if col.error_path %}
                            &nbsp;±&nbsp;
                            {{ metrics|get_jsonpath:col.error_path|floatformat:object.submission.phase.score_decimal_places }}
                        {% endif %}
                    </dd>
                {% endfor %}
            </dl>
        {% endif %}
        <br>
        {% if json %}
            <table class="table table-borderless table-hover table-sm">
                <thead class="thead-light">
                <tr>
                    <th>Metric</th>
                    <th>Value</th>
                </tr>
                </thead>
                <tbody>
                {% for object in json %}
                    <tr>
                        <td>{{ object.interface.title }}</td>
                        {% if object.interface.kind == 'STR' %}
                            <td>{{ object.value|slice:"1:-1" }} </td>
                        {% else %}
                            <td>{{ object.value }}</td>
                        {% endif %}
                    </tr>
                {% endfor %}
                </tbody>
            </table>
        {% endif %}

        {% for chart in charts %}
            <h3 class="mt-3">{{ chart.interface.title }}</h3>
            <div class="w-100 vega-lite-chart">
                {{ chart.value|json_script:chart.pk }}
            </div>
        {% endfor %}

        {% for thumbnail in thumbnails %}
            <h3 class="mt-3">{{ thumbnail.interface.title }}</h3>
            <div class="row">
                <img class="m-3" height="400"
                     src="{{ thumbnail.file.url }}"
                     alt="{{ thumbnail.file.name }}" loading="lazy">
            </div>
        {% endfor %}

        {% for file in files %}
            <h3 class="mt-3">{{ file.interface.title }}</h3>
            <div><a class="btn btn-primary mb-3"
                    href="{{ file.file.url }}">
                <i class="fa fa-download"></i>&nbsp;Download {{ file.interface.kind }}
            </a></div>
        {% endfor %}
    {% endif %}

    {% if "change_challenge" in challenge_perms %}
        <div class="card card-danger border-danger">
            <div class="card-header bg-danger text-white">Evaluation Admin</div>

            {% if object.status != object.SUCCESS and incomplete_jobs %}
                <div class="card-body">
                    <h3 class="card-title">Prerequisite Jobs</h3>

                    <p>
                        The successful completion of the algorithm jobs listed below is a prerequisite for executing
                        the evaluation method on the predictions.
                        Any algorithm jobs mentioned here that have not encountered failures or been cancelled are
                        presently undergoing execution within the platform.
                        Your patience is appreciated during this process.
                        If any of these algorithm jobs have unfortunately failed, it is typically necessary to get in
                        touch with the participant to address any issues within their algorithm container.
                        A job is only marked as cancelled if another job within this set has experienced a failure.
                    </p>

                    <table class="table table-borderless table-hover table-sm">
                        <thead class="thead-light">
                        <tr>
                            <th>ID</th>
                            <th>Created</th>
                            <th>Status</th>
                        </tr>
                        </thead>
                        <tbody>
                        {% for job in incomplete_jobs %}
                            <tr>
                                <td><a href="{{ job.get_absolute_url }}">{{ job.pk }}</a></td>
                                <td>{{ job.created }}</td>
                                <td>
                                    <span class="badge badge-{{ job.status_context }}">
                                    {% if job.animate %}
                                        <span class="spinner-border spinner-border-sm" role="status"
                                            aria-hidden="true"></span>
                                    {% endif %}
                                    {{ job.get_status_display }}
                                    </span>
                                </td>
                            </tr>
                        {% endfor %}
                        </tbody>
                    </table>
                </div>
            {% endif %}

            <div class="card-body">
                <h3 class="card-title">Predictions</h3>

                 {% if object.submission.predictions_file %}
                     <a href="{{ object.submission.predictions_file.url }}"
                        class="btn btn-primary">
                         <i class="fas fa-download mr-1"></i>
                         Download the submission file for this evaluation
                     </a>
                {% endif %}

                {% if predictions %}
                    <a href="data:text/plain;charset=utf-8,{{ predictions|json_dumps|urlencode }}"
                        download="predictions.json"
                        class="btn btn-primary">
                        <i class="fa fa-download mr-1"></i>
                        Download the predictions.json file for this evaluation
                    </a>
                {% endif %}

                {% if object.submission.phase.submission_kind == evaluation.submission.phase.SubmissionKindChoices.ALGORITHM %}
                    <a class="btn btn-primary"
                       href="{% url 'algorithms:job-list' slug=object.submission.algorithm_image.algorithm.slug %}">
                        <i class="fas fa-angle-double-right mr-1"></i>
                        Go to the results of {{ object.submission.algorithm_image.algorithm.title|truncatechars:30 }}
                    </a>
                {% endif %}
            </div>

            {% if object.status == object.SUCCESS %}
                <div class="card-body">
                    <h3 class="card-title">Visibility</h3>

                    {% if object.published %}
                        <i class="fas fa-eye text-success"></i> This result is published on the
                        leaderboard(s)
                        <form method="post"
                              action="{% url 'evaluation:update' challenge_short_name=challenge.short_name pk=object.pk %}">
                            {% csrf_token %}
                            <input type="hidden" name="published"
                                   value="false">
                            <button type="submit" class="btn btn-danger">
                                <i class="fas fa-eye-slash mr-1"></i>
                                    Exclude this result from the leaderboard(s)
                            </button>
                        </form>
                    {% else %}
                        <i class="fas fa-eye-slash text-danger"></i> This result is not
                        published on the leaderboard(s)
                        <br>
                        <form method="post"
                              action="{% url 'evaluation:update' challenge_short_name=challenge.short_name pk=object.pk %}">
                            {% csrf_token %}
                            <input type="hidden" name="published"
                                   value="true">
                            <button type="submit" class="btn btn-success">
                                <i class="fas fa-eye mr-1"></i>
                                Publish this result on the leaderboard(s)
                            </button>
                        </form>
                    {% endif %}
                </div>
            {% endif %}

            <div class="card-body">
                <h3 class="card-title">Logs</h3>

                {% if object.runtime_metrics %}
                    <h4>Runtime Metrics</h4>
                    <div class="w-100 vega-lite-chart">
                        {{ object.runtime_metrics_chart|json_script:"runtimeMetricsData" }}
                    </div>
                {% endif %}

                <h4>Stdout</h4>
                {# @formatter:off #}
                <pre class="console">{% if object.stdout %}{{ object.stdout }}{% else %}No logs found on stdout{% endif %}</pre>
                {# @formatter:on #}

                <h4>Stderr</h4>
                {# @formatter:off #}
                <pre class="console">{% if object.stderr %}{{ object.stderr }}{% else %}No logs found on stderr{% endif %}</pre>
                {# @formatter:on #}
            </div>
        </div>
    {% endif %}
{% endblock %}

{% block script %}
    {{ block.super }}

    <script src="{% static 'vendored/vega/vega.min.js' %}"></script>
    <script src="{% static 'vendored/vega-lite/vega-lite.min.js' %}"></script>
    <script src="{% static 'vendored/vega-embed/vega-embed.min.js' %}"></script>
    <script type="module" src="{% static "js/charts/render_charts.mjs" %}"></script>
{% endblock %}