{% macro cells_legend() -%}
Legend
Passed Skipped Setup Errors Failed NA Added
{%- endmacro %} {{ cells_legend() }} {% for execution in executions if execution != 'required' %} {% if detailed %} {% endif %} {%- endfor -%} {% for execution in executions if execution != 'required' %} {% if detailed %} {% endif %} {%- endfor -%} {# {% set counter = 1 %}#} {% for test_class in tests | sort %} {% for execution in executions if execution != 'required' %} {% if detailed %} {% else %} {% endif %} {% endfor %} {% for test in tests[test_class] %} {% if test['results'].has_key('required') %} {% if test['results']['required']['result'] == 'R' -%} {%- endif %} {% else %} {% endif %} {% for execution in executions if execution != 'required' %} {% if test['results'].has_key(execution) %} {% if detailed %} {% endif %} {% else %} {% if detailed %} {% endif %} {% endif %} {%- endfor -%} {%- endfor -%} {% set _ = counters.update({'all_count': counters.all_count + tests[test_class] | length}) %} {%- endfor -%}
Tempest results
total
pass
fail
skip
n/a
added
{{ totals[execution].total }}
{{ totals[execution][STATUS_PASS] }}
{{ totals[execution][STATUS_FAIL] }}
{{ totals[execution][STATUS_SKIP] }}
{{ totals[execution][STATUS_NA] }}
{{ totals[execution][STATUS_ADDED] }}
Notes
# Test name and parameters Required vs Added{{ executions[execution]['date'] }}{{ executions[execution]['filename'] }}
Class {{ test_class }}
{{ counters.all_count + loop.index0 }}
{{ test.test_name }}
{{ test.uuid }} {{ test.test_options }}
RA{{ test['results'][execution]['result'] }}{{ test['results'][execution]['message'] }}
{{ test['results'][execution]['trace'] }}
{{ cells_legend() }}