{% macro print_percent(value, thresh, positive_color, negative_color) -%} {% if value > thresh %} +{{ "%.1f" % value }}% {% elif value < -thresh %} −{{ "%.1f" % (-value) }}% {% else %} {{ "%.3f" % value }}% {% endif %} {%- endmacro %} {% macro lower_is_better_delta(value, thresh) -%}{{ print_percent(value, thresh, '#dc3545', '#28a745') }}{%- endmacro %} {% macro higher_is_better_delta(value, thresh) -%}{{ print_percent(value, thresh, '#28a745', '#dc3545') }}{%- endmacro %}
Parameter | Reference | Test | Percent |
---|---|---|---|
RPS, P50 | {{ "%.2f" % stats.max_requests_per_sec.reference }} | {{ "%.2f" % stats.max_requests_per_sec.test }} | {{ higher_is_better_delta(stats.max_requests_per_sec.difference.percentage, 0.1) }} |
Latency, P50 (ms) | {{ stats.min_latency_50.reference / 1000 }} | {{ stats.min_latency_50.test / 1000 }} | {{ lower_is_better_delta(stats.min_latency_50.difference.percentage, 1.0) }} |
Latency, P95 (ms) | {{ stats.min_latency_95.reference / 1000 }} | {{ stats.min_latency_95.test / 1000 }} | {{ lower_is_better_delta(stats.min_latency_95.difference.percentage, 1.0) }} |
Latency, P99 (ms) | {{ stats.min_latency_99.reference / 1000 }} | {{ stats.min_latency_99.test / 1000 }} | {{ lower_is_better_delta(stats.min_latency_99.difference.percentage, 1.0) }} |
RSS memory (MB) | {{ "%.0f" % (stats.max_memory_rss.reference / 1024) }} | {{ "%.0f" % (stats.max_memory_rss.test / 1024) }} | {{ lower_is_better_delta(stats.max_memory_rss.difference.percentage, 0.1) }} |
VSZ memory (MB) | {{ "%.0f" % (stats.max_memory_vsz.reference / 1024) }} | {{ "%.0f" % (stats.max_memory_vsz.test / 1024) }} | {{ lower_is_better_delta(stats.max_memory_vsz.difference.percentage, 0.1) }} |
Fail rate (%) | {{ "%.3f" % (stats.min_fail_rate.reference * 100) }} | {{ "%.3f" % (stats.min_fail_rate.test * 100) }} | {{ lower_is_better_delta(stats.min_fail_rate.difference.percentage, 0.1) }} |
Response size, P50 (bytes) | {{ "%.0f" % (stats.response_size_50.reference) }} | {{ "%.0f" % (stats.response_size_50.test) }} | {{ lower_is_better_delta(stats.response_size_50.difference.percentage, 1.0) }} |
Response size, max (bytes) | {{ "%.0f" % (stats.response_size_max.reference) }} | {{ "%.0f" % (stats.response_size_max.test) }} | {{ lower_is_better_delta(stats.response_size_max.difference.percentage, 1.0) }} |