Files
VulkanDriver/scripts/cts_report_to_html.py
2025-12-06 19:20:41 +01:00

776 lines
20 KiB
Python

#!/usr/bin/env python3
"""
Credits to Arthur Vasseur for this script.
https://github.com/ArthurVasseur/Vkd/blob/main/scripts/cts_report.py
"""
import sys
import re
import os
import xml.etree.ElementTree as ET
import pandas as pd
from datetime import datetime
from collections import Counter
def parse_raw_log(log_text: str):
"""Extract <TestCaseResult> XML blocks from a raw CTS log file."""
pattern = re.compile(
r'<TestCaseResult[^>]*>.*?</TestCaseResult>',
re.DOTALL
)
matches = pattern.findall(log_text)
return matches
def parse_xml_file(path: str):
"""Extract <TestCaseResult> nodes from a pure XML file."""
tree = ET.parse(path)
root = tree.getroot()
return [
ET.tostring(elem, encoding="unicode")
for elem in root.findall(".//TestCaseResult")
]
def process_testcases(xml_blocks):
"""Convert XML test blocks into structured rows."""
rows = []
for block in xml_blocks:
elem = ET.fromstring(block)
case = elem.attrib.get("CasePath", "unknown")
duration = elem.findtext("Number", default="0")
result = elem.find("Result").attrib.get("StatusCode", "UNKNOWN")
message = elem.findtext("Text", default="")
rows.append({
"Test Case": case,
"Duration (µs)": int(duration),
"Status": result,
"Message": message,
"RawMessage": message,
})
return rows
def format_message_html(message: str) -> str:
"""Format test message for HTML display with proper handling of newlines and tabs."""
if not message:
return ""
import html
import json
import textwrap
try:
formatted = bytes(message, 'utf-8').decode('unicode_escape')
except Exception:
formatted = message
for old, new in [('\\n', '\n'), ('\\t', '\t'), ('\\r', '\r')]:
formatted = formatted.replace(old, new)
formatted = textwrap.dedent(formatted).strip()
try:
if formatted.strip().startswith('{') or formatted.strip().startswith('['):
parsed = json.loads(formatted)
formatted = json.dumps(parsed, indent=2)
escaped = html.escape(formatted)
return f'<details class="message-details"><summary>View JSON</summary><pre class="message-pre message-json">{escaped}</pre></details>'
except (json.JSONDecodeError, ValueError):
pass
if '\n' in formatted or '\t' in formatted or len(message) > 100:
escaped = html.escape(formatted)
return f'<details class="message-details"><summary>View details</summary><pre class="message-pre">{escaped}</pre></details>'
else:
return html.escape(formatted)
def status_to_html(status: str) -> str:
cls = {
"Pass": "status-Pass",
"Fail": "status-Fail",
"NotSupported": "status-NotSupported",
}.get(status, "")
return f'<span class="status-pill {cls}">{status}</span>'
def calculate_statistics(df):
"""Calculate test statistics from the dataframe."""
status_counts = Counter(df['Status'])
total_tests = len(df)
total_duration = df['Duration (µs)'].sum()
avg_duration = df['Duration (µs)'].mean() if total_tests > 0 else 0
pass_count = status_counts.get('Pass', 0)
fail_count = status_counts.get('Fail', 0)
not_supported_count = status_counts.get('NotSupported', 0)
other_count = total_tests - (pass_count + fail_count + not_supported_count)
pass_rate = (pass_count / total_tests * 100) if total_tests > 0 else 0
return {
'total': total_tests,
'pass': pass_count,
'fail': fail_count,
'not_supported': not_supported_count,
'other': other_count,
'pass_rate': pass_rate,
'total_duration_us': total_duration,
'total_duration_ms': total_duration / 1000,
'total_duration_s': total_duration / 1_000_000,
'avg_duration_us': avg_duration,
}
def generate_pie_chart_svg(stats):
"""Generate a simple SVG pie chart for test results."""
total = stats['total']
if total == 0:
return ""
pass_pct = stats['pass'] / total
fail_pct = stats['fail'] / total
not_supported_pct = stats['not_supported'] / total
other_pct = stats['other'] / total
segments = []
cumulative = 0
colors = {
'pass': '#22c55e',
'fail': '#f97373',
'not_supported': '#eab308',
'other': '#64748b'
}
for name, pct, color in [
('Pass', pass_pct, colors['pass']),
('Fail', fail_pct, colors['fail']),
('Not Supported', not_supported_pct, colors['not_supported']),
('Other', other_pct, colors['other'])
]:
if pct > 0:
segments.append({
'name': name,
'percentage': pct * 100,
'start': cumulative,
'end': cumulative + pct,
'color': color
})
cumulative += pct
svg_paths = []
radius = 80
cx, cy = 100, 100
for seg in segments:
start_angle = seg['start'] * 2 * 3.14159
end_angle = seg['end'] * 2 * 3.14159
x1 = cx + radius * cos_approx(start_angle)
y1 = cy + radius * sin_approx(start_angle)
x2 = cx + radius * cos_approx(end_angle)
y2 = cy + radius * sin_approx(end_angle)
large_arc = 1 if (end_angle - start_angle) > 3.14159 else 0
path = f'M {cx} {cy} L {x1} {y1} A {radius} {radius} 0 {large_arc} 1 {x2} {y2} Z'
svg_paths.append(f'<path d="{path}" fill="{seg["color"]}" opacity="0.9" stroke="rgba(255,255,255,0.1)" stroke-width="1"/>')
return f'''
<svg viewBox="0 0 200 200" class="pie-chart">
{chr(10).join(svg_paths)}
</svg>
'''
def cos_approx(angle):
import math
return math.cos(angle)
def sin_approx(angle):
import math
return math.sin(angle)
def main():
if len(sys.argv) != 3:
print("Usage: cts_report.py <input_log_or_xml> <output_html>")
sys.exit(1)
input_path = sys.argv[1]
output_path = sys.argv[2]
if not os.path.exists(input_path):
print(f"Error: input file not found: {input_path}")
sys.exit(1)
# Detect input format
with open(input_path, "r", encoding="utf-8", errors="ignore") as f:
content = f.read()
if "<TestCaseResult" in content and content.strip().startswith("<?xml"):
print("[INFO] Detected pure XML input")
xml_blocks = parse_xml_file(input_path)
else:
print("[INFO] Detected raw CTS log input")
xml_blocks = parse_raw_log(content)
if not xml_blocks:
print("Error: no TestCaseResult entries found.")
sys.exit(1)
rows = process_testcases(xml_blocks)
df = pd.DataFrame(rows)
# Calculate statistics before converting status to HTML
stats = calculate_statistics(df)
df["Status"] = df["Status"].apply(status_to_html)
# Store formatted messages separately to avoid pandas escaping
formatted_messages = df["Message"].apply(format_message_html).tolist()
df["Message"] = [f"__MSG_PLACEHOLDER_{i}__" for i in range(len(df))]
if "RawMessage" in df.columns:
df = df.drop(columns=["RawMessage"])
pie_chart_svg = generate_pie_chart_svg(stats)
generation_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
if stats['total_duration_s'] > 1:
duration_str = f"{stats['total_duration_s']:.2f}s"
else:
duration_str = f"{stats['total_duration_ms']:.2f}ms"
table_html = df.to_html(
index=False,
escape=False,
justify="center",
border=0,
classes="cts-table",
table_id="results-table"
)
# Replace placeholders with actual formatted messages
for i, msg in enumerate(formatted_messages):
table_html = table_html.replace(f"__MSG_PLACEHOLDER_{i}__", msg)
html = f"""
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8" />
<title>Vulkan CTS Report</title>
<style>
:root {{
--bg: #0f172a;
--bg-card: #020617;
--bg-card-soft: #02081f;
--accent: #38bdf8;
--accent-soft: rgba(56, 189, 248, 0.15);
--accent-strong: #0ea5e9;
--text-main: #e5e7eb;
--text-muted: #9ca3af;
--border-soft: rgba(148, 163, 184, 0.2);
--danger: #f97373;
--warning: #eab308;
--success: #22c55e;
--radius-lg: 14px;
--radius-pill: 999px;
--shadow-soft: 0 18px 45px rgba(15, 23, 42, 0.65);
--font-mono: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace;
}}
* {{
box-sizing: border-box;
}}
html, body {{
margin: 0;
padding: 0;
background: radial-gradient(circle at top, #1e293b 0, #020617 45%, #000 100%);
color: var(--text-main);
font-family: system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif;
}}
body {{
min-height: 100vh;
display: flex;
align-items: flex-start;
justify-content: center;
padding: 40px 16px;
}}
.report-shell {{
width: 100%;
max-width: 1400px;
}}
.report-card {{
background: linear-gradient(145deg, var(--bg-card) 0, var(--bg-card-soft) 60%, #020617 100%);
border-radius: 24px;
box-shadow: var(--shadow-soft);
padding: 24px 24px 18px;
border: 1px solid rgba(148, 163, 184, 0.20);
backdrop-filter: blur(12px);
margin-bottom: 24px;
}}
.report-header {{
display: flex;
justify-content: space-between;
align-items: center;
gap: 16px;
margin-bottom: 18px;
}}
.report-title-block h1 {{
font-size: 1.5rem;
margin: 0 0 4px;
letter-spacing: 0.02em;
}}
.report-title-block .subtitle {{
margin: 0;
font-size: 0.9rem;
color: var(--text-muted);
}}
.report-meta {{
display: flex;
flex-wrap: wrap;
gap: 8px;
justify-content: flex-end;
align-items: center;
}}
.badge {{
display: inline-flex;
align-items: center;
gap: 6px;
padding: 4px 10px;
border-radius: var(--radius-pill);
font-size: 0.8rem;
border: 1px solid rgba(148, 163, 184, 0.35);
background: rgba(15, 23, 42, 0.85);
color: var(--text-muted);
}}
.badge-dot {{
width: 7px;
height: 7px;
border-radius: 999px;
background: var(--accent);
}}
.badge-accent {{
border-color: rgba(56, 189, 248, 0.45);
background: var(--accent-soft);
color: var(--accent-strong);
}}
.stats-grid {{
display: grid;
grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
gap: 16px;
margin-bottom: 24px;
}}
.stat-card {{
background: rgba(15, 23, 42, 0.5);
border: 1px solid var(--border-soft);
border-radius: var(--radius-lg);
padding: 16px;
display: flex;
flex-direction: column;
gap: 8px;
}}
.stat-card-header {{
display: flex;
align-items: center;
gap: 8px;
color: var(--text-muted);
font-size: 0.85rem;
text-transform: uppercase;
letter-spacing: 0.05em;
}}
.stat-icon {{
width: 20px;
height: 20px;
border-radius: 50%;
}}
.stat-value {{
font-size: 2rem;
font-weight: 600;
line-height: 1;
}}
.stat-label {{
font-size: 0.8rem;
color: var(--text-muted);
}}
.stat-success {{ color: var(--success); }}
.stat-danger {{ color: var(--danger); }}
.stat-warning {{ color: var(--warning); }}
.stat-info {{ color: var(--accent); }}
.chart-container {{
display: flex;
justify-content: center;
align-items: center;
padding: 20px;
background: rgba(15, 23, 42, 0.3);
border-radius: var(--radius-lg);
margin-bottom: 24px;
}}
.pie-chart {{
max-width: 200px;
height: auto;
}}
.search-container {{
margin-bottom: 16px;
}}
.search-input {{
width: 100%;
padding: 10px 16px;
background: rgba(15, 23, 42, 0.85);
border: 1px solid var(--border-soft);
border-radius: var(--radius-lg);
color: var(--text-main);
font-size: 0.9rem;
font-family: inherit;
transition: border-color 0.2s ease;
}}
.search-input:focus {{
outline: none;
border-color: var(--accent);
background: rgba(15, 23, 42, 0.95);
}}
.search-input::placeholder {{
color: var(--text-muted);
}}
.table-wrapper {{
margin-top: 16px;
border-radius: var(--radius-lg);
border: 1px solid var(--border-soft);
overflow: hidden;
background: rgba(15, 23, 42, 0.85);
}}
.cts-table {{
width: 100%;
border-collapse: collapse;
border-spacing: 0;
font-size: 0.9rem;
}}
.cts-table thead {{
background: radial-gradient(circle at top, rgba(56, 189, 248, 0.1), rgba(15, 23, 42, 1));
}}
.cts-table thead th {{
padding: 10px 12px;
text-align: left;
border-bottom: 1px solid var(--border-soft);
font-weight: 500;
color: var(--text-muted);
font-size: 0.8rem;
letter-spacing: 0.06em;
text-transform: uppercase;
white-space: nowrap;
}}
.cts-table tbody tr {{
transition: background 0.18s ease, transform 0.08s ease;
}}
.cts-table tbody tr:nth-child(even) {{
background: rgba(15, 23, 42, 0.95);
}}
.cts-table tbody tr:nth-child(odd) {{
background: rgba(15, 23, 42, 0.85);
}}
.cts-table tbody tr:hover {{
background: rgba(56, 189, 248, 0.07);
}}
.cts-table td {{
padding: 8px 12px;
border-bottom: 1px solid rgba(15, 23, 42, 0.9);
vertical-align: top;
}}
.cts-table td:first-child {{
font-family: var(--font-mono);
font-size: 0.82rem;
color: #e2e8f0;
}}
.cts-table td:nth-child(2) {{
white-space: nowrap;
}}
.cts-table td:nth-child(3) {{
width: 1%;
white-space: nowrap;
}}
.cts-table td:last-child {{
color: var(--text-muted);
}}
.status-pill {{
display: inline-flex;
align-items: center;
justify-content: center;
padding: 2px 10px;
border-radius: var(--radius-pill);
font-size: 0.75rem;
font-weight: 500;
border: 1px solid transparent;
}}
.status-Pass {{
background: rgba(34, 197, 94, 0.12);
border-color: rgba(34, 197, 94, 0.55);
color: var(--success);
}}
.status-Fail {{
background: rgba(248, 113, 113, 0.12);
border-color: rgba(248, 113, 113, 0.55);
color: var(--danger);
}}
.status-NotSupported {{
background: rgba(234, 179, 8, 0.12);
border-color: rgba(234, 179, 8, 0.55);
color: var(--warning);
}}
.footer-note {{
margin-top: 12px;
font-size: 0.78rem;
color: var(--text-muted);
text-align: right;
}}
.footer-note code {{
font-family: var(--font-mono);
font-size: 0.75rem;
color: #cbd5f5;
}}
.hidden {{
display: none !important;
}}
.message-details {{
margin: 4px 0;
}}
.message-details summary {{
cursor: pointer;
color: var(--accent);
font-size: 0.85rem;
padding: 4px 8px;
border-radius: 4px;
display: inline-block;
transition: background 0.2s ease;
}}
.message-details summary:hover {{
background: var(--accent-soft);
}}
.message-details[open] summary {{
margin-bottom: 8px;
}}
.message-pre {{
background: rgba(0, 0, 0, 0.4);
border: 1px solid var(--border-soft);
border-radius: 8px;
padding: 12px;
margin: 0;
overflow-x: auto;
font-family: var(--font-mono);
font-size: 0.8rem;
line-height: 1.5;
color: #e2e8f0;
white-space: pre-wrap;
word-wrap: break-word;
max-height: 400px;
overflow-y: auto;
}}
.message-pre::-webkit-scrollbar {{
width: 8px;
height: 8px;
}}
.message-pre::-webkit-scrollbar-track {{
background: rgba(0, 0, 0, 0.2);
border-radius: 4px;
}}
.message-pre::-webkit-scrollbar-thumb {{
background: rgba(148, 163, 184, 0.3);
border-radius: 4px;
}}
.message-pre::-webkit-scrollbar-thumb:hover {{
background: rgba(148, 163, 184, 0.5);
}}
</style>
</head>
<body>
<div class="report-shell">
<div class="report-card">
<div class="report-header">
<div class="report-title-block">
<h1>Vulkan CTS Report</h1>
<p class="subtitle">Summary of test cases, status and timings</p>
</div>
<div class="report-meta">
<div class="badge badge-accent">
<span class="badge-dot"></span>
<span>{generation_time}</span>
</div>
<div class="badge">
<span class="badge-dot" style="background: #4ade80;"></span>
<span>Total: {stats['total']} tests</span>
</div>
</div>
</div>
<div class="stats-grid">
<div class="stat-card">
<div class="stat-card-header">
<div class="stat-icon" style="background: var(--success);"></div>
<span>Passed</span>
</div>
<div class="stat-value stat-success">{stats['pass']}</div>
<div class="stat-label">{stats['pass_rate']:.1f}% success rate</div>
</div>
<div class="stat-card">
<div class="stat-card-header">
<div class="stat-icon" style="background: var(--danger);"></div>
<span>Failed</span>
</div>
<div class="stat-value stat-danger">{stats['fail']}</div>
<div class="stat-label">{(stats['fail'] / stats['total'] * 100) if stats['total'] > 0 else 0:.1f}% of total</div>
</div>
<div class="stat-card">
<div class="stat-card-header">
<div class="stat-icon" style="background: var(--warning);"></div>
<span>Not Supported</span>
</div>
<div class="stat-value stat-warning">{stats['not_supported']}</div>
<div class="stat-label">{(stats['not_supported'] / stats['total'] * 100) if stats['total'] > 0 else 0:.1f}% of total</div>
</div>
<div class="stat-card">
<div class="stat-card-header">
<div class="stat-icon" style="background: var(--accent);"></div>
<span>Duration</span>
</div>
<div class="stat-value stat-info">{duration_str}</div>
<div class="stat-label">Avg: {stats['avg_duration_us']:.0f} µs/test</div>
</div>
</div>
<div class="chart-container">
{pie_chart_svg}
</div>
<div class="search-container">
<input
type="text"
id="search-input"
class="search-input"
placeholder="Search test cases..."
onkeyup="filterTable()"
/>
</div>
<div class="table-wrapper">
{table_html}
</div>
<div class="footer-note">
Generated by <code>cts_report.py</code> at {generation_time}
</div>
</div>
</div>
<script>
function filterTable() {{
const input = document.getElementById('search-input');
const filter = input.value.toLowerCase();
const table = document.getElementById('results-table');
const tbody = table.getElementsByTagName('tbody')[0];
const rows = tbody.getElementsByTagName('tr');
for (let i = 0; i < rows.length; i++) {{
const cells = rows[i].getElementsByTagName('td');
let found = false;
for (let j = 0; j < cells.length; j++) {{
const cell = cells[j];
if (cell) {{
const textValue = cell.textContent || cell.innerText;
if (textValue.toLowerCase().indexOf(filter) > -1) {{
found = true;
break;
}}
}}
}}
if (found) {{
rows[i].classList.remove('hidden');
}} else {{
rows[i].classList.add('hidden');
}}
}}
}}
</script>
</body>
</html>
"""
with open(output_path, "w", encoding="utf-8") as f:
f.write(html)
print(f"[OK] HTML report saved to: {output_path}")
print(f"\n--- Test Statistics ---")
print(f"Total tests: {stats['total']}")
print(f"Passed: {stats['pass']} ({stats['pass_rate']:.1f}%)")
print(f"Failed: {stats['fail']} ({(stats['fail'] / stats['total'] * 100) if stats['total'] > 0 else 0:.1f}%)")
print(f"Not Supported: {stats['not_supported']} ({(stats['not_supported'] / stats['total'] * 100) if stats['total'] > 0 else 0:.1f}%)")
if stats['other'] > 0:
print(f"Other: {stats['other']} ({(stats['other'] / stats['total'] * 100) if stats['total'] > 0 else 0:.1f}%)")
print(f"Total Duration: {duration_str}")
print(f"Average Duration: {stats['avg_duration_us']:.0f} µs/test")
if __name__ == "__main__":
main()