Skip to content

Refactor scoreboard to use Jinja templates #534

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
aobolensk merged 2 commits into from
Jul 19, 2025
Merged

Refactor scoreboard to use Jinja templates #534

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
b62bb2d
Add Jinja2 template rendering for scoreboard
aobolensk Jul 19, 2025
cd9cd85
Use jinja 3.1.6
aobolensk Jul 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,4 @@ numpy==2.2.3
XlsxWriter==3.2.5
PyYAML==6.0.2
pre-commit==4.2.0
Jinja2==3.1.3
108 changes: 38 additions & 70 deletions scoreboard/main.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
import argparse
import yaml
import csv
from jinja2 import Environment, FileSystemLoader

task_types = ['all', 'mpi', 'omp', 'seq', 'stl', 'tbb']

Expand Down Expand Up @@ -33,40 +34,7 @@
plagiarism_cfg = yaml.safe_load(file)
assert plagiarism_cfg, "Plagiarism configuration is empty"

columns = ''.join(['<th colspan=5 style="text-align: center;">' + task_type + '</th>' for task_type in task_types])
html_content = f"""
<!DOCTYPE html>
<html>
<head>
<title>Task Directories</title>
<link rel="stylesheet" type="text/css" href="static/main.css">
</head>
<body>
<h1>Scoreboard</h1>
<h3 style="color: red;">Note:</b> This is experimental and results are for reference only!</h3>
<p>
<b>(S)olution</b> - The correctness and completeness of the implemented solution.<br/>
<b>(A)cceleration</b> - The process of speeding up software to improve performance.
Speedup = T(seq) / T(parallel)<br/>
<b>(E)fficiency</b> - Optimizing software speed-up by improving CPU utilization and resource management.
Efficiency = Speedup / NumProcs * 100%<br/>
<b>(D)eadline</b> - The timeliness of the submission in relation to the given deadline.<br/>
<b>(P)lagiarism</b> - The originality of the work, ensuring no copied content from external sources.<br/>
</p>
<table>
<tr>
<th rowspan=2>Tasks</th>
{columns}
<th rowspan=2>Total</th>
</tr>
<tr>
{''.join([
f'<th style="text-align: center;">{letter}</th>'
for _ in range(len(task_types))
for letter in ('S', 'A', 'E', 'D', 'P')
])}
</tr>
"""
env = Environment(loader=FileSystemLoader(Path(__file__).parent / "templates"))


perf_stat_file_path = Path(__file__).parent.parent / "build" / "perf_stat_dir" / "task_run_perf_table.csv"
Expand All @@ -88,48 +56,48 @@
else:
print(f"Warning: Performance stats CSV not found at {perf_stat_file_path}")


rows = []
for dir in sorted(directories.keys()):
html_content += f"<tr><td>{dir}</td>"
row_types = []
total_count = 0
for task_type in task_types:
max_sol_points = int(cfg["scoreboard"]["task"][task_type]["solution"]["max"])
task_count = 0
if directories[dir].get(task_type) == "done":
html_content += f'<td style="text-align: center;background-color: lightgreen;">{max_sol_points}</td>'
task_count += max_sol_points
elif directories[dir].get(task_type) == "disabled":
html_content += f'<td style="text-align: center;background-color: #6495ED;">{max_sol_points}</td>'
task_count += max_sol_points
else:
html_content += '<td style="text-align: center;">0</td>'
html_content += '<td style="text-align: center;background-color: lavender;">'
if dir in perf_stats.keys():
html_content += perf_stats[dir][task_type]
else:
html_content += '?'
html_content += '</td>'
html_content += '<td style="text-align: center;background-color: lavender;">0</td>'
html_content += '<td style="text-align: center;">0</td>'
is_cheated = \
dir in plagiarism_cfg["plagiarism"][task_type] or \
dir[:-len("_disabled")] in plagiarism_cfg["plagiarism"][task_type]
status = directories[dir].get(task_type)
sol_points = max_sol_points if status in ("done", "disabled") else 0
solution_style = ""
if status == "done":
solution_style = "background-color: lightgreen;"
elif status == "disabled":
solution_style = "background-color: #6495ED;"

task_points = sol_points
is_cheated = (
dir in plagiarism_cfg["plagiarism"][task_type]
or dir.rstrip("_disabled") in plagiarism_cfg["plagiarism"][task_type]
)
plagiarism_points = 0
if is_cheated:
plag_coeff = float(cfg["scoreboard"]["plagiarism"]["coefficient"])
plagiarism_points = -plag_coeff * task_count
task_count += plagiarism_points
html_content += f'<td style="text-align: center; background-color: pink;">{plagiarism_points}</td>'
else:
html_content += '<td style="text-align: center;">0</td>'
total_count += task_count
html_content += f'<td style="text-align: center;">{total_count}</td>'
html_content += "</tr>"

html_content += """
</table>
</body>
</html>
"""
plagiarism_points = -plag_coeff * task_points
task_points += plagiarism_points

perf_val = perf_stats.get(dir, {}).get(task_type, "?")

row_types.append(
{
"solution_points": sol_points,
"solution_style": solution_style,
"perf": perf_val,
"plagiarised": is_cheated,
"plagiarism_points": plagiarism_points,
}
)
total_count += task_points

rows.append({"task": dir, "types": row_types, "total": total_count})

template = env.get_template("index.html.j2")
html_content = template.render(task_types=task_types, rows=rows)

parser = argparse.ArgumentParser(description='Generate HTML scoreboard.')
parser.add_argument('-o', '--output', type=str, required=True, help='Output file path')
Expand Down
49 changes: 49 additions & 0 deletions scoreboard/templates/index.html.j2
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
<!DOCTYPE html>
<html>
<head>
<title>Task Directories</title>
<link rel="stylesheet" type="text/css" href="static/main.css">
</head>
<body>
<h1>Scoreboard</h1>
<h3 style="color: red;">Note:</b> This is experimental and results are for reference only!</h3>
<p>
<b>(S)olution</b> - The correctness and completeness of the implemented solution.<br/>
<b>(A)cceleration</b> - The process of speeding up software to improve performance.
Speedup = T(seq) / T(parallel)<br/>
<b>(E)fficiency</b> - Optimizing software speed-up by improving CPU utilization and resource management.
Efficiency = Speedup / NumProcs * 100%<br/>
<b>(D)eadline</b> - The timeliness of the submission in relation to the given deadline.<br/>
<b>(P)lagiarism</b> - The originality of the work, ensuring no copied content from external sources.<br/>
</p>
<table>
<tr>
<th rowspan="2">Tasks</th>
{% for type in task_types %}
<th colspan="5" style="text-align: center;">{{ type }}</th>
{% endfor %}
<th rowspan="2">Total</th>
</tr>
<tr>
{% for type in task_types %}
{% for letter in ('S', 'A', 'E', 'D', 'P') %}
<th style="text-align: center;">{{ letter }}</th>
{% endfor %}
{% endfor %}
</tr>
{% for row in rows %}
<tr>
<td>{{ row.task }}</td>
{% for cell in row.types %}
<td style="text-align: center{% if cell.solution_style %};{{ cell.solution_style }}{% endif %}">{{ cell.solution_points }}</td>
<td style="text-align: center;background-color: lavender;">{{ cell.perf }}</td>
<td style="text-align: center;background-color: lavender;">0</td>
<td style="text-align: center;">0</td>
<td style="text-align: center{% if cell.plagiarised %}; background-color: pink{% endif %}">{{ cell.plagiarism_points }}</td>
{% endfor %}
<td style="text-align: center;">{{ row.total }}</td>
</tr>
{% endfor %}
</table>
</body>
</html>
Loading