You've already forked sed-tracking
mirror of
https://github.com/uutils/sed-tracking.git
synced 2026-06-10 16:14:49 -07:00
initial version
This commit is contained in:
Sylvestre Ledru
@@ -0,0 +1,7 @@
|
||||
version: 2
|
||||
updates:
|
||||
- package-ecosystem: "github-actions"
|
||||
directory: "/"
|
||||
schedule:
|
||||
interval: daily
|
||||
open-pull-requests-limit: 5
|
||||
@@ -0,0 +1,77 @@
|
||||
name: CI
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
schedule:
|
||||
- cron: "0 2,14 * * *"
|
||||
|
||||
jobs:
|
||||
gnu:
|
||||
name: Process the GNU and size test results
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Install deps
|
||||
shell: bash
|
||||
run: |
|
||||
sudo apt-get update
|
||||
sudo apt-get install jq python3-pandas python3-matplotlib python3-seaborn
|
||||
|
||||
- name: Checkout repo
|
||||
uses: actions/checkout@v5
|
||||
|
||||
- name: Download the GNU result
|
||||
uses: dawidd6/action-download-artifact@v11
|
||||
with:
|
||||
workflow: GnuTests.yml
|
||||
name: test-summary
|
||||
repo: uutils/sed
|
||||
path: dl
|
||||
|
||||
|
||||
- name: Download the full test report
|
||||
uses: dawidd6/action-download-artifact@v11
|
||||
with:
|
||||
workflow: GnuTests.yml
|
||||
name: aggregated-result
|
||||
repo: uutils/sed
|
||||
path: dl
|
||||
|
||||
- name: Merge the json files
|
||||
shell: bash
|
||||
run: |
|
||||
echo "== dl/gnu-result.json =="
|
||||
cat dl/gnu-result.json
|
||||
echo "== gnu-result.json =="
|
||||
cat gnu-result.json|tail -100
|
||||
jq -s '.[0] * .[1]' gnu-result.json dl/gnu-result.json > merged.json
|
||||
echo "== merged.json ="
|
||||
cat merged.json|tail -100
|
||||
mv merged.json gnu-result.json
|
||||
|
||||
|
||||
echo "== dl/aggregated-result.json =="
|
||||
cat dl/aggregated-result.json|tail -100
|
||||
mv dl/aggregated-result.json aggregated-result.json
|
||||
|
||||
rm -rf dl
|
||||
|
||||
- name: Add & Commit
|
||||
uses: EndBug/add-and-commit@v9.1.4
|
||||
with:
|
||||
default_author: github_actions
|
||||
message: "Update of the data"
|
||||
|
||||
- name: Generate the graphs
|
||||
shell: bash
|
||||
run: |
|
||||
python graph.py gnu-result.json GNU
|
||||
|
||||
- name: Add & Commit the GNU graph
|
||||
uses: EndBug/add-and-commit@v9.1.4
|
||||
with:
|
||||
default_author: github_actions
|
||||
message: "Refresh the GNU graph"
|
||||
add: gnu-results.svg
|
||||
|
||||
@@ -0,0 +1,25 @@
|
||||
# Various tracking tools for sed
|
||||
|
||||
Tracking the evolution of https://github.com/uutils/sed
|
||||
|
||||
## GNU testsuite comparison
|
||||
|
||||
Below is the evolution of how many GNU tests uutils/sed passes.
|
||||
|
||||
|
||||
|
||||
Refreshed twice a day by github actions. Changes are documented in the json file ([gnu-result.json](gnu-result.json)).
|
||||
|
||||
Compares only the Linux execution.
|
||||
|
||||
Based on:
|
||||
* https://github.com/uutils/sed/blob/main/util/build-gnu.sh
|
||||
* https://github.com/uutils/sed/blob/main/util/run-gnu-test.sh
|
||||
|
||||
## Binary size evolution
|
||||
|
||||
|
||||
|
||||
Refreshed once a day by github actions.
|
||||
|
||||
Compares only the Linux execution.
|
||||
+114
@@ -0,0 +1,114 @@
|
||||
{
|
||||
"Thu, 18 Dec 2025 20:12:47 +0000": {
|
||||
"sha": "cf7b895abf85ea6d69237861537cd2dceede639d",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Fri, 19 Dec 2025 14:48:26 +0000": {
|
||||
"sha": "88aec769c49ad95b0d49a44e77ee9efecffca81f",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Sun, 21 Dec 2025 17:53:15 +0000": {
|
||||
"sha": "9bfe34848930cc5c7a662603855b13e45ec9562e",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Mon, 22 Dec 2025 22:18:56 +0000": {
|
||||
"sha": "34f521bdcd38b4baeb2e504fb83c554acc02896a",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Tue, 23 Dec 2025 06:28:10 +0000": {
|
||||
"sha": "d58547195bbe59739ac75b84d3734435670b9f32",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Wed, 24 Dec 2025 06:18:58 +0000": {
|
||||
"sha": "b5a8444f887ccdc2f0e242607e0118a965a03f03",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Thu, 25 Dec 2025 13:31:57 +0000": {
|
||||
"sha": "17575017d83ccdb53a0b428df879747e1938da5c",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Mon, 29 Dec 2025 18:09:12 +0000": {
|
||||
"sha": "92f4f78aeaf01660ad3c706ac920223701ae5eae",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Tue, 30 Dec 2025 17:42:43 +0000": {
|
||||
"sha": "8c4a5c7a6f88c7087510638f35d6b63756f9f706",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Wed, 31 Dec 2025 06:04:29 +0000": {
|
||||
"sha": "a8887f83dd6604459706462f38485297c449a021",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Sat, 03 Jan 2026 12:42:27 +0000": {
|
||||
"sha": "e0051927782921d32541694c3d0c1d4f68800119",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Wed, 07 Jan 2026 18:11:23 +0000": {
|
||||
"sha": "44985e875cfcacb79ba79a0405851056a118feb7",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Thu, 08 Jan 2026 13:58:33 +0000": {
|
||||
"sha": "db588494408fec9292d61dfe8b93befd373134d6",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
},
|
||||
"Sun, 11 Jan 2026 16:31:53 +0000": {
|
||||
"sha": "ff0c1cdd06fa84935d9ad12e03b0cb135ac43413",
|
||||
"total": "44",
|
||||
"pass": "5",
|
||||
"skip": "0",
|
||||
"fail": "39",
|
||||
"error": "0"
|
||||
}
|
||||
}
|
||||
+2678
File diff suppressed because it is too large
Load Diff
|
After Width: | Height: | Size: 78 KiB |
@@ -0,0 +1,153 @@
|
||||
# This file is part of the uutils sed package.
|
||||
#
|
||||
# For the full copyright and license information, please view the LICENSE
|
||||
# file that was distributed with this source code.
|
||||
|
||||
import sys
|
||||
|
||||
import matplotlib.pyplot as plt
|
||||
import pandas as pd
|
||||
import seaborn as sns
|
||||
|
||||
if len(sys.argv) <= 2:
|
||||
print("graph.py: <json file> <title>")
|
||||
sys.exit()
|
||||
|
||||
d = pd.read_json(sys.argv[1], orient="index")
|
||||
df = pd.DataFrame(d)
|
||||
title = sys.argv[2]
|
||||
|
||||
df.columns.names = ["date"]
|
||||
df.index = pd.to_datetime(df.index, utc=True)
|
||||
|
||||
print(df)
|
||||
|
||||
# Set modern Seaborn style with enhanced settings
|
||||
sns.set_theme(style="ticks", context="talk", palette="muted")
|
||||
plt.rcParams.update({
|
||||
'font.family': 'sans-serif',
|
||||
'font.sans-serif': ['Inter', 'SF Pro Display', 'Segoe UI', 'Arial'],
|
||||
'axes.facecolor': '#FAFAFA',
|
||||
'figure.facecolor': 'white',
|
||||
'axes.edgecolor': '#CCCCCC',
|
||||
'axes.linewidth': 0.8,
|
||||
'xtick.color': '#555555',
|
||||
'ytick.color': '#555555',
|
||||
})
|
||||
|
||||
# Create figure with better proportions and higher DPI
|
||||
fig, ax = plt.subplots(figsize=(18, 9), dpi=100)
|
||||
|
||||
# Prepare data for plotting - melt to long format for Seaborn
|
||||
plot_columns = ['total', 'pass', 'fail']
|
||||
if "error" in df.columns and df['error'].notna().any():
|
||||
plot_columns.append('error')
|
||||
plot_columns.append('skip')
|
||||
|
||||
df_plot = df[plot_columns].copy()
|
||||
df_plot = df_plot.reset_index()
|
||||
df_plot.rename(columns={df_plot.columns[0]: 'date'}, inplace=True)
|
||||
df_plot_long = df_plot.melt(id_vars='date', var_name='metric', value_name='count')
|
||||
|
||||
# Convert string values to numeric
|
||||
df_plot_long['count'] = pd.to_numeric(df_plot_long['count'], errors='coerce')
|
||||
|
||||
# Apply smoothing using rolling average (window of 15 for smoother lines)
|
||||
df_plot_long['count_smooth'] = df_plot_long.groupby('metric')['count'].transform(
|
||||
lambda x: x.rolling(window=15, min_periods=1, center=True).mean()
|
||||
)
|
||||
|
||||
# Modern vibrant color palette
|
||||
palette = {
|
||||
'total': '#0066CC', # Vibrant blue
|
||||
'pass': '#10B981', # Modern green (Tailwind emerald)
|
||||
'fail': '#EF4444', # Modern red (Tailwind red)
|
||||
'error': '#F59E0B', # Modern amber
|
||||
'skip': '#8B5CF6' # Modern purple (Tailwind violet)
|
||||
}
|
||||
|
||||
# Add gradient-like area fills first (behind lines)
|
||||
for metric in ['total', 'pass', 'fail']:
|
||||
if metric in df_plot.columns:
|
||||
ax.fill_between(df_plot['date'], 0, df_plot[metric],
|
||||
alpha=0.18, color=palette[metric], zorder=1, linewidth=0)
|
||||
|
||||
# Use Seaborn's lineplot with enhanced styling and smoothed data
|
||||
sns.lineplot(
|
||||
data=df_plot_long,
|
||||
x='date',
|
||||
y='count_smooth',
|
||||
hue='metric',
|
||||
palette=palette,
|
||||
linewidth=3.5,
|
||||
ax=ax,
|
||||
markers=False, # Disable markers for smoother look
|
||||
dashes=False,
|
||||
alpha=1,
|
||||
zorder=3
|
||||
)
|
||||
|
||||
# Modern title with better spacing
|
||||
ax.text(0.5, 1.12, f'uutils sed — {title} Test Suite Results',
|
||||
ha='center', va='bottom', transform=ax.transAxes,
|
||||
fontsize=26, fontweight='bold', family='sans-serif', color='#1a1a1a')
|
||||
ax.text(0.5, 1.06, 'Tracking test results over time to measure progress and compatibility',
|
||||
ha='center', va='bottom', transform=ax.transAxes,
|
||||
fontsize=13, color='#6B7280', style='italic', alpha=0.9)
|
||||
|
||||
ax.set_xlabel('Date', fontsize=15, fontweight='600', labelpad=15, color='#374151')
|
||||
ax.set_ylabel('Number of Tests', fontsize=15, fontweight='600', labelpad=15, color='#374151')
|
||||
|
||||
# Modern grid styling with better contrast
|
||||
ax.grid(True, alpha=0.35, linestyle='-', linewidth=1, color='#E5E7EB', which='major', zorder=0)
|
||||
ax.grid(True, alpha=0.15, linestyle=':', linewidth=0.5, color='#F3F4F6', which='minor', zorder=0)
|
||||
ax.set_axisbelow(True)
|
||||
ax.minorticks_on()
|
||||
|
||||
# Add subtle horizontal reference lines at key values
|
||||
y_max = df_plot_long['count_smooth'].max()
|
||||
if y_max > 100:
|
||||
ax.axhline(y=y_max * 0.75, color='#D1D5DB', linestyle='--', linewidth=0.8, alpha=0.3, zorder=0)
|
||||
ax.axhline(y=y_max * 0.5, color='#D1D5DB', linestyle='--', linewidth=0.8, alpha=0.3, zorder=0)
|
||||
|
||||
# Modern legend styling
|
||||
handles, labels = ax.get_legend_handles_labels()
|
||||
# Capitalize labels
|
||||
labels = [label.capitalize() for label in labels]
|
||||
legend = ax.legend(handles, labels, loc='upper left', frameon=True,
|
||||
fancybox=False, shadow=False, ncol=len(plot_columns),
|
||||
bbox_to_anchor=(0, 1.04), fontsize=13,
|
||||
edgecolor='#D1D5DB', framealpha=0.98,
|
||||
borderpad=1.2, labelspacing=0.8, columnspacing=2)
|
||||
legend.get_frame().set_facecolor('#FFFFFF')
|
||||
legend.get_frame().set_linewidth(2)
|
||||
legend.get_frame().set_boxstyle('round,pad=0.5')
|
||||
|
||||
# Format x-axis dates
|
||||
plt.xticks(rotation=45, ha='right')
|
||||
ax.margins(x=0.01)
|
||||
ax.set_ylim(bottom=0)
|
||||
|
||||
# Modern spine styling
|
||||
sns.despine(ax=ax, top=True, right=True, left=False, bottom=False, offset=8)
|
||||
ax.spines['left'].set_linewidth(2)
|
||||
ax.spines['bottom'].set_linewidth(2)
|
||||
ax.spines['left'].set_color('#9CA3AF')
|
||||
ax.spines['bottom'].set_color('#9CA3AF')
|
||||
|
||||
# Modern gradient-like background
|
||||
ax.patch.set_facecolor('#FAFAFA')
|
||||
ax.patch.set_alpha(0.6)
|
||||
|
||||
# Add a subtle shadow effect
|
||||
ax.add_patch(plt.Rectangle((0, 0), 1, 1, transform=ax.transAxes,
|
||||
facecolor='none', edgecolor='#E5E7EB',
|
||||
linewidth=3, zorder=-1))
|
||||
|
||||
# Tight layout
|
||||
plt.tight_layout()
|
||||
|
||||
# Save with high quality and optimized settings
|
||||
plt.savefig(f"{title.lower()}-results.svg", format="svg", dpi=300,
|
||||
bbox_inches="tight", facecolor='white', edgecolor='none',
|
||||
metadata={'Creator': 'uutils sed tracking', 'Title': f'{title} Test Suite Results'})
|
||||
Reference in New Issue
Block a user