commit 796bdd8b501233e0847434fbaf65a2793147ba28 Author: Sylvestre Ledru Date: Sun Jan 11 20:42:20 2026 +0100 initial version diff --git a/.github/dependabot.yml b/.github/dependabot.yml new file mode 100644 index 0000000..fa24117 --- /dev/null +++ b/.github/dependabot.yml @@ -0,0 +1,7 @@ +version: 2 +updates: + - package-ecosystem: "github-actions" + directory: "/" + schedule: + interval: daily + open-pull-requests-limit: 5 diff --git a/.github/workflows/gnu-data.yml b/.github/workflows/gnu-data.yml new file mode 100644 index 0000000..f4df860 --- /dev/null +++ b/.github/workflows/gnu-data.yml @@ -0,0 +1,77 @@ +name: CI + +on: + push: + branches: + - main + schedule: + - cron: "0 2,14 * * *" + +jobs: + gnu: + name: Process the GNU and size test results + runs-on: ubuntu-latest + steps: + - name: Install deps + shell: bash + run: | + sudo apt-get update + sudo apt-get install jq python3-pandas python3-matplotlib python3-seaborn + + - name: Checkout repo + uses: actions/checkout@v5 + + - name: Download the GNU result + uses: dawidd6/action-download-artifact@v11 + with: + workflow: GnuTests.yml + name: test-summary + repo: uutils/sed + path: dl + + + - name: Download the full test report + uses: dawidd6/action-download-artifact@v11 + with: + workflow: GnuTests.yml + name: aggregated-result + repo: uutils/sed + path: dl + + - name: Merge the json files + shell: bash + run: | + echo "== dl/gnu-result.json ==" + cat dl/gnu-result.json + echo "== gnu-result.json ==" + cat gnu-result.json|tail -100 + jq -s '.[0] * .[1]' gnu-result.json dl/gnu-result.json > merged.json + echo "== merged.json =" + cat merged.json|tail -100 + mv merged.json gnu-result.json + + + echo "== dl/aggregated-result.json ==" + cat dl/aggregated-result.json|tail -100 + mv dl/aggregated-result.json aggregated-result.json + + rm -rf dl + + - name: Add & Commit + uses: EndBug/add-and-commit@v9.1.4 + with: + default_author: github_actions + message: "Update of the data" + + - name: Generate the graphs + shell: bash + run: | + python graph.py gnu-result.json GNU + + - name: Add & Commit the GNU graph + uses: EndBug/add-and-commit@v9.1.4 + with: + default_author: github_actions + message: "Refresh the GNU graph" + add: gnu-results.svg + diff --git a/README.md b/README.md new file mode 100644 index 0000000..0c38aec --- /dev/null +++ b/README.md @@ -0,0 +1,25 @@ +# Various tracking tools for sed + +Tracking the evolution of https://github.com/uutils/sed + +## GNU testsuite comparison + +Below is the evolution of how many GNU tests uutils/sed passes. + +![GNU testsuite evolution](gnu-results.svg) + +Refreshed twice a day by github actions. Changes are documented in the json file ([gnu-result.json](gnu-result.json)). + +Compares only the Linux execution. + +Based on: +* https://github.com/uutils/sed/blob/main/util/build-gnu.sh +* https://github.com/uutils/sed/blob/main/util/run-gnu-test.sh + +## Binary size evolution + +![Size evolution](size-results.svg) + +Refreshed once a day by github actions. + +Compares only the Linux execution. diff --git a/gnu-result.json b/gnu-result.json new file mode 100644 index 0000000..245ad47 --- /dev/null +++ b/gnu-result.json @@ -0,0 +1,114 @@ +{ + "Thu, 18 Dec 2025 20:12:47 +0000": { + "sha": "cf7b895abf85ea6d69237861537cd2dceede639d", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Fri, 19 Dec 2025 14:48:26 +0000": { + "sha": "88aec769c49ad95b0d49a44e77ee9efecffca81f", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Sun, 21 Dec 2025 17:53:15 +0000": { + "sha": "9bfe34848930cc5c7a662603855b13e45ec9562e", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Mon, 22 Dec 2025 22:18:56 +0000": { + "sha": "34f521bdcd38b4baeb2e504fb83c554acc02896a", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Tue, 23 Dec 2025 06:28:10 +0000": { + "sha": "d58547195bbe59739ac75b84d3734435670b9f32", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Wed, 24 Dec 2025 06:18:58 +0000": { + "sha": "b5a8444f887ccdc2f0e242607e0118a965a03f03", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Thu, 25 Dec 2025 13:31:57 +0000": { + "sha": "17575017d83ccdb53a0b428df879747e1938da5c", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Mon, 29 Dec 2025 18:09:12 +0000": { + "sha": "92f4f78aeaf01660ad3c706ac920223701ae5eae", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Tue, 30 Dec 2025 17:42:43 +0000": { + "sha": "8c4a5c7a6f88c7087510638f35d6b63756f9f706", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Wed, 31 Dec 2025 06:04:29 +0000": { + "sha": "a8887f83dd6604459706462f38485297c449a021", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Sat, 03 Jan 2026 12:42:27 +0000": { + "sha": "e0051927782921d32541694c3d0c1d4f68800119", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Wed, 07 Jan 2026 18:11:23 +0000": { + "sha": "44985e875cfcacb79ba79a0405851056a118feb7", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Thu, 08 Jan 2026 13:58:33 +0000": { + "sha": "db588494408fec9292d61dfe8b93befd373134d6", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + }, + "Sun, 11 Jan 2026 16:31:53 +0000": { + "sha": "ff0c1cdd06fa84935d9ad12e03b0cb135ac43413", + "total": "44", + "pass": "5", + "skip": "0", + "fail": "39", + "error": "0" + } +} \ No newline at end of file diff --git a/gnu-results.svg b/gnu-results.svg new file mode 100644 index 0000000..8c51d31 --- /dev/null +++ b/gnu-results.svg @@ -0,0 +1,2678 @@ + + + + GNU Test Suite Results + + + + + GNU Test Suite Results + 2026-01-11T20:46:10.074949 + image/svg+xml + + + uutils sed tracking + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/graph.py b/graph.py new file mode 100644 index 0000000..a270457 --- /dev/null +++ b/graph.py @@ -0,0 +1,153 @@ +# This file is part of the uutils sed package. +# +# For the full copyright and license information, please view the LICENSE +# file that was distributed with this source code. + +import sys + +import matplotlib.pyplot as plt +import pandas as pd +import seaborn as sns + +if len(sys.argv) <= 2: + print("graph.py: ") + sys.exit() + +d = pd.read_json(sys.argv[1], orient="index") +df = pd.DataFrame(d) +title = sys.argv[2] + +df.columns.names = ["date"] +df.index = pd.to_datetime(df.index, utc=True) + +print(df) + +# Set modern Seaborn style with enhanced settings +sns.set_theme(style="ticks", context="talk", palette="muted") +plt.rcParams.update({ + 'font.family': 'sans-serif', + 'font.sans-serif': ['Inter', 'SF Pro Display', 'Segoe UI', 'Arial'], + 'axes.facecolor': '#FAFAFA', + 'figure.facecolor': 'white', + 'axes.edgecolor': '#CCCCCC', + 'axes.linewidth': 0.8, + 'xtick.color': '#555555', + 'ytick.color': '#555555', +}) + +# Create figure with better proportions and higher DPI +fig, ax = plt.subplots(figsize=(18, 9), dpi=100) + +# Prepare data for plotting - melt to long format for Seaborn +plot_columns = ['total', 'pass', 'fail'] +if "error" in df.columns and df['error'].notna().any(): + plot_columns.append('error') +plot_columns.append('skip') + +df_plot = df[plot_columns].copy() +df_plot = df_plot.reset_index() +df_plot.rename(columns={df_plot.columns[0]: 'date'}, inplace=True) +df_plot_long = df_plot.melt(id_vars='date', var_name='metric', value_name='count') + +# Convert string values to numeric +df_plot_long['count'] = pd.to_numeric(df_plot_long['count'], errors='coerce') + +# Apply smoothing using rolling average (window of 15 for smoother lines) +df_plot_long['count_smooth'] = df_plot_long.groupby('metric')['count'].transform( + lambda x: x.rolling(window=15, min_periods=1, center=True).mean() +) + +# Modern vibrant color palette +palette = { + 'total': '#0066CC', # Vibrant blue + 'pass': '#10B981', # Modern green (Tailwind emerald) + 'fail': '#EF4444', # Modern red (Tailwind red) + 'error': '#F59E0B', # Modern amber + 'skip': '#8B5CF6' # Modern purple (Tailwind violet) +} + +# Add gradient-like area fills first (behind lines) +for metric in ['total', 'pass', 'fail']: + if metric in df_plot.columns: + ax.fill_between(df_plot['date'], 0, df_plot[metric], + alpha=0.18, color=palette[metric], zorder=1, linewidth=0) + +# Use Seaborn's lineplot with enhanced styling and smoothed data +sns.lineplot( + data=df_plot_long, + x='date', + y='count_smooth', + hue='metric', + palette=palette, + linewidth=3.5, + ax=ax, + markers=False, # Disable markers for smoother look + dashes=False, + alpha=1, + zorder=3 +) + +# Modern title with better spacing +ax.text(0.5, 1.12, f'uutils sed — {title} Test Suite Results', + ha='center', va='bottom', transform=ax.transAxes, + fontsize=26, fontweight='bold', family='sans-serif', color='#1a1a1a') +ax.text(0.5, 1.06, 'Tracking test results over time to measure progress and compatibility', + ha='center', va='bottom', transform=ax.transAxes, + fontsize=13, color='#6B7280', style='italic', alpha=0.9) + +ax.set_xlabel('Date', fontsize=15, fontweight='600', labelpad=15, color='#374151') +ax.set_ylabel('Number of Tests', fontsize=15, fontweight='600', labelpad=15, color='#374151') + +# Modern grid styling with better contrast +ax.grid(True, alpha=0.35, linestyle='-', linewidth=1, color='#E5E7EB', which='major', zorder=0) +ax.grid(True, alpha=0.15, linestyle=':', linewidth=0.5, color='#F3F4F6', which='minor', zorder=0) +ax.set_axisbelow(True) +ax.minorticks_on() + +# Add subtle horizontal reference lines at key values +y_max = df_plot_long['count_smooth'].max() +if y_max > 100: + ax.axhline(y=y_max * 0.75, color='#D1D5DB', linestyle='--', linewidth=0.8, alpha=0.3, zorder=0) + ax.axhline(y=y_max * 0.5, color='#D1D5DB', linestyle='--', linewidth=0.8, alpha=0.3, zorder=0) + +# Modern legend styling +handles, labels = ax.get_legend_handles_labels() +# Capitalize labels +labels = [label.capitalize() for label in labels] +legend = ax.legend(handles, labels, loc='upper left', frameon=True, + fancybox=False, shadow=False, ncol=len(plot_columns), + bbox_to_anchor=(0, 1.04), fontsize=13, + edgecolor='#D1D5DB', framealpha=0.98, + borderpad=1.2, labelspacing=0.8, columnspacing=2) +legend.get_frame().set_facecolor('#FFFFFF') +legend.get_frame().set_linewidth(2) +legend.get_frame().set_boxstyle('round,pad=0.5') + +# Format x-axis dates +plt.xticks(rotation=45, ha='right') +ax.margins(x=0.01) +ax.set_ylim(bottom=0) + +# Modern spine styling +sns.despine(ax=ax, top=True, right=True, left=False, bottom=False, offset=8) +ax.spines['left'].set_linewidth(2) +ax.spines['bottom'].set_linewidth(2) +ax.spines['left'].set_color('#9CA3AF') +ax.spines['bottom'].set_color('#9CA3AF') + +# Modern gradient-like background +ax.patch.set_facecolor('#FAFAFA') +ax.patch.set_alpha(0.6) + +# Add a subtle shadow effect +ax.add_patch(plt.Rectangle((0, 0), 1, 1, transform=ax.transAxes, + facecolor='none', edgecolor='#E5E7EB', + linewidth=3, zorder=-1)) + +# Tight layout +plt.tight_layout() + +# Save with high quality and optimized settings +plt.savefig(f"{title.lower()}-results.svg", format="svg", dpi=300, + bbox_inches="tight", facecolor='white', edgecolor='none', + metadata={'Creator': 'uutils sed tracking', 'Title': f'{title} Test Suite Results'})