perf - Add performance report for 4.2.3 [ci skip]

This commit is contained in:
GitLab CI 2026-01-19 06:58:57 -05:00
parent 0f6f6282d5
commit 627338cdf1
3 changed files with 544 additions and 0 deletions

398
reports/4.2.3/perf.json Normal file
View file

@ -0,0 +1,398 @@
{
"tag": "4.2.3",
"generated_at": "2026-01-19T11:58:45Z",
"parent_pipeline_id": 11250,
"child_pipeline_id": 11252,
"summary": {
"total_tests": 642,
"passed_tests": 642,
"failed_tests": 0,
"total_languages": 42,
"passed_languages": 42,
"avg_duration_seconds": 63,
"max_duration_seconds": 142,
"min_duration_seconds": 40,
"slowest_language": "rust",
"fastest_language": "v"
},
"languages": [
{
"language": "rust",
"status": "Passed",
"queued_duration": 71.959997,
"started_at": "2026-01-19T11:55:11Z",
"updated_at": "2026-01-19T11:57:33Z",
"job_id": 26613,
"duration_seconds": 142
},
{
"language": "c",
"status": "Passed",
"queued_duration": 63.135606,
"started_at": "2026-01-19T11:55:02Z",
"updated_at": "2026-01-19T11:56:49Z",
"job_id": 26610,
"duration_seconds": 107
},
{
"language": "python",
"status": "Passed",
"queued_duration": 2.62747,
"started_at": "2026-01-19T11:53:59Z",
"updated_at": "2026-01-19T11:55:17Z",
"job_id": 26589,
"duration_seconds": 78
},
{
"language": "typescript",
"status": "Passed",
"queued_duration": 4.499905,
"started_at": "2026-01-19T11:54:01Z",
"updated_at": "2026-01-19T11:55:16Z",
"job_id": 26591,
"duration_seconds": 75
},
{
"language": "javascript",
"status": "Passed",
"queued_duration": 3.602933,
"started_at": "2026-01-19T11:54:00Z",
"updated_at": "2026-01-19T11:55:15Z",
"job_id": 26590,
"duration_seconds": 75
},
{
"language": "ruby",
"status": "Passed",
"queued_duration": 5.394929,
"started_at": "2026-01-19T11:54:02Z",
"updated_at": "2026-01-19T11:55:16Z",
"job_id": 26592,
"duration_seconds": 74
},
{
"language": "go",
"status": "Passed",
"queued_duration": 68.583599,
"started_at": "2026-01-19T11:55:07Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26612,
"duration_seconds": 74
},
{
"language": "php",
"status": "Passed",
"queued_duration": 8.408504,
"started_at": "2026-01-19T11:54:05Z",
"updated_at": "2026-01-19T11:55:15Z",
"job_id": 26594,
"duration_seconds": 70
},
{
"language": "cpp",
"status": "Passed",
"queued_duration": 64.466934,
"started_at": "2026-01-19T11:55:03Z",
"updated_at": "2026-01-19T11:56:13Z",
"job_id": 26611,
"duration_seconds": 70
},
{
"language": "elixir",
"status": "Passed",
"queued_duration": 10.81407,
"started_at": "2026-01-19T11:54:08Z",
"updated_at": "2026-01-19T11:55:17Z",
"job_id": 26598,
"duration_seconds": 69
},
{
"language": "erlang",
"status": "Passed",
"queued_duration": 12.839351,
"started_at": "2026-01-19T11:54:09Z",
"updated_at": "2026-01-19T11:55:17Z",
"job_id": 26599,
"duration_seconds": 68
},
{
"language": "java",
"status": "Passed",
"queued_duration": 74.929525,
"started_at": "2026-01-19T11:55:14Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26614,
"duration_seconds": 67
},
{
"language": "perl",
"status": "Passed",
"queued_duration": 7.241158,
"started_at": "2026-01-19T11:54:04Z",
"updated_at": "2026-01-19T11:55:10Z",
"job_id": 26593,
"duration_seconds": 66
},
{
"language": "scheme",
"status": "Passed",
"queued_duration": 12.492717,
"started_at": "2026-01-19T11:54:10Z",
"updated_at": "2026-01-19T11:55:15Z",
"job_id": 26601,
"duration_seconds": 65
},
{
"language": "r",
"status": "Passed",
"queued_duration": 10.305897,
"started_at": "2026-01-19T11:54:07Z",
"updated_at": "2026-01-19T11:55:11Z",
"job_id": 26597,
"duration_seconds": 64
},
{
"language": "clojure",
"status": "Passed",
"queued_duration": 13.554132,
"started_at": "2026-01-19T11:54:11Z",
"updated_at": "2026-01-19T11:55:15Z",
"job_id": 26603,
"duration_seconds": 64
},
{
"language": "lua",
"status": "Passed",
"queued_duration": 9.164784,
"started_at": "2026-01-19T11:54:06Z",
"updated_at": "2026-01-19T11:55:09Z",
"job_id": 26595,
"duration_seconds": 63
},
{
"language": "fortran",
"status": "Passed",
"queued_duration": 78.696102,
"started_at": "2026-01-19T11:55:18Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26617,
"duration_seconds": 63
},
{
"language": "deno",
"status": "Passed",
"queued_duration": 17.233968,
"started_at": "2026-01-19T11:54:14Z",
"updated_at": "2026-01-19T11:55:16Z",
"job_id": 26607,
"duration_seconds": 62
},
{
"language": "zig",
"status": "Passed",
"queued_duration": 79.584999,
"started_at": "2026-01-19T11:55:19Z",
"updated_at": "2026-01-19T11:56:20Z",
"job_id": 26619,
"duration_seconds": 61
},
{
"language": "tcl",
"status": "Passed",
"queued_duration": 11.908211,
"started_at": "2026-01-19T11:54:09Z",
"updated_at": "2026-01-19T11:55:10Z",
"job_id": 26600,
"duration_seconds": 61
},
{
"language": "crystal",
"status": "Passed",
"queued_duration": 14.494458,
"started_at": "2026-01-19T11:54:12Z",
"updated_at": "2026-01-19T11:55:13Z",
"job_id": 26605,
"duration_seconds": 61
},
{
"language": "cobol",
"status": "Passed",
"queued_duration": 78.300729,
"started_at": "2026-01-19T11:55:18Z",
"updated_at": "2026-01-19T11:56:19Z",
"job_id": 26616,
"duration_seconds": 61
},
{
"language": "groovy",
"status": "Passed",
"queued_duration": 15.033222,
"started_at": "2026-01-19T11:54:13Z",
"updated_at": "2026-01-19T11:55:13Z",
"job_id": 26606,
"duration_seconds": 60
},
{
"language": "commonlisp",
"status": "Passed",
"queued_duration": 14.101414,
"started_at": "2026-01-19T11:54:12Z",
"updated_at": "2026-01-19T11:55:12Z",
"job_id": 26604,
"duration_seconds": 60
},
{
"language": "bash",
"status": "Passed",
"queued_duration": 9.608039,
"started_at": "2026-01-19T11:54:07Z",
"updated_at": "2026-01-19T11:55:07Z",
"job_id": 26596,
"duration_seconds": 60
},
{
"language": "objc",
"status": "Passed",
"queued_duration": 81.357562,
"started_at": "2026-01-19T11:55:21Z",
"updated_at": "2026-01-19T11:56:19Z",
"job_id": 26622,
"duration_seconds": 58
},
{
"language": "julia",
"status": "Passed",
"queued_duration": 82.451682,
"started_at": "2026-01-19T11:55:23Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26624,
"duration_seconds": 58
},
{
"language": "haskell",
"status": "Passed",
"queued_duration": 82.941396,
"started_at": "2026-01-19T11:55:23Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26625,
"duration_seconds": 58
},
{
"language": "dart",
"status": "Passed",
"queued_duration": 81.955653,
"started_at": "2026-01-19T11:55:22Z",
"updated_at": "2026-01-19T11:56:20Z",
"job_id": 26623,
"duration_seconds": 58
},
{
"language": "fsharp",
"status": "Passed",
"queued_duration": 86.115785,
"started_at": "2026-01-19T11:55:24Z",
"updated_at": "2026-01-19T11:56:20Z",
"job_id": 26627,
"duration_seconds": 56
},
{
"language": "csharp",
"status": "Passed",
"queued_duration": 86.665718,
"started_at": "2026-01-19T11:55:25Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26628,
"duration_seconds": 56
},
{
"language": "ocaml",
"status": "Passed",
"queued_duration": 83.294764,
"started_at": "2026-01-19T11:55:24Z",
"updated_at": "2026-01-19T11:56:19Z",
"job_id": 26626,
"duration_seconds": 55
},
{
"language": "forth",
"status": "Passed",
"queued_duration": 84.695683,
"started_at": "2026-01-19T11:55:26Z",
"updated_at": "2026-01-19T11:56:21Z",
"job_id": 26630,
"duration_seconds": 55
},
{
"language": "prolog",
"status": "Passed",
"queued_duration": 85.102583,
"started_at": "2026-01-19T11:55:26Z",
"updated_at": "2026-01-19T11:56:20Z",
"job_id": 26629,
"duration_seconds": 54
},
{
"language": "nim",
"status": "Passed",
"queued_duration": 80.282391,
"started_at": "2026-01-19T11:55:20Z",
"updated_at": "2026-01-19T11:56:12Z",
"job_id": 26620,
"duration_seconds": 52
},
{
"language": "powershell",
"status": "Passed",
"queued_duration": 13.072477,
"started_at": "2026-01-19T11:54:11Z",
"updated_at": "2026-01-19T11:55:02Z",
"job_id": 26602,
"duration_seconds": 51
},
{
"language": "raku",
"status": "Passed",
"queued_duration": 27.540482,
"started_at": "2026-01-19T11:54:26Z",
"updated_at": "2026-01-19T11:55:16Z",
"job_id": 26609,
"duration_seconds": 50
},
{
"language": "awk",
"status": "Passed",
"queued_duration": 18.332367,
"started_at": "2026-01-19T11:54:15Z",
"updated_at": "2026-01-19T11:55:03Z",
"job_id": 26608,
"duration_seconds": 48
},
{
"language": "kotlin",
"status": "Passed",
"queued_duration": 77.794386,
"started_at": "2026-01-19T11:55:17Z",
"updated_at": "2026-01-19T11:56:02Z",
"job_id": 26615,
"duration_seconds": 45
},
{
"language": "d",
"status": "Passed",
"queued_duration": 79.191204,
"started_at": "2026-01-19T11:55:19Z",
"updated_at": "2026-01-19T11:56:01Z",
"job_id": 26618,
"duration_seconds": 42
},
{
"language": "v",
"status": "Passed",
"queued_duration": 80.842087,
"started_at": "2026-01-19T11:55:21Z",
"updated_at": "2026-01-19T11:56:01Z",
"job_id": 26621,
"duration_seconds": 40
}
]
}

145
reports/4.2.3/perf.md Normal file
View file

@ -0,0 +1,145 @@
# Performance Report: 4.2.3
**Generated:** 2026-01-19T11:58:45Z
**Pipeline:** [#11252](https://git.unturf.com/engineering/unturf/un-inception/-/pipelines/11252)
## Summary
| Metric | Value |
|--------|-------|
| Total Tests | 642 |
| Passed | 642 |
| Failed | 0 |
| Pass Rate | 100.0% |
| Languages | 42 |
| Avg Duration | 63s |
| Slowest | rust (142s) |
| Fastest | v (40s) |
---
## Test Duration by Language
The primary performance metric - how long each language takes to run its full test suite (15 tests per language).
![Duration by Language](chart-duration-by-language.png)
**Key observations:**
- **RUST** and **C** are outliers at 90+ seconds
- Most languages cluster between 20-40 seconds
- Compiled languages (red) tend to be faster than interpreted (blue)
- **V** is the fastest at 40 seconds
---
## Compiled vs Interpreted
Comparing performance between compiled languages (C, Go, Rust, etc.) and interpreted languages (Python, Ruby, JavaScript, etc.).
![Category Comparison](chart-category-comparison.png)
**Findings:**
- 20 compiled languages vs 22 interpreted
- Compiled languages have lower median execution time
- Interpreted languages show more variance (wider spread)
- The white diamond marks the mean for each category
---
## Duration Distribution
Histogram showing how test durations are distributed across all 42 languages.
![Duration Histogram](chart-duration-histogram.png)
**Distribution analysis:**
- Most languages complete in 20-35 seconds (the peak)
- Mean (green dashed) and median (blue dotted) are close together
- Long tail on the right from slow outliers (rust, c)
---
## Speed Leaders
Side-by-side comparison of the 10 slowest and 10 fastest languages.
![Speed Leaders](chart-speed-leaders.png)
**Slowest (left):** RUST, C, PYTHON, TYPESCRIPT, JAVASCRIPT
**Fastest (right):** V, D, KOTLIN, AWK, RAKU
---
## Queue vs Execution Time
Scatter plot showing the relationship between CI queue wait time and actual test execution time.
![Queue vs Execution](chart-queue-vs-execution.png)
**Notes:**
- Queue time is how long the job waited for a runner
- Most jobs had similar queue times (clustered vertically)
- Outliers labeled - rust and c took longest to execute regardless of queue time
---
## Dashboard
Summary dashboard combining key metrics and visualizations.
![Dashboard](chart-dashboard.png)
---
## Raw Data
### Per-Language Performance
| Language | Status | Duration |
|----------|--------|----------|
| rust | Passed | 142s |
| c | Passed | 107s |
| python | Passed | 78s |
| typescript | Passed | 75s |
| javascript | Passed | 75s |
| ruby | Passed | 74s |
| go | Passed | 74s |
| php | Passed | 70s |
| cpp | Passed | 70s |
| elixir | Passed | 69s |
| erlang | Passed | 68s |
| java | Passed | 67s |
| perl | Passed | 66s |
| scheme | Passed | 65s |
| r | Passed | 64s |
| clojure | Passed | 64s |
| lua | Passed | 63s |
| fortran | Passed | 63s |
| deno | Passed | 62s |
| zig | Passed | 61s |
| tcl | Passed | 61s |
| crystal | Passed | 61s |
| cobol | Passed | 61s |
| groovy | Passed | 60s |
| commonlisp | Passed | 60s |
| bash | Passed | 60s |
| objc | Passed | 58s |
| julia | Passed | 58s |
| haskell | Passed | 58s |
| dart | Passed | 58s |
| fsharp | Passed | 56s |
| csharp | Passed | 56s |
| ocaml | Passed | 55s |
| forth | Passed | 55s |
| prolog | Passed | 54s |
| nim | Passed | 52s |
| powershell | Passed | 51s |
| raku | Passed | 50s |
| awk | Passed | 48s |
| kotlin | Passed | 45s |
| d | Passed | 42s |
| v | Passed | 40s |
---
*Report generated by UN Inception CI pipeline*

View file

@ -7,3 +7,4 @@ Tracking compile and test execution times across releases.
| Version | Date | Tests | Pass Rate | Avg Duration | Slowest | Fastest |
|---------|------|-------|-----------|--------------|---------|---------|
| 4.2.0 | 2026-01-18 | 642 | 100.0% | 33s | raku | ocaml |
| 4.2.3 | 2026-01-19 | 642 | 100.0% | 63s | rust | v |