perf - Add performance report for 4.2.50 [ci skip]
This commit is contained in:
GitLab CI
parent
6d15dbdb16
commit
8a8ba6c127
9 changed files with 975 additions and 0 deletions
BIN
reports/4.2.50/chart-category-comparison.png
Normal file
BIN
reports/4.2.50/chart-category-comparison.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 93 KiB |
BIN
reports/4.2.50/chart-dashboard.png
Normal file
BIN
reports/4.2.50/chart-dashboard.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 145 KiB |
BIN
reports/4.2.50/chart-duration-by-language.png
Normal file
BIN
reports/4.2.50/chart-duration-by-language.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 165 KiB |
BIN
reports/4.2.50/chart-duration-histogram.png
Normal file
BIN
reports/4.2.50/chart-duration-histogram.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 58 KiB |
BIN
reports/4.2.50/chart-queue-vs-execution.png
Normal file
BIN
reports/4.2.50/chart-queue-vs-execution.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 126 KiB |
BIN
reports/4.2.50/chart-speed-leaders.png
Normal file
BIN
reports/4.2.50/chart-speed-leaders.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 80 KiB |
807
reports/4.2.50/perf.json
Normal file
807
reports/4.2.50/perf.json
Normal file
|
|
@ -0,0 +1,807 @@
|
|||
{
|
||||
"tag": "4.2.50",
|
||||
"generated_at": "2026-01-30T00:20:38Z",
|
||||
"parent_pipeline_id": 13618,
|
||||
"child_pipeline_id": 13622,
|
||||
"summary": {
|
||||
"total_tests": 860,
|
||||
"passed_tests": 800,
|
||||
"failed_tests": 60,
|
||||
"total_languages": 43,
|
||||
"passed_languages": 6,
|
||||
"avg_duration_seconds": 183,
|
||||
"max_duration_seconds": 480,
|
||||
"min_duration_seconds": 107,
|
||||
"slowest_language": "go",
|
||||
"fastest_language": "fortran"
|
||||
},
|
||||
"api_health": {
|
||||
"score": 0,
|
||||
"total_retries": 58,
|
||||
"retries_by_type": {
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 58,
|
||||
"timeout": 0,
|
||||
"connection": 0
|
||||
},
|
||||
"tests_with_retries": 78,
|
||||
"per_language": [
|
||||
{
|
||||
"language": "awk",
|
||||
"retries": 5,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 5,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "c",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "clojure",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 5
|
||||
},
|
||||
{
|
||||
"language": "cobol",
|
||||
"retries": 5,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 5,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "commonlisp",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "crystal",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "csharp",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "d",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "dart",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "deno",
|
||||
"retries": 1,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 1,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "dotnet",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "elixir",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "erlang",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "forth",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "fortran",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "fsharp",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "go",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "groovy",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "haskell",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "java",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "javascript",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "julia",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "kotlin",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 4
|
||||
},
|
||||
{
|
||||
"language": "lua",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "nim",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "objc",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "ocaml",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "perl",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "php",
|
||||
"retries": 4,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 4,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 3
|
||||
},
|
||||
{
|
||||
"language": "powershell",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "r",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "raku",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "rust",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "scheme",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "tcl",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "typescript",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 2
|
||||
},
|
||||
{
|
||||
"language": "zig",
|
||||
"retries": 0,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 0,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "bash",
|
||||
"retries": 1,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 1,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "cpp",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "prolog",
|
||||
"retries": 4,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 4,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "python",
|
||||
"retries": 1,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 1,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "ruby",
|
||||
"retries": 1,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 1,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
},
|
||||
{
|
||||
"language": "v",
|
||||
"retries": 2,
|
||||
"rate_limit_429": 0,
|
||||
"server_error_5xx": 2,
|
||||
"timeout": 0,
|
||||
"connection": 0,
|
||||
"tests_with_retries": 1
|
||||
}
|
||||
]
|
||||
},
|
||||
"languages": [
|
||||
{
|
||||
"language": "go",
|
||||
"status": "Failed",
|
||||
"queued_duration": 194.642923,
|
||||
"started_at": "2026-01-30T00:11:25Z",
|
||||
"updated_at": "2026-01-30T00:19:25Z",
|
||||
"job_id": 37351,
|
||||
"duration_seconds": 480
|
||||
},
|
||||
{
|
||||
"language": "groovy",
|
||||
"status": "Failed",
|
||||
"queued_duration": 167.602919,
|
||||
"started_at": "2026-01-30T00:07:17Z",
|
||||
"updated_at": "2026-01-30T00:11:30Z",
|
||||
"job_id": 37323,
|
||||
"duration_seconds": 253
|
||||
},
|
||||
{
|
||||
"language": "awk",
|
||||
"status": "Failed",
|
||||
"queued_duration": 181.462472,
|
||||
"started_at": "2026-01-30T00:06:56Z",
|
||||
"updated_at": "2026-01-30T00:10:59Z",
|
||||
"job_id": 37317,
|
||||
"duration_seconds": 243
|
||||
},
|
||||
{
|
||||
"language": "javascript",
|
||||
"status": "Failed",
|
||||
"queued_duration": 173.102198,
|
||||
"started_at": "2026-01-30T00:07:27Z",
|
||||
"updated_at": "2026-01-30T00:11:28Z",
|
||||
"job_id": 37325,
|
||||
"duration_seconds": 241
|
||||
},
|
||||
{
|
||||
"language": "erlang",
|
||||
"status": "Failed",
|
||||
"queued_duration": 172.246164,
|
||||
"started_at": "2026-01-30T00:07:31Z",
|
||||
"updated_at": "2026-01-30T00:11:32Z",
|
||||
"job_id": 37327,
|
||||
"duration_seconds": 241
|
||||
},
|
||||
{
|
||||
"language": "rust",
|
||||
"status": "Failed",
|
||||
"queued_duration": 184.008917,
|
||||
"started_at": "2026-01-30T00:10:18Z",
|
||||
"updated_at": "2026-01-30T00:14:11Z",
|
||||
"job_id": 37340,
|
||||
"duration_seconds": 233
|
||||
},
|
||||
{
|
||||
"language": "crystal",
|
||||
"status": "Failed",
|
||||
"queued_duration": 180.850071,
|
||||
"started_at": "2026-01-30T00:07:44Z",
|
||||
"updated_at": "2026-01-30T00:11:33Z",
|
||||
"job_id": 37329,
|
||||
"duration_seconds": 229
|
||||
},
|
||||
{
|
||||
"language": "lua",
|
||||
"status": "Failed",
|
||||
"queued_duration": 172.053526,
|
||||
"started_at": "2026-01-30T00:07:30Z",
|
||||
"updated_at": "2026-01-30T00:11:18Z",
|
||||
"job_id": 37326,
|
||||
"duration_seconds": 228
|
||||
},
|
||||
{
|
||||
"language": "r",
|
||||
"status": "Failed",
|
||||
"queued_duration": 184.239898,
|
||||
"started_at": "2026-01-30T00:07:13Z",
|
||||
"updated_at": "2026-01-30T00:10:56Z",
|
||||
"job_id": 37321,
|
||||
"duration_seconds": 223
|
||||
},
|
||||
{
|
||||
"language": "perl",
|
||||
"status": "Failed",
|
||||
"queued_duration": 181.587169,
|
||||
"started_at": "2026-01-30T00:07:10Z",
|
||||
"updated_at": "2026-01-30T00:10:51Z",
|
||||
"job_id": 37320,
|
||||
"duration_seconds": 221
|
||||
},
|
||||
{
|
||||
"language": "typescript",
|
||||
"status": "Failed",
|
||||
"queued_duration": 169.763037,
|
||||
"started_at": "2026-01-30T00:07:47Z",
|
||||
"updated_at": "2026-01-30T00:11:27Z",
|
||||
"job_id": 37330,
|
||||
"duration_seconds": 220
|
||||
},
|
||||
{
|
||||
"language": "elixir",
|
||||
"status": "Failed",
|
||||
"queued_duration": 169.632814,
|
||||
"started_at": "2026-01-30T00:07:47Z",
|
||||
"updated_at": "2026-01-30T00:11:25Z",
|
||||
"job_id": 37331,
|
||||
"duration_seconds": 218
|
||||
},
|
||||
{
|
||||
"language": "cobol",
|
||||
"status": "Failed",
|
||||
"queued_duration": 184.903171,
|
||||
"started_at": "2026-01-30T00:10:21Z",
|
||||
"updated_at": "2026-01-30T00:13:58Z",
|
||||
"job_id": 37341,
|
||||
"duration_seconds": 217
|
||||
},
|
||||
{
|
||||
"language": "c",
|
||||
"status": "Failed",
|
||||
"queued_duration": 159.920418,
|
||||
"started_at": "2026-01-30T00:09:48Z",
|
||||
"updated_at": "2026-01-30T00:13:23Z",
|
||||
"job_id": 37338,
|
||||
"duration_seconds": 215
|
||||
},
|
||||
{
|
||||
"language": "zig",
|
||||
"status": "Failed",
|
||||
"queued_duration": 197.973276,
|
||||
"started_at": "2026-01-30T00:10:59Z",
|
||||
"updated_at": "2026-01-30T00:14:26Z",
|
||||
"job_id": 37346,
|
||||
"duration_seconds": 207
|
||||
},
|
||||
{
|
||||
"language": "java",
|
||||
"status": "Failed",
|
||||
"queued_duration": 205.671292,
|
||||
"started_at": "2026-01-30T00:10:51Z",
|
||||
"updated_at": "2026-01-30T00:14:06Z",
|
||||
"job_id": 37343,
|
||||
"duration_seconds": 195
|
||||
},
|
||||
{
|
||||
"language": "clojure",
|
||||
"status": "Failed",
|
||||
"queued_duration": 212.219931,
|
||||
"started_at": "2026-01-30T00:11:18Z",
|
||||
"updated_at": "2026-01-30T00:14:31Z",
|
||||
"job_id": 37348,
|
||||
"duration_seconds": 193
|
||||
},
|
||||
{
|
||||
"language": "forth",
|
||||
"status": "Failed",
|
||||
"queued_duration": 0.56626,
|
||||
"started_at": "2026-01-30T00:11:46Z",
|
||||
"updated_at": "2026-01-30T00:14:57Z",
|
||||
"job_id": 37354,
|
||||
"duration_seconds": 191
|
||||
},
|
||||
{
|
||||
"language": "php",
|
||||
"status": "Failed",
|
||||
"queued_duration": 180.000195,
|
||||
"started_at": "2026-01-30T00:07:41Z",
|
||||
"updated_at": "2026-01-30T00:10:50Z",
|
||||
"job_id": 37328,
|
||||
"duration_seconds": 189
|
||||
},
|
||||
{
|
||||
"language": "fsharp",
|
||||
"status": "Failed",
|
||||
"queued_duration": 205.119807,
|
||||
"started_at": "2026-01-30T00:10:56Z",
|
||||
"updated_at": "2026-01-30T00:14:05Z",
|
||||
"job_id": 37345,
|
||||
"duration_seconds": 189
|
||||
},
|
||||
{
|
||||
"language": "haskell",
|
||||
"status": "Failed",
|
||||
"queued_duration": 206.204972,
|
||||
"started_at": "2026-01-30T00:10:50Z",
|
||||
"updated_at": "2026-01-30T00:13:53Z",
|
||||
"job_id": 37342,
|
||||
"duration_seconds": 183
|
||||
},
|
||||
{
|
||||
"language": "nim",
|
||||
"status": "Failed",
|
||||
"queued_duration": 201.640126,
|
||||
"started_at": "2026-01-30T00:10:52Z",
|
||||
"updated_at": "2026-01-30T00:13:51Z",
|
||||
"job_id": 37344,
|
||||
"duration_seconds": 179
|
||||
},
|
||||
{
|
||||
"language": "kotlin",
|
||||
"status": "Failed",
|
||||
"queued_duration": 201.826993,
|
||||
"started_at": "2026-01-30T00:11:19Z",
|
||||
"updated_at": "2026-01-30T00:14:18Z",
|
||||
"job_id": 37350,
|
||||
"duration_seconds": 179
|
||||
},
|
||||
{
|
||||
"language": "deno",
|
||||
"status": "Failed",
|
||||
"queued_duration": 169.591414,
|
||||
"started_at": "2026-01-30T00:07:57Z",
|
||||
"updated_at": "2026-01-30T00:10:51Z",
|
||||
"job_id": 37332,
|
||||
"duration_seconds": 174
|
||||
},
|
||||
{
|
||||
"language": "raku",
|
||||
"status": "Failed",
|
||||
"queued_duration": 198.163484,
|
||||
"started_at": "2026-01-30T00:11:02Z",
|
||||
"updated_at": "2026-01-30T00:13:55Z",
|
||||
"job_id": 37347,
|
||||
"duration_seconds": 173
|
||||
},
|
||||
{
|
||||
"language": "julia",
|
||||
"status": "Failed",
|
||||
"queued_duration": 212.065305,
|
||||
"started_at": "2026-01-30T00:11:19Z",
|
||||
"updated_at": "2026-01-30T00:14:12Z",
|
||||
"job_id": 37349,
|
||||
"duration_seconds": 173
|
||||
},
|
||||
{
|
||||
"language": "dotnet",
|
||||
"status": "Failed",
|
||||
"queued_duration": 99.459573,
|
||||
"started_at": "2026-01-30T00:11:28Z",
|
||||
"updated_at": "2026-01-30T00:14:08Z",
|
||||
"job_id": 37352,
|
||||
"duration_seconds": 160
|
||||
},
|
||||
{
|
||||
"language": "scheme",
|
||||
"status": "Failed",
|
||||
"queued_duration": 181.390419,
|
||||
"started_at": "2026-01-30T00:07:04Z",
|
||||
"updated_at": "2026-01-30T00:09:41Z",
|
||||
"job_id": 37318,
|
||||
"duration_seconds": 157
|
||||
},
|
||||
{
|
||||
"language": "tcl",
|
||||
"status": "Failed",
|
||||
"queued_duration": 186.204959,
|
||||
"started_at": "2026-01-30T00:07:16Z",
|
||||
"updated_at": "2026-01-30T00:09:48Z",
|
||||
"job_id": 37322,
|
||||
"duration_seconds": 152
|
||||
},
|
||||
{
|
||||
"language": "commonlisp",
|
||||
"status": "Failed",
|
||||
"queued_duration": 179.947454,
|
||||
"started_at": "2026-01-30T00:07:07Z",
|
||||
"updated_at": "2026-01-30T00:09:22Z",
|
||||
"job_id": 37319,
|
||||
"duration_seconds": 135
|
||||
},
|
||||
{
|
||||
"language": "v",
|
||||
"status": "Passed",
|
||||
"queued_duration": 143.292797,
|
||||
"started_at": "2026-01-30T00:04:39Z",
|
||||
"updated_at": "2026-01-30T00:06:50Z",
|
||||
"job_id": 37304,
|
||||
"duration_seconds": 131
|
||||
},
|
||||
{
|
||||
"language": "cpp",
|
||||
"status": "Passed",
|
||||
"queued_duration": 69.996313,
|
||||
"started_at": "2026-01-30T00:11:28Z",
|
||||
"updated_at": "2026-01-30T00:13:39Z",
|
||||
"job_id": 37353,
|
||||
"duration_seconds": 131
|
||||
},
|
||||
{
|
||||
"language": "objc",
|
||||
"status": "Failed",
|
||||
"queued_duration": 84.356585,
|
||||
"started_at": "2026-01-30T00:08:10Z",
|
||||
"updated_at": "2026-01-30T00:10:21Z",
|
||||
"job_id": 37333,
|
||||
"duration_seconds": 131
|
||||
},
|
||||
{
|
||||
"language": "powershell",
|
||||
"status": "Failed",
|
||||
"queued_duration": 173.443511,
|
||||
"started_at": "2026-01-30T00:07:24Z",
|
||||
"updated_at": "2026-01-30T00:09:31Z",
|
||||
"job_id": 37324,
|
||||
"duration_seconds": 127
|
||||
},
|
||||
{
|
||||
"language": "d",
|
||||
"status": "Failed",
|
||||
"queued_duration": 121.054152,
|
||||
"started_at": "2026-01-30T00:08:53Z",
|
||||
"updated_at": "2026-01-30T00:10:59Z",
|
||||
"job_id": 37334,
|
||||
"duration_seconds": 126
|
||||
},
|
||||
{
|
||||
"language": "dart",
|
||||
"status": "Failed",
|
||||
"queued_duration": 155.333638,
|
||||
"started_at": "2026-01-30T00:09:49Z",
|
||||
"updated_at": "2026-01-30T00:11:54Z",
|
||||
"job_id": 37339,
|
||||
"duration_seconds": 125
|
||||
},
|
||||
{
|
||||
"language": "prolog",
|
||||
"status": "Passed",
|
||||
"queued_duration": 273.507249,
|
||||
"started_at": "2026-01-30T00:06:50Z",
|
||||
"updated_at": "2026-01-30T00:08:53Z",
|
||||
"job_id": 37313,
|
||||
"duration_seconds": 123
|
||||
},
|
||||
{
|
||||
"language": "ruby",
|
||||
"status": "Passed",
|
||||
"queued_duration": 4.151528,
|
||||
"started_at": "2026-01-30T00:02:17Z",
|
||||
"updated_at": "2026-01-30T00:04:18Z",
|
||||
"job_id": 37275,
|
||||
"duration_seconds": 121
|
||||
},
|
||||
{
|
||||
"language": "python",
|
||||
"status": "Passed",
|
||||
"queued_duration": 2.217701,
|
||||
"started_at": "2026-01-30T00:02:15Z",
|
||||
"updated_at": "2026-01-30T00:04:14Z",
|
||||
"job_id": 37272,
|
||||
"duration_seconds": 119
|
||||
},
|
||||
{
|
||||
"language": "ocaml",
|
||||
"status": "Failed",
|
||||
"queued_duration": 147.370386,
|
||||
"started_at": "2026-01-30T00:09:22Z",
|
||||
"updated_at": "2026-01-30T00:11:18Z",
|
||||
"job_id": 37335,
|
||||
"duration_seconds": 116
|
||||
},
|
||||
{
|
||||
"language": "bash",
|
||||
"status": "Passed",
|
||||
"queued_duration": 6.13303,
|
||||
"started_at": "2026-01-30T00:02:20Z",
|
||||
"updated_at": "2026-01-30T00:04:15Z",
|
||||
"job_id": 37279,
|
||||
"duration_seconds": 115
|
||||
},
|
||||
{
|
||||
"language": "csharp",
|
||||
"status": "Failed",
|
||||
"queued_duration": 155.644364,
|
||||
"started_at": "2026-01-30T00:09:41Z",
|
||||
"updated_at": "2026-01-30T00:11:33Z",
|
||||
"job_id": 37337,
|
||||
"duration_seconds": 112
|
||||
},
|
||||
{
|
||||
"language": "fortran",
|
||||
"status": "Failed",
|
||||
"queued_duration": 147.630709,
|
||||
"started_at": "2026-01-30T00:09:31Z",
|
||||
"updated_at": "2026-01-30T00:11:18Z",
|
||||
"job_id": 37336,
|
||||
"duration_seconds": 107
|
||||
}
|
||||
]
|
||||
}
|
||||
167
reports/4.2.50/perf.md
Normal file
167
reports/4.2.50/perf.md
Normal file
|
|
@ -0,0 +1,167 @@
|
|||
# Performance Report: 4.2.50
|
||||
|
||||
**Generated:** 2026-01-30T00:20:38Z
|
||||
**Pipeline:** [#13622](https://git.unturf.com/engineering/unturf/un-inception/-/pipelines/13622)
|
||||
|
||||
## Summary
|
||||
|
||||
| Metric | Value |
|
||||
|--------|-------|
|
||||
| Total Tests | 860 |
|
||||
| Passed | 800 |
|
||||
| Failed | 60 |
|
||||
| Pass Rate | 93.0% |
|
||||
| Languages | 43 |
|
||||
| Avg Duration | 183s |
|
||||
| Slowest | go (480s) |
|
||||
| Fastest | fortran (107s) |
|
||||
|
||||
---
|
||||
|
||||
## API Health
|
||||
|
||||
Tracks transient errors encountered during test execution. Tests retry on failures to ensure accurate results.
|
||||
|
||||
| Metric | Value |
|
||||
|--------|-------|
|
||||
| Health Score | 0/100 |
|
||||
| Total Retries | 58 |
|
||||
| Rate Limit (429) | 0 |
|
||||
| Server Error (5xx) | 58 |
|
||||
| Timeout | 0 |
|
||||
| Connection | 0 |
|
||||
| Tests Needing Retries | 78 |
|
||||
|
||||
**Interpretation:**
|
||||
- **Score 95-100:** API is healthy, minimal transient errors
|
||||
- **Score 80-94:** Some API instability, but tests recovered via retry
|
||||
- **Score < 80:** Significant API issues affecting test reliability
|
||||
|
||||
---
|
||||
|
||||
## Test Duration by Language
|
||||
|
||||
The primary performance metric - how long each language takes to run its full test suite (15 tests per language).
|
||||
|
||||
|
||||
|
||||
**Key observations:**
|
||||
- **GO** and **GROOVY** are outliers at 90+ seconds
|
||||
- Most languages cluster between 20-40 seconds
|
||||
- Compiled languages (red) tend to be faster than interpreted (blue)
|
||||
- **FORTRAN** is the fastest at 107 seconds
|
||||
|
||||
---
|
||||
|
||||
## Compiled vs Interpreted
|
||||
|
||||
Comparing performance between compiled languages (C, Go, Rust, etc.) and interpreted languages (Python, Ruby, JavaScript, etc.).
|
||||
|
||||
|
||||
|
||||
**Findings:**
|
||||
- 20 compiled languages vs 22 interpreted
|
||||
- Compiled languages have lower median execution time
|
||||
- Interpreted languages show more variance (wider spread)
|
||||
- The white diamond marks the mean for each category
|
||||
|
||||
---
|
||||
|
||||
## Duration Distribution
|
||||
|
||||
Histogram showing how test durations are distributed across all 43 languages.
|
||||
|
||||
|
||||
|
||||
**Distribution analysis:**
|
||||
- Most languages complete in 20-35 seconds (the peak)
|
||||
- Mean (green dashed) and median (blue dotted) are close together
|
||||
- Long tail on the right from slow outliers (go, groovy)
|
||||
|
||||
---
|
||||
|
||||
## Speed Leaders
|
||||
|
||||
Side-by-side comparison of the 10 slowest and 10 fastest languages.
|
||||
|
||||
|
||||
|
||||
**Slowest (left):** GO, GROOVY, AWK, JAVASCRIPT, ERLANG
|
||||
**Fastest (right):** FORTRAN, CSHARP, BASH, OCAML, PYTHON
|
||||
|
||||
---
|
||||
|
||||
## Queue vs Execution Time
|
||||
|
||||
Scatter plot showing the relationship between CI queue wait time and actual test execution time.
|
||||
|
||||
|
||||
|
||||
**Notes:**
|
||||
- Queue time is how long the job waited for a runner
|
||||
- Most jobs had similar queue times (clustered vertically)
|
||||
- Outliers labeled - go and groovy took longest to execute regardless of queue time
|
||||
|
||||
---
|
||||
|
||||
## Dashboard
|
||||
|
||||
Summary dashboard combining key metrics and visualizations.
|
||||
|
||||
|
||||
|
||||
---
|
||||
|
||||
## Raw Data
|
||||
|
||||
### Per-Language Performance
|
||||
|
||||
| Language | Status | Duration |
|
||||
|----------|--------|----------|
|
||||
| go | Failed | 480s |
|
||||
| groovy | Failed | 253s |
|
||||
| awk | Failed | 243s |
|
||||
| javascript | Failed | 241s |
|
||||
| erlang | Failed | 241s |
|
||||
| rust | Failed | 233s |
|
||||
| crystal | Failed | 229s |
|
||||
| lua | Failed | 228s |
|
||||
| r | Failed | 223s |
|
||||
| perl | Failed | 221s |
|
||||
| typescript | Failed | 220s |
|
||||
| elixir | Failed | 218s |
|
||||
| cobol | Failed | 217s |
|
||||
| c | Failed | 215s |
|
||||
| zig | Failed | 207s |
|
||||
| java | Failed | 195s |
|
||||
| clojure | Failed | 193s |
|
||||
| forth | Failed | 191s |
|
||||
| php | Failed | 189s |
|
||||
| fsharp | Failed | 189s |
|
||||
| haskell | Failed | 183s |
|
||||
| nim | Failed | 179s |
|
||||
| kotlin | Failed | 179s |
|
||||
| deno | Failed | 174s |
|
||||
| raku | Failed | 173s |
|
||||
| julia | Failed | 173s |
|
||||
| dotnet | Failed | 160s |
|
||||
| scheme | Failed | 157s |
|
||||
| tcl | Failed | 152s |
|
||||
| commonlisp | Failed | 135s |
|
||||
| v | Passed | 131s |
|
||||
| cpp | Passed | 131s |
|
||||
| objc | Failed | 131s |
|
||||
| powershell | Failed | 127s |
|
||||
| d | Failed | 126s |
|
||||
| dart | Failed | 125s |
|
||||
| prolog | Passed | 123s |
|
||||
| ruby | Passed | 121s |
|
||||
| python | Passed | 119s |
|
||||
| ocaml | Failed | 116s |
|
||||
| bash | Passed | 115s |
|
||||
| csharp | Failed | 112s |
|
||||
| fortran | Failed | 107s |
|
||||
|
||||
---
|
||||
|
||||
*Report generated by UN Inception CI pipeline*
|
||||
|
|
@ -41,3 +41,4 @@ Tracking compile and test execution times across releases.
|
|||
| 4.2.37 | 2026-01-29 | 812 | 88.4% | 267s | rust | powershell |
|
||||
| 4.2.38 | 2026-01-29 | 832 | 90.8% | 396s | php | awk |
|
||||
| 4.2.46 | 2026-01-29 | 860 | 93.2% | 224s | raku | prolog |
|
||||
| 4.2.50 | 2026-01-30 | 860 | 93.0% | 183s | go | fortran |
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue