engineering/un-inception
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
un-inception/.gitlab-ci.yml
russell@unturf.com 1f83eaf175 Add aggregated performance analysis with dynamic version discovery 
- Add perf-aggregate-report CI job to analyze variance across releases
- Implement dynamic version discovery using git tags (ever-growing)
- Generate charts via UN sandbox using matplotlib
- Create AGGREGATED-PERFORMANCE.md with comprehensive methodology
- Add Makefile target for local report generation
- Include 3 visualization charts showing variance trends

Key findings: 2-3x performance variance due to orchestrator placement
on CPU-bound pool causing non-deterministic scheduling.
2026-01-19 13:13:22 -05:00

336 lines
11 KiB
YAML
Raw Blame History

stages:
- pre
- build
- test
- science
- validate
- document
- report
default:
tags:
- build
# CI variables UNSANDBOX_PUBLIC_KEY, UNSANDBOX_SECRET_KEY, DEPLOY_KEY
# are configured in GitLab Settings > CI/CD > Variables
# ============================================================================
# STAGE 1: Detect Changes
# ============================================================================
detect-changes:
stage: pre
script:
- bash scripts/detect-changes.sh > changes.json
- cat changes.json
artifacts:
paths:
- changes.json
expire_in: 1 hour
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 2: Generate Dynamic Matrix
# ============================================================================
generate-matrix:
stage: pre
needs:
- detect-changes
script:
- bash scripts/generate-matrix.sh
artifacts:
paths:
- test-matrix.yml
expire_in: 1 hour
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 3: Build SDKs (only changed ones)
# ============================================================================
build:
stage: build
script:
- bash scripts/build-clients.sh
- |
# Build C examples
if [ -d "clients/c" ] && [ -f "clients/c/Makefile" ]; then
echo "Building C examples..."
make -C clients/c compile-examples || true
fi
artifacts:
paths:
- build/
- clients/c/examples/*.o
expire_in: 1 hour
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 4: Test Matrix (child pipeline trigger)
# ============================================================================
trigger-test-matrix:
stage: test
needs:
- generate-matrix
- build
trigger:
include:
- artifact: test-matrix.yml
job: generate-matrix
strategy: depend
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 5: Science Jobs (Pool Burning)
# ============================================================================
science-validate-examples:
stage: science
needs:
- build
script:
- bash scripts/validate-examples.sh
artifacts:
reports:
junit: science-results.xml
paths:
- science-results/
expire_in: 30 days
allow_failure: true
only:
- main
- /^\d+\.\d+\.\d+$/
science-lint-sdks:
stage: science
script:
- bash scripts/science/lint-all-sdks.sh
artifacts:
reports:
junit: lint-results.xml
paths:
- lint-results/
expire_in: 30 days
allow_failure: true
only:
- main
- /^\d+\.\d+\.\d+$/
science-benchmark-clients:
stage: science
script:
- bash scripts/science/benchmark-clients.sh
artifacts:
reports:
junit: benchmark-results.xml
paths:
- benchmark-results/
expire_in: 30 days
allow_failure: true
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 6: Validate Examples (from science job artifacts)
# ============================================================================
validate-examples:
stage: validate
needs:
- science-validate-examples
script:
- mkdir -p science-results
- |
if [ -f science-results/examples-validation-results.json ]; then
echo "Example validation results found"
cat science-results/examples-validation-results.json
# Extract stats and display summary
TOTAL=$(jq '.summary.total_examples' science-results/examples-validation-results.json 2>/dev/null || echo "0")
PASSED=$(jq '.summary.total_validated' science-results/examples-validation-results.json 2>/dev/null || echo "0")
FAILED=$(jq '.summary.total_failed' science-results/examples-validation-results.json 2>/dev/null || echo "0")
echo ""
echo "Summary: $PASSED/$TOTAL passed, $FAILED failed"
else
echo "No example validation results found"
fi
artifacts:
paths:
- science-results/
expire_in: 30 days
allow_failure: true
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 7: Generate Documentation
# ============================================================================
generate-documentation:
stage: document
needs:
- validate-examples
script:
- mkdir -p docs
- bash scripts/generate-docs.sh || true
- |
VALIDATION_TIME=$(date +%s)
CURRENT_TIME=$(date +%s)
MINUTES_AGO=$((($CURRENT_TIME - $VALIDATION_TIME) / 60))
echo "Last verified: $MINUTES_AGO minutes ago" > docs/VERIFICATION_TIMESTAMP.txt
echo "Generated: $(date -u +"%Y-%m-%dT%H:%M:%SZ")" >> docs/VERIFICATION_TIMESTAMP.txt
- ls -la docs/ || echo "No documentation generated"
artifacts:
paths:
- docs/
- docs/VERIFICATION_TIMESTAMP.txt
expire_in: 30 days
allow_failure: true
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 8: Report
# ============================================================================
report:
stage: report
needs:
- generate-documentation
script:
- bash scripts/filter-results.sh
- |
if [ -f science-results/examples-validation-results.json ]; then
echo "Including example validation stats in final report..."
EXAMPLE_STATS=$(cat science-results/examples-validation-results.json)
jq --argjson examples "$EXAMPLE_STATS" '.properties += [{name: "example_validation_passed", value: $examples.examples.passed | tostring}, {name: "example_validation_failed", value: $examples.examples.failed | tostring}]' final-report.xml > final-report.xml.tmp && mv final-report.xml.tmp final-report.xml || true
fi
- echo "Including documentation generation artifacts..."
- ls -la docs/ 2>/dev/null | tail -5 || echo "No documentation available"
artifacts:
reports:
junit: final-report.xml
paths:
- reports/
- science-results/examples-validation-results.json
- docs/
- final-report.xml
expire_in: 30 days
only:
- main
- /^\d+\.\d+\.\d+$/
# ============================================================================
# STAGE 9: Performance Report (Tags Only)
# ============================================================================
perf-report:
stage: report
needs:
- trigger-test-matrix
- job: build
artifacts: true
variables:
GIT_STRATEGY: clone
GIT_DEPTH: 0
script:
- echo "========================================"
- echo "Performance Report Generator"
- echo "Tag - $CI_COMMIT_TAG"
- echo "========================================"
- echo "$CI_COMMIT_TAG" | grep -qE '^[0-9]+\.[0-9]+\.[0-9]+$' || exit 1
- echo "Step 0 - Waiting 60s for pipeline data to settle..."
- sleep 60
- echo "Step 1 - Setting up git on main branch..."
- test -z "$DEPLOY_KEY" && echo "WARN - No DEPLOY_KEY, skipping commit" && exit 0 || true
- mkdir -p ~/.ssh
- echo "$DEPLOY_KEY" | base64 -d > ~/.ssh/id_ed25519
- chmod 600 ~/.ssh/id_ed25519
- ssh-keyscan -p 2222 -H git.unturf.com >> ~/.ssh/known_hosts 2>/dev/null
- git remote set-url origin "ssh://git@git.unturf.com:2222/${CI_PROJECT_PATH}.git"
- git config user.email "ci@unturf.com"
- git config user.name "GitLab CI"
- git fetch origin main
- git checkout -B main origin/main
- echo "Step 2 - Generating performance report..."
- bash scripts/generate-perf-report.sh "$CI_COMMIT_TAG" || echo "WARN - Report generation failed"
- echo "Step 3 - Generating performance charts..."
- test -x build/un && test -f "reports/$CI_COMMIT_TAG/perf.json" && build/un -a -f "reports/$CI_COMMIT_TAG/perf.json" scripts/generate-perf-charts.py || echo "WARN - Charts skipped (build/un or perf.json missing)"
- mv -f *.png "reports/$CI_COMMIT_TAG/" 2>/dev/null || true
- echo "Step 4 - Report contents..."
- ls -la "reports/$CI_COMMIT_TAG/" 2>/dev/null || echo "No report directory"
- echo "Step 5 - Committing to main..."
- git add reports/
- git diff --cached --quiet && echo "No changes to commit" || git commit -m "perf - Add performance report for $CI_COMMIT_TAG [ci skip]"
- git push origin main || echo "Nothing to push"
- echo "Done"
artifacts:
paths:
- reports/
expire_in: 90 days
when: always
rules:
- if: '$CI_COMMIT_TAG =~ /^\d+\.\d+\.\d+$/'
allow_failure: true
# ============================================================================
# STAGE 9b: Aggregated Performance Analysis (cross-release trends)
# ============================================================================
perf-aggregate-report:
stage: report
needs:
- perf-report
variables:
GIT_STRATEGY: clone
GIT_DEPTH: 0
script:
- echo "========================================"
- echo "Aggregated Performance Analysis"
- echo "========================================"
- echo "Step 1 - Discovering releases from git tags..."
- VERSIONS=$(git tag | grep -E '^[0-9]+\.[0-9]+\.[0-9]+$' | sort -V)
- echo "Found tagged releases:"
- echo "$VERSIONS"
- test -z "$VERSIONS" && echo "ERROR - No version tags found" && exit 1 || true
- echo "Step 2 - Copying perf.json files for tagged releases..."
- for v in $VERSIONS; do if [ -f "reports/$v/perf.json" ]; then cp "reports/$v/perf.json" "perf-$v.json"; echo " ✓ $v"; fi; done
- FILES=$(ls perf-*.json 2>/dev/null | sed 's/^/-f /' | tr '\n' ' ')
- test -z "$FILES" && echo "ERROR - No perf JSON files found" && exit 1 || true
- echo "Step 3 - Generating charts via UN..."
- test -x build/un && build/un -a $FILES scripts/generate-aggregated-charts.py || echo "WARN - Charts skipped (build/un missing)"
- rm -f perf-*.json
- mv -f *.png reports/ 2>/dev/null || true
- echo "Step 4 - Generating markdown report..."
- python3 scripts/aggregate-performance-reports.py reports AGGREGATED-PERFORMANCE.md
- echo "Step 5 - Setting up git..."
- test -z "$DEPLOY_KEY" && echo "WARN - No DEPLOY_KEY, skipping commit" && exit 0 || true
- mkdir -p ~/.ssh
- echo "$DEPLOY_KEY" | base64 -d > ~/.ssh/id_ed25519
- chmod 600 ~/.ssh/id_ed25519
- ssh-keyscan -p 2222 -H git.unturf.com >> ~/.ssh/known_hosts 2>/dev/null
- git remote set-url origin "ssh://git@git.unturf.com:2222/${CI_PROJECT_PATH}.git"
- git config user.email "ci@unturf.com"
- git config user.name "GitLab CI"
- git fetch origin main
- git checkout -B main origin/main
- echo "Step 6 - Committing aggregated report..."
- git add reports/ AGGREGATED-PERFORMANCE.md
- git diff --cached --quiet && echo "No changes to commit" || git commit -m "perf: Update aggregated performance analysis [ci skip]"
- git push origin main || echo "Nothing to push"
- echo "✓ Aggregated report generated with charts"
- ls -lh AGGREGATED-PERFORMANCE.md
- ls -lh reports/aggregated-*.png 2>/dev/null || echo " (charts may not have generated)"
artifacts:
paths:
- AGGREGATED-PERFORMANCE.md
- reports/aggregated-*.png
expire_in: 90 days
when: always
rules:
- if: '$CI_COMMIT_TAG =~ /^\d+\.\d+\.\d+$/'
allow_failure: true
Reference in a new issue View git blame Copy permalink