Russell Ballestrini
45a8f60cd2
Major improvements: - app.py coverage: 15% → 25% (+10 percentage points) - research/guarded_ai.py coverage: 68% → 81% (+13 percentage points) - Overall project coverage: 68% → 72% (+4 percentage points) Key changes: - Add comprehensive Flask integration tests for app.py activity functions - Test real database operations with in-memory SQLite - Add extensive guarded_ai.py error handling and client management tests - Enhanced Makefile with comprehensive test targets - Updated requirements-test.txt with flake8 - All 135 tests now passing with proper test coverage The integration tests use real Flask environment, actual YAML processing, and genuine database operations instead of mocks for accurate coverage.
227 lines
No EOL
8.3 KiB
Makefile
227 lines
No EOL
8.3 KiB
Makefile
# Makefile for OpenCompletion Testing Framework
|
|
|
|
.PHONY: help
|
|
help:
|
|
@echo "OpenCompletion Testing Framework"
|
|
@echo "================================"
|
|
@echo ""
|
|
@echo "🧪 Test Commands:"
|
|
@echo " test - Run all tests (unit, integration, functional)"
|
|
@echo " test-unit - Run only unit tests"
|
|
@echo " test-integration - Run only integration tests"
|
|
@echo " test-functional - Run only functional tests"
|
|
@echo " test-validator - Run YAML validator tests"
|
|
@echo " test-yaml-loading - Run YAML loading/parsing tests"
|
|
@echo " test-activity-flows - Run activity flow tests"
|
|
@echo " test-battleship - Run battleship game tests"
|
|
@echo " test-guarded-ai - Run guarded_ai.py functionality tests"
|
|
@echo " test-multiple-files - Run integration tests across all activity files"
|
|
@echo ""
|
|
@echo "📋 Validation Commands:"
|
|
@echo " validate-yaml - Validate all YAML files in research/"
|
|
@echo ""
|
|
@echo "🛠️ Development Commands:"
|
|
@echo " venv - Create virtual environment and install dependencies"
|
|
@echo " dev-setup - Install development dependencies"
|
|
@echo " lint - Run code linting and formatting"
|
|
@echo " clean - Clean up generated files"
|
|
@echo " clean-all - Remove virtual environment"
|
|
|
|
# Setup virtual environment
|
|
.PHONY: venv
|
|
venv:
|
|
@if [ ! -d "venv" ]; then \
|
|
echo "🚀 Creating virtual environment..."; \
|
|
python3 -m venv venv; \
|
|
echo "📦 Installing basic dependencies..."; \
|
|
venv/bin/pip install --upgrade pip; \
|
|
venv/bin/pip install -r requirements.txt || echo "⚠️ Failed to install basic dependencies"; \
|
|
echo "✅ Virtual environment ready!"; \
|
|
else \
|
|
echo "✅ Virtual environment already exists"; \
|
|
fi
|
|
|
|
# ============================================================================
|
|
# MAIN TEST COMMANDS
|
|
# ============================================================================
|
|
|
|
# Run all tests
|
|
.PHONY: test
|
|
test: test-unit test-integration test-functional test-validator test-yaml-loading test-activity-flows test-battleship test-guarded-ai test-multiple-files validate-yaml
|
|
@echo ""
|
|
@echo "🎉 All tests completed!"
|
|
@echo "📊 Test Summary:"
|
|
@echo " ✅ Unit tests - Core functionality"
|
|
@echo " ✅ Integration tests - Cross-component testing"
|
|
@echo " ✅ Functional tests - End-to-end workflows"
|
|
@echo " ✅ YAML validation - All activity files"
|
|
@echo " ✅ All specific test targets completed"
|
|
|
|
# Run unit tests only
|
|
.PHONY: test-unit
|
|
test-unit: venv
|
|
@echo "🔬 Running unit tests..."
|
|
@if command -v pytest >/dev/null 2>&1; then \
|
|
python -m pytest tests/unit/ -v --tb=short; \
|
|
else \
|
|
echo "📝 Running unit tests directly..."; \
|
|
python tests/unit/test_yaml_loading.py; \
|
|
python tests/unit/test_activity_yaml_validator.py; \
|
|
fi
|
|
|
|
# Run integration tests only
|
|
.PHONY: test-integration
|
|
test-integration: venv
|
|
@echo "🔗 Running integration tests..."
|
|
@if command -v pytest >/dev/null 2>&1; then \
|
|
python -m pytest tests/integration/ -v --tb=short; \
|
|
else \
|
|
echo "📝 Running integration tests directly..."; \
|
|
python tests/integration/test_multiple_activities.py; \
|
|
fi
|
|
|
|
# Run functional tests only
|
|
.PHONY: test-functional
|
|
test-functional: venv
|
|
@echo "⚡ Running functional tests..."
|
|
@if command -v pytest >/dev/null 2>&1; then \
|
|
python -m pytest tests/functional/ -v --tb=short; \
|
|
else \
|
|
echo "📝 Running functional tests directly..."; \
|
|
python tests/functional/test_activity_flows.py; \
|
|
python tests/functional/test_battleship_pre_script.py; \
|
|
fi
|
|
|
|
# ============================================================================
|
|
# SPECIFIC TEST COMMANDS
|
|
# ============================================================================
|
|
|
|
# Run YAML validator tests only
|
|
.PHONY: test-validator
|
|
test-validator: venv
|
|
@echo "📋 Running YAML validator tests..."
|
|
python tests/unit/test_activity_yaml_validator.py
|
|
|
|
# Run YAML loading tests only
|
|
.PHONY: test-yaml-loading
|
|
test-yaml-loading: venv
|
|
@echo "📄 Running YAML loading/parsing tests..."
|
|
python tests/unit/test_yaml_loading.py
|
|
|
|
# Run activity flow tests
|
|
.PHONY: test-activity-flows
|
|
test-activity-flows: venv
|
|
@echo "🔄 Running activity flow tests..."
|
|
python tests/functional/test_activity_flows.py
|
|
|
|
# Run battleship game tests
|
|
.PHONY: test-battleship
|
|
test-battleship: venv
|
|
@echo "🚢 Running battleship game tests..."
|
|
python tests/functional/test_battleship_pre_script.py
|
|
|
|
# Run guarded_ai functionality tests
|
|
.PHONY: test-guarded-ai
|
|
test-guarded-ai: venv
|
|
@echo "🛡️ Running guarded_ai.py functionality tests..."
|
|
python tests/integration/test_regression_fixes.py
|
|
|
|
# Run integration tests across all activity files
|
|
.PHONY: test-multiple-files
|
|
test-multiple-files: venv
|
|
@echo "📁 Running integration tests across all activity files..."
|
|
python tests/integration/test_multiple_activities.py
|
|
|
|
# ============================================================================
|
|
# VALIDATION COMMANDS
|
|
# ============================================================================
|
|
|
|
# Validate all YAML files
|
|
.PHONY: validate-yaml
|
|
validate-yaml: venv
|
|
@echo "📋 Validating all YAML files..."
|
|
python activity_yaml_validator.py research/*.yaml
|
|
|
|
# ============================================================================
|
|
# DEVELOPMENT AND CI/CD COMMANDS
|
|
# ============================================================================
|
|
|
|
# Run tests with coverage (requires pytest and coverage)
|
|
.PHONY: test-cov
|
|
test-cov: dev-setup
|
|
@echo "📊 Running tests with coverage..."
|
|
venv/bin/pip install pytest-cov
|
|
venv/bin/python -m pytest tests/ --cov=. --cov-report=html --cov-report=term-missing -v
|
|
|
|
|
|
# Format and lint code
|
|
.PHONY: format lint
|
|
format lint: dev-setup
|
|
@echo "🎨 Formatting and linting code..."
|
|
venv/bin/black . || echo "⚠️ black formatting failed"
|
|
venv/bin/isort . || echo "⚠️ isort import sorting failed"
|
|
venv/bin/flake8 . || echo "⚠️ Linting issues found"
|
|
|
|
# Install development dependencies
|
|
.PHONY: dev-setup
|
|
dev-setup: venv
|
|
@echo "🛠️ Installing development dependencies..."
|
|
venv/bin/pip install black flake8 isort pytest coverage
|
|
@echo "✅ Development environment ready!"
|
|
|
|
# ============================================================================
|
|
# CI/CD AND AUTOMATION COMMANDS
|
|
# ============================================================================
|
|
|
|
# Full CI pipeline
|
|
.PHONY: ci
|
|
ci: clean test validate-yaml lint
|
|
@echo ""
|
|
@echo "🎯 CI Pipeline Results:"
|
|
@echo " ✅ Tests passed"
|
|
@echo " ✅ YAML validation passed"
|
|
@echo " ✅ Code linting completed"
|
|
@echo "🚀 Ready for deployment!"
|
|
|
|
|
|
# ============================================================================
|
|
# UTILITY COMMANDS
|
|
# ============================================================================
|
|
|
|
# Clean generated files
|
|
.PHONY: clean
|
|
clean:
|
|
@echo "🧹 Cleaning generated files..."
|
|
find . -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true
|
|
find . -name "*.pyc" -delete 2>/dev/null || true
|
|
find . -name "*.pyo" -delete 2>/dev/null || true
|
|
find . -name "*~" -delete 2>/dev/null || true
|
|
rm -rf .pytest_cache/ 2>/dev/null || true
|
|
rm -rf htmlcov/ 2>/dev/null || true
|
|
rm -rf .coverage 2>/dev/null || true
|
|
rm -rf *.tmp 2>/dev/null || true
|
|
|
|
# Remove virtual environment
|
|
.PHONY: clean-all
|
|
clean-all: clean
|
|
@echo "💣 Removing virtual environment..."
|
|
rm -rf venv
|
|
|
|
# Show test structure
|
|
.PHONY: test-info
|
|
test-info:
|
|
@echo "📁 Test Structure:"
|
|
@echo " tests/"
|
|
@echo " ├── unit/ - Unit tests for individual components"
|
|
@echo " │ ├── test_yaml_loading.py - YAML loading/parsing tests"
|
|
@echo " │ └── test_activity_yaml_validator.py - Validator functionality tests"
|
|
@echo " ├── integration/ - Integration tests across components"
|
|
@echo " │ ├── test_multiple_activities.py - Tests across all activity files"
|
|
@echo " │ └── test_regression_fixes.py - Regression and fix validation"
|
|
@echo " └── functional/ - End-to-end functional tests"
|
|
@echo " ├── test_activity_flows.py - Complete activity workflows"
|
|
@echo " └── test_battleship_pre_script.py - Battleship game functionality"
|
|
@echo ""
|
|
@echo "🎯 Key Test Commands:"
|
|
@echo " make test - Run all tests"
|
|
@echo " make validate-yaml - Validate all YAML files"
|