Files
k8s-game-2048/.github/workflows/smoke-test.yml
Greg 9fdcc9574a 🎯 Update all workflows to test canonical Knative domains
 Improvements:
- Prioritize canonical domain testing over custom domains
- Add fallback testing for both canonical and custom domains
- More reliable smoke tests using direct Knative service URLs
- Separate performance testing for canonical vs custom domains
- Enhanced auto-promotion pipeline with canonical domain validation

🧪 Testing Strategy:
- Primary: Test canonical domains (game-2048-*.*.wa.darknex.us)
- Secondary: Verify custom domains work via redirects
- Fallback: Test both domains in smoke tests for reliability

🔗 Canonical Domains:
- Dev: game-2048-dev.game-2048-dev.dev.wa.darknex.us
- Staging: game-2048-staging.game-2048-staging.staging.wa.darknex.us
- Prod: game-2048-prod.game-2048-prod.wa.darknex.us

This ensures tests are more reliable since canonical domains are always accessible
while custom domains may have redirect complexity.
2025-06-30 23:04:01 -07:00

317 lines
12 KiB
YAML

name: Smoke Tests
on:
push:
branches: [ main, develop ]
pull_request:
branches: [ main ]
schedule:
# Run smoke tests every 6 hours
- cron: '0 */6 * * *'
workflow_dispatch:
inputs:
environment:
description: 'Environment to test (dev, staging, prod, all)'
required: false
default: 'all'
type: choice
options:
- all
- dev
- staging
- prod
jobs:
smoke-tests:
name: Smoke Tests
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
environment:
- ${{ github.event.inputs.environment == 'all' && 'dev' || github.event.inputs.environment || 'dev' }}
- ${{ github.event.inputs.environment == 'all' && 'staging' || '' }}
- ${{ github.event.inputs.environment == 'all' && 'prod' || '' }}
exclude:
- environment: ''
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set environment variables
run: |
case "${{ matrix.environment }}" in
dev)
echo "DOMAIN=2048-dev.wa.darknex.us" >> $GITHUB_ENV
echo "CANONICAL_DOMAIN=game-2048-dev.game-2048-dev.dev.wa.darknex.us" >> $GITHUB_ENV
echo "ENV_NAME=development" >> $GITHUB_ENV
;;
staging)
echo "DOMAIN=2048-staging.wa.darknex.us" >> $GITHUB_ENV
echo "CANONICAL_DOMAIN=game-2048-staging.game-2048-staging.staging.wa.darknex.us" >> $GITHUB_ENV
echo "ENV_NAME=staging" >> $GITHUB_ENV
;;
prod)
echo "DOMAIN=2048.wa.darknex.us" >> $GITHUB_ENV
echo "CANONICAL_DOMAIN=game-2048-prod.game-2048-prod.wa.darknex.us" >> $GITHUB_ENV
echo "ENV_NAME=production" >> $GITHUB_ENV
;;
esac
- name: Test SSL Certificate
run: |
echo "🔒 Testing SSL certificate for ${{ env.DOMAIN }}"
# Check SSL certificate validity
cert_info=$(echo | openssl s_client -servername ${{ env.DOMAIN }} -connect ${{ env.DOMAIN }}:443 2>/dev/null | openssl x509 -noout -dates)
echo "Certificate info: $cert_info"
# Check if certificate is valid for at least 30 days
expiry_date=$(echo | openssl s_client -servername ${{ env.DOMAIN }} -connect ${{ env.DOMAIN }}:443 2>/dev/null | openssl x509 -noout -enddate | cut -d= -f2)
expiry_epoch=$(date -d "$expiry_date" +%s)
current_epoch=$(date +%s)
days_until_expiry=$(( (expiry_epoch - current_epoch) / 86400 ))
echo "Days until certificate expiry: $days_until_expiry"
if [ $days_until_expiry -lt 30 ]; then
echo "❌ Certificate expires in less than 30 days!"
exit 1
else
echo "✅ Certificate is valid for $days_until_expiry days"
fi
- name: Test Canonical Domain (Primary Test)
run: |
echo "🎯 Testing canonical Knative domain: ${{ env.CANONICAL_DOMAIN }}"
# Test HTTPS access to canonical domain
response_code=$(curl -s -o /dev/null -w "%{http_code}" -L --max-time 30 https://${{ env.CANONICAL_DOMAIN }}/)
echo "Canonical domain HTTP response code: $response_code"
if [ "$response_code" != "200" ]; then
echo "❌ Canonical domain ${{ env.CANONICAL_DOMAIN }} returned HTTP $response_code"
exit 1
else
echo "✅ Canonical domain ${{ env.CANONICAL_DOMAIN }} is accessible"
fi
- name: Test Custom Domain Accessibility
run: |
echo "🌐 Testing custom domain accessibility for ${{ env.DOMAIN }}"
# Test HTTPS access (allow redirects)
response_code=$(curl -s -o /dev/null -w "%{http_code}" -L --max-time 30 https://${{ env.DOMAIN }}/)
echo "Custom domain HTTP response code: $response_code"
if [ "$response_code" != "200" ]; then
echo "❌ Custom domain ${{ env.DOMAIN }} returned HTTP $response_code"
exit 1
else
echo "✅ Custom domain ${{ env.DOMAIN }} is accessible"
fi
- name: Test Content Validation (Canonical Domain)
run: |
echo "📄 Testing content validation on canonical domain: ${{ env.CANONICAL_DOMAIN }}"
# Download the page content from canonical domain
content=$(curl -s -L --max-time 30 https://${{ env.CANONICAL_DOMAIN }}/)
# Check if it contains expected 2048 game elements
if echo "$content" | grep -q "2048"; then
echo "✅ Page contains '2048' title"
else
echo "❌ Page does not contain '2048' title"
exit 1
fi
if echo "$content" | grep -q "HOW TO PLAY"; then
echo "✅ Page contains game instructions"
else
echo "❌ Page does not contain game instructions"
exit 1
fi
if echo "$content" | grep -q "Environment.*${{ env.ENV_NAME }}"; then
echo "✅ Page shows correct environment: ${{ env.ENV_NAME }}"
else
echo "⚠️ Environment indicator not found or incorrect"
# Don't fail on this, just warn
fi
# Check if CSS and JS files are referenced
if echo "$content" | grep -q "style.css"; then
echo "✅ CSS file is referenced"
else
echo "❌ CSS file is not referenced"
exit 1
fi
if echo "$content" | grep -q "script.js"; then
echo "✅ JavaScript file is referenced"
else
echo "❌ JavaScript file is not referenced"
exit 1
fi
- name: Test Content Validation (Custom Domain)
run: |
echo "📄 Testing content validation on custom domain: ${{ env.DOMAIN }}"
# Download the page content from custom domain
content=$(curl -s -L --max-time 30 https://${{ env.DOMAIN }}/)
# Basic content check to ensure redirect worked
if echo "$content" | grep -q "2048"; then
echo "✅ Custom domain serves correct content"
else
echo "❌ Custom domain does not serve correct content"
exit 1
fi
- name: Test Redirect Behavior
run: |
echo "🔄 Testing redirect behavior for ${{ env.DOMAIN }}"
# Test if custom domain redirects properly (allow redirects but capture them)
redirect_info=$(curl -s -I -L --max-time 30 https://${{ env.DOMAIN }}/ | grep -E "(HTTP|Location)")
echo "Redirect chain:"
echo "$redirect_info"
# Check final destination
final_url=$(curl -s -o /dev/null -w "%{url_effective}" -L --max-time 30 https://${{ env.DOMAIN }}/)
echo "Final URL: $final_url"
# Verify we can access the canonical domain directly
canonical_response=$(curl -s -o /dev/null -w "%{http_code}" --max-time 30 https://${{ env.CANONICAL_DOMAIN }}/)
if [ "$canonical_response" = "200" ]; then
echo "✅ Canonical domain ${{ env.CANONICAL_DOMAIN }} is accessible"
else
echo "❌ Canonical domain ${{ env.CANONICAL_DOMAIN }} returned HTTP $canonical_response"
exit 1
fi
- name: Test Performance (Canonical Domain)
run: |
echo "⚡ Testing performance for canonical domain: ${{ env.CANONICAL_DOMAIN }}"
# Measure response time on canonical domain
response_time=$(curl -s -o /dev/null -w "%{time_total}" -L --max-time 30 https://${{ env.CANONICAL_DOMAIN }}/)
echo "Canonical domain response time: ${response_time}s"
# Check if response time is reasonable (under 10 seconds)
if (( $(echo "$response_time < 10.0" | bc -l) )); then
echo "✅ Canonical domain response time is acceptable"
else
echo "⚠️ Canonical domain response time is slow: ${response_time}s"
fi
# Check content size
content_size=$(curl -s -L --max-time 30 https://${{ env.CANONICAL_DOMAIN }}/ | wc -c)
echo "Content size: $content_size bytes"
if [ $content_size -gt 1000 ]; then
echo "✅ Content size is reasonable"
else
echo "❌ Content size is too small: $content_size bytes"
exit 1
fi
- name: Test Performance (Custom Domain)
run: |
echo "⚡ Testing performance for custom domain: ${{ env.DOMAIN }}"
# Measure response time including any redirects
response_time=$(curl -s -o /dev/null -w "%{time_total}" -L --max-time 30 https://${{ env.DOMAIN }}/)
echo "Custom domain response time (with redirects): ${response_time}s"
# More lenient for custom domain due to potential redirects
if (( $(echo "$response_time < 15.0" | bc -l) )); then
echo "✅ Custom domain response time is acceptable"
else
echo "⚠️ Custom domain response time is slow: ${response_time}s"
fi
test-infrastructure:
name: Infrastructure Tests
runs-on: ubuntu-latest
if: github.event.inputs.environment == 'all' || github.event.inputs.environment == '' || github.event_name != 'workflow_dispatch'
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Test DNS Resolution
run: |
echo "🌐 Testing DNS resolution"
domains=("2048-dev.wa.darknex.us" "2048-staging.wa.darknex.us" "2048.wa.darknex.us")
for domain in "${domains[@]}"; do
echo "Testing DNS for $domain"
ip=$(dig +short $domain)
if [ -n "$ip" ]; then
echo "✅ $domain resolves to: $ip"
else
echo "❌ $domain does not resolve"
exit 1
fi
done
- name: Test SSL Certificate Chain
run: |
echo "🔐 Testing SSL certificate chains"
domains=("2048-dev.wa.darknex.us" "2048-staging.wa.darknex.us" "2048.wa.darknex.us")
for domain in "${domains[@]}"; do
echo "Testing SSL chain for $domain"
# Test certificate chain
chain_result=$(echo | openssl s_client -servername $domain -connect $domain:443 -verify_return_error 2>&1)
if echo "$chain_result" | grep -q "Verify return code: 0"; then
echo "✅ $domain has valid SSL certificate chain"
else
echo "❌ $domain has invalid SSL certificate chain"
echo "$chain_result"
exit 1
fi
done
summary:
name: Test Summary
runs-on: ubuntu-latest
needs: [smoke-tests, test-infrastructure]
if: always()
steps:
- name: Check test results
run: |
if [ "${{ needs.smoke-tests.result }}" = "success" ] && [ "${{ needs.test-infrastructure.result }}" = "success" ]; then
echo "✅ All tests passed successfully!"
echo "🎮 2048 game is working correctly across all environments"
else
echo "❌ Some tests failed"
echo "Smoke tests: ${{ needs.smoke-tests.result }}"
echo "Infrastructure tests: ${{ needs.test-infrastructure.result }}"
exit 1
fi
- name: Post summary
if: always()
run: |
echo "## Test Summary" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
echo "| Test Type | Status |" >> $GITHUB_STEP_SUMMARY
echo "|-----------|--------|" >> $GITHUB_STEP_SUMMARY
echo "| Smoke Tests | ${{ needs.smoke-tests.result == 'success' && '✅ Passed' || '❌ Failed' }} |" >> $GITHUB_STEP_SUMMARY
echo "| Infrastructure Tests | ${{ needs.test-infrastructure.result == 'success' && '✅ Passed' || '❌ Failed' }} |" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
echo "### Tested Domains" >> $GITHUB_STEP_SUMMARY
echo "- 🧪 Development: https://2048-dev.wa.darknex.us" >> $GITHUB_STEP_SUMMARY
echo "- 🎭 Staging: https://2048-staging.wa.darknex.us" >> $GITHUB_STEP_SUMMARY
echo "- 🚀 Production: https://2048.wa.darknex.us" >> $GITHUB_STEP_SUMMARY