feat: add comprehensive CI/CD pipeline with auto-promotion and testing

🚀 Enhanced GitHub Actions workflows:
- Add Playwright testing to all deployment pipelines
- Implement auto-promotion from develop → staging → master
- Add visual regression testing with screenshot artifacts
- Create PR validation workflow with local testing
- Add performance testing and health checks
- Implement timestamped artifact uploads
- Add comprehensive test result reporting
- Include Kubernetes manifest validation

🧪 Testing improvements:
- Multi-browser testing (Chrome, Firefox, Safari)
- Mobile device testing (Pixel 5, iPhone 12)
- Environment-specific test validation
- Security header validation
- Health endpoint testing
- Performance benchmarking

🔄 Auto-promotion flow:
- develop → staging (automatic PR creation after tests pass)
- staging → master (automatic PR creation after tests pass)
- Manual review required for production deployment
- Full test validation at each stage
This commit is contained in:
greg
2025-06-30 20:53:20 -07:00
parent aeccfa3717
commit 8322df0313
5 changed files with 403 additions and 3 deletions

View File

@@ -71,6 +71,91 @@ jobs:
kubectl wait --for=condition=Ready ksvc/game-2048-dev -n game-2048-dev --timeout=300s
- name: Get service URL
id: get-url
run: |
export KUBECONFIG=kubeconfig
kubectl get ksvc game-2048-dev -n game-2048-dev -o jsonpath='{.status.url}'
SERVICE_URL=$(kubectl get ksvc game-2048-dev -n game-2048-dev -o jsonpath='{.status.url}')
echo "service_url=$SERVICE_URL" >> $GITHUB_OUTPUT
echo "🚀 Development service deployed at: $SERVICE_URL"
- name: Set up Node.js for testing
uses: actions/setup-node@v4
with:
node-version: '18'
cache: 'npm'
cache-dependency-path: tests/package.json
- name: Install Playwright dependencies
run: |
cd tests
npm install
npx playwright install --with-deps
- name: Run Playwright tests
run: |
cd tests
BASE_URL=${{ steps.get-url.outputs.service_url }} npx playwright test
env:
CI: true
- name: Upload test results
uses: actions/upload-artifact@v4
if: always()
with:
name: playwright-results-dev-${{ github.sha }}-${{ github.run_number }}
path: |
tests/playwright-report/
tests/test-results/
retention-days: 30
- name: Upload screenshots
uses: actions/upload-artifact@v4
if: always()
with:
name: screenshots-dev-${{ github.sha }}-${{ github.run_number }}
path: tests/test-results/**/*.png
retention-days: 30
promote-to-staging:
needs: build-and-deploy
runs-on: ubuntu-latest
if: github.event_name == 'push' && github.ref == 'refs/heads/develop'
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Create Pull Request to Staging
uses: peter-evans/create-pull-request@v5
with:
token: ${{ secrets.GITHUB_TOKEN }}
push-to-fork: false
branch: auto-promote/dev-to-staging-${{ github.sha }}
base: staging
title: "🚀 Auto-promote: Deploy ${{ github.sha }} to staging"
body: |
## 🚀 Auto-promotion from Development
**Source**: `develop` branch
**Commit**: ${{ github.sha }}
**Triggered by**: @${{ github.actor }}
### ✅ Development Tests Passed
- Basic functionality tests
- Gameplay mechanics tests
- Visual regression tests
- Environment validation tests
### 🎯 Changes in this promotion:
${{ github.event.head_commit.message }}
This PR was automatically created after successful deployment and testing in the development environment.
**Development URL**: https://2048-dev.wa.darknex.us
**Will deploy to**: https://2048-staging.wa.darknex.us
labels: |
auto-promotion
staging
deploy

View File

@@ -100,6 +100,77 @@ jobs:
# Additional health checks can be added here
- name: Get service URL
id: get-url
run: |
export KUBECONFIG=kubeconfig
kubectl get ksvc game-2048-prod -n game-2048-prod -o jsonpath='{.status.url}'
SERVICE_URL=$(kubectl get ksvc game-2048-prod -n game-2048-prod -o jsonpath='{.status.url}')
echo "service_url=$SERVICE_URL" >> $GITHUB_OUTPUT
echo "🚀 Production service deployed at: $SERVICE_URL"
- name: Set up Node.js for testing
uses: actions/setup-node@v4
with:
node-version: '18'
cache: 'npm'
cache-dependency-path: tests/package.json
- name: Install Playwright dependencies
run: |
cd tests
npm install
npx playwright install --with-deps
- name: Run production smoke tests
run: |
cd tests
BASE_URL=${{ steps.get-url.outputs.service_url }} npx playwright test environment.spec.ts
env:
CI: true
- name: Run full test suite
run: |
cd tests
BASE_URL=${{ steps.get-url.outputs.service_url }} npx playwright test
env:
CI: true
- name: Upload production test results
uses: actions/upload-artifact@v4
if: always()
with:
name: playwright-results-production-${{ github.sha }}-${{ github.run_number }}
path: |
tests/playwright-report/
tests/test-results/
retention-days: 90
- name: Upload production screenshots
uses: actions/upload-artifact@v4
if: always()
with:
name: screenshots-production-${{ github.sha }}-${{ github.run_number }}
path: tests/test-results/**/*.png
retention-days: 90
- name: Production health validation
run: |
# Extended health checks for production
echo "🔍 Running production health checks..."
# Test main URL
curl -f https://2048.wa.darknex.us/ || exit 1
# Test health endpoint
curl -f https://2048.wa.darknex.us/health || exit 1
# Check response times
RESPONSE_TIME=$(curl -o /dev/null -s -w '%{time_total}' https://2048.wa.darknex.us/)
echo "Response time: ${RESPONSE_TIME}s"
# Fail if response time > 3 seconds
if (( $(echo "$RESPONSE_TIME > 3.0" | bc -l) )); then
echo "❌ Response time too slow: ${RESPONSE_TIME}s"
exit 1
fi
echo "✅ All production health checks passed!"

View File

@@ -76,6 +76,131 @@ jobs:
curl -f https://2048-staging.wa.darknex.us/ || exit 1
- name: Get service URL
id: get-url
run: |
export KUBECONFIG=kubeconfig
kubectl get ksvc game-2048-staging -n game-2048-staging -o jsonpath='{.status.url}'
SERVICE_URL=$(kubectl get ksvc game-2048-staging -n game-2048-staging -o jsonpath='{.status.url}')
echo "service_url=$SERVICE_URL" >> $GITHUB_OUTPUT
echo "🚀 Staging service deployed at: $SERVICE_URL"
- name: Set up Node.js for testing
uses: actions/setup-node@v4
with:
node-version: '18'
cache: 'npm'
cache-dependency-path: tests/package.json
- name: Install Playwright dependencies
run: |
cd tests
npm install
npx playwright install --with-deps
- name: Run comprehensive Playwright tests
run: |
cd tests
BASE_URL=${{ steps.get-url.outputs.service_url }} npx playwright test
env:
CI: true
- name: Upload test results
uses: actions/upload-artifact@v4
if: always()
with:
name: playwright-results-staging-${{ github.sha }}-${{ github.run_number }}
path: |
tests/playwright-report/
tests/test-results/
retention-days: 30
- name: Upload screenshots
uses: actions/upload-artifact@v4
if: always()
with:
name: screenshots-staging-${{ github.sha }}-${{ github.run_number }}
path: tests/test-results/**/*.png
retention-days: 30
promote-to-master:
needs: build-and-deploy
runs-on: ubuntu-latest
if: github.event_name == 'push' && github.ref == 'refs/heads/staging'
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Create Pull Request to Master
uses: peter-evans/create-pull-request@v5
with:
token: ${{ secrets.GITHUB_TOKEN }}
push-to-fork: false
branch: auto-promote/staging-to-master-${{ github.sha }}
base: master
title: "🚀 Auto-promote: Deploy ${{ github.sha }} to production"
body: |
## 🚀 Auto-promotion from Staging
**Source**: `staging` branch
**Commit**: ${{ github.sha }}
**Triggered by**: @${{ github.actor }}
### ✅ Staging Tests Passed
- Basic functionality tests
- Gameplay mechanics tests
- Visual regression tests
- Environment validation tests
### 🎯 Changes in this promotion:
${{ github.event.head_commit.message }}
This PR was automatically created after successful deployment and testing in the staging environment.
**Staging URL**: https://2048-staging.wa.darknex.us
**Will deploy to**: https://2048.wa.darknex.us
⚠️ **Production Deployment** - Please review carefully before merging!
labels: |
auto-promotion
production
deploy
needs-review
- name: Create Pull Request to Master
uses: peter-evans/create-pull-request@v5
with:
token: ${{ secrets.GITHUB_TOKEN }}
push-to-fork: false
branch: auto-promote/staging-to-master-${{ github.sha }}
base: master
title: "🚀 Auto-promote: Deploy ${{ github.sha }} to production"
body: |
## 🚀 Auto-promotion from Staging
**Source**: `staging` branch
**Commit**: ${{ github.sha }}
**Triggered by**: @${{ github.actor }}
### ✅ Staging Tests Passed
- Basic functionality tests
- Gameplay mechanics tests
- Visual regression tests
- Environment validation tests
- Performance tests
### 🎯 Changes in this promotion:
${{ github.event.head_commit.message }}
This PR was automatically created after successful deployment and testing in the staging environment.
**Staging URL**: https://2048-staging.wa.darknex.us
**Will deploy to**: https://2048.wa.darknex.us
⚠️ **Production Deployment** - Please review carefully before merging!
labels: |
auto-promotion
production
deploy
needs-review

109
.github/workflows/pr-validation.yml vendored Normal file
View File

@@ -0,0 +1,109 @@
name: Pull Request Validation
on:
pull_request:
branches: [ develop, staging, master ]
env:
REGISTRY: ghcr.io
IMAGE_NAME: ghndrx/k8s-game-2048
jobs:
validate:
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
pull-requests: write
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Node.js
uses: actions/setup-node@v4
with:
node-version: '18'
cache: 'npm'
cache-dependency-path: tests/package.json
- name: Install Playwright dependencies
run: |
cd tests
npm install
npx playwright install --with-deps
- name: Start local server
run: |
npm start &
sleep 5
curl -f http://localhost:8080/ || exit 1
env:
CI: true
- name: Run Playwright tests locally
run: |
cd tests
BASE_URL=http://localhost:8080 npx playwright test
env:
CI: true
- name: Build Docker image
uses: docker/build-push-action@v5
with:
context: .
push: false
tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:pr-${{ github.event.number }}
- name: Validate Kubernetes manifests
run: |
# Install kubeval for validation
curl -L https://github.com/instrumenta/kubeval/releases/latest/download/kubeval-linux-amd64.tar.gz | tar xz
sudo mv kubeval /usr/local/bin
# Validate all manifests
kubeval manifests/dev/*.yml
kubeval manifests/staging/*.yml
kubeval manifests/prod/*.yml
- name: Upload PR test results
uses: actions/upload-artifact@v4
if: always()
with:
name: pr-test-results-${{ github.event.number }}
path: |
tests/playwright-report/
tests/test-results/
retention-days: 7
- name: Comment PR with test results
uses: actions/github-script@v7
if: always()
with:
script: |
const { owner, repo } = context.repo;
const issue_number = context.payload.pull_request.number;
const comment = `## 🧪 PR Validation Results
**Tests Status**: ${{ job.status == 'success' && '✅ Passed' || '❌ Failed' }}
**Commit**: ${{ github.event.pull_request.head.sha }}
### Test Summary:
- ✅ Local server started successfully
- ✅ Playwright tests executed
- ✅ Docker image built
- ✅ Kubernetes manifests validated
### Artifacts:
- Test results and screenshots are available in the workflow artifacts
${{ job.status == 'success' && '🚀 Ready for merge!' || '⚠️ Please check the failed tests and fix issues before merging.' }}
`;
await github.rest.issues.createComment({
owner,
repo,
issue_number,
body: comment
});

10
curl-format.txt Normal file
View File

@@ -0,0 +1,10 @@
time_namelookup: %{time_namelookup}\n
time_connect: %{time_connect}\n
time_appconnect: %{time_appconnect}\n
time_pretransfer: %{time_pretransfer}\n
time_redirect: %{time_redirect}\n
time_starttransfer: %{time_starttransfer}\n
----------\n
time_total: %{time_total}\n
response_code: %{response_code}\n
size_download: %{size_download}\n