Files
dtf-system/deploy/test_production_preflight.py
Cauê Faleiros 641dc6053b
All checks were successful
Build and deploy / Validate source (push) Successful in 5s
Build and deploy / Integration suite on a real stack (push) Successful in 2m5s
Build and deploy / Secret scan and release gate (push) Successful in 5s
Build and deploy / Publish images (push) Successful in 1m54s
ci: publish images from every green push to main
The release job enforced the production source preflight, which blocks while
the payment and messaging adapters are fake. They still are, by design, so
since 2026-09-23 no release could succeed and production kept running older
images while main moved on.

Pushes to main that pass validation, the integration suite and the scans now
build, scan and publish the images. Nothing is deployed automatically:
production changes when the stack is pulled and redeployed in Portainer. A
manual run also calls the Portainer webhook when one is configured. The
preflight stays in the scan job, advisory unless ENFORCE_PRODUCTION_PREFLIGHT
is true, in which case a blocked preflight stops publishing.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-09-24 14:30:43 -03:00

142 lines
6.5 KiB
Python

import unittest
from pathlib import Path
from .production_preflight import config_errors, source_errors
class ReleaseWorkflowTests(unittest.TestCase):
def test_only_checked_main_publishes_and_pushes_never_deploy(self):
workflow = (Path(__file__).resolve().parents[1] /
'.gitea/workflows/deploy.yml').read_text()
checks, release = workflow.split(' publish-and-deploy:\n', 1)
# Publishing waits for every check, and only ever happens from main.
self.assertIn('needs: [validate, integration, scan]', release)
self.assertIn("if: gitea.ref == 'refs/heads/main' && ", release)
# The source preflight lives in the scan job and can be made blocking.
self.assertIn('python3 deploy/production_preflight.py --source-only', checks)
self.assertIn('ENFORCE_PRODUCTION_PREFLIGHT', checks)
# Images are scanned before they are pushed, and a push to main only
# publishes: redeployment is Portainer's (or a manual run's) decision.
scan = release.index('- name: Image vulnerabilities')
publish = release.index('- name: Publish validated images')
redeploy = release.index('- name: Trigger Portainer redeployment')
self.assertLess(scan, publish)
self.assertLess(publish, redeploy)
self.assertIn("if: gitea.event_name == 'workflow_dispatch'", release[redeploy:])
def valid_config():
digest = '1' * 64
values = {
'PRODUCTION_DEPLOY_ENABLED': 'approved',
'PRODUCTION_INPUTS_APPROVED': 'approved',
'PRODUCTION_SECURITY_REVIEW_APPROVED': 'approved',
'PRODUCTION_RESTORE_REHEARSED': 'approved',
'API_IMAGE': 'registry.example.com/dropstar/dtf-api',
'WEB_IMAGE': 'registry.example.com/dropstar/dtf-web',
'IMAGE_TAG': 'latest',
'POSTGRES_IMAGE': f'postgres@sha256:{digest}',
'CLAMAV_IMAGE': f'clamav/clamav@sha256:{digest}',
'PUBLIC_ORIGIN': 'https://dtf.example.com',
'PUBLIC_HOST': 'dtf.example.com',
'KANBAN_HOST': 'kanban-dtf.example.com',
'SITE_PORT': '8080',
'KANBAN_PORT': '8081',
'R2_ENDPOINT': 'https://account.r2.cloudflarestorage.com',
'R2_PUBLIC_ENDPOINT': 'https://account.r2.cloudflarestorage.com',
'R2_BUCKET': 'dtf-production-artwork',
'POSTGRES_DB': 'dtf',
'POSTGRES_USER': 'dtf_admin',
'APP_DB_USER': 'dtf_app',
'POSTGRES_VOLUME': 'dtf-postgres-data',
'OPERATOR_EMAIL': 'operador@example.com',
'STORAGE_QUOTA_BYTES': '53687091200',
'OWNER_UPLOAD_QUOTA_BYTES': '10737418240',
'MAX_UPLOAD_BYTES': '5368709120',
'UPLOAD_PART_BYTES': '8388608',
'MAX_PENDING_UPLOADS': '10',
'SCAN_MAX_BYTES': '134217728',
'PAYMENT_ADAPTER': 'mercado-pago',
'FREIGHT_ADAPTER': 'approved-freight',
'TINY_ADAPTER': 'tiny-olist',
'WHATSAPP_ADAPTER': 'approved-whatsapp',
}
for name in (
'DATABASE_URL_SECRET', 'DATABASE_ADMIN_URL_SECRET',
'DB_ADMIN_PASSWORD_SECRET', 'APP_DB_PASSWORD_SECRET',
'R2_ACCESS_KEY_ID_SECRET', 'R2_SECRET_ACCESS_KEY_SECRET',
'OPERATOR_PASSWORD_SECRET', 'PAYMENT_TOKEN_SECRET',
'PAYMENT_WEBHOOK_SECRET', 'TINY_TOKEN_SECRET', 'WHATSAPP_TOKEN_SECRET',
):
values[name] = 'dtf_prod_' + name.lower()
return values
class SourceMarkerTests(unittest.TestCase):
"""A marker that stops matching weakens the gate without failing it.
This is how four markers silently died when the runtime gained R2 support,
and how the payment one died again when it moved to runtime.py. Assert that
every marker still points at something real.
"""
def test_every_marker_is_found_in_its_file(self):
from deploy.production_preflight import ROOT, SOURCE_BLOCKERS
for relative, markers in SOURCE_BLOCKERS.items():
path = ROOT / relative
self.assertTrue(path.exists(), f'{relative} no longer exists')
text = path.read_text()
for marker in markers:
self.assertIn(marker, text,
f'{relative} no longer contains {marker!r}: the gate '
'would pass without the condition being resolved')
class ProductionPreflightTests(unittest.TestCase):
def test_structurally_complete_metadata_passes(self):
self.assertEqual(config_errors(valid_config()), [])
def test_mutable_images_and_fake_adapters_fail(self):
values = valid_config()
values['API_IMAGE'] = 'registry.example.com/dropstar/dtf-api:latest'
values['PAYMENT_ADAPTER'] = 'fake'
errors = config_errors(values)
self.assertTrue(any('API_IMAGE' in error for error in errors))
self.assertTrue(any('PAYMENT_ADAPTER' in error for error in errors))
def test_image_tag_and_public_ports_are_validated(self):
values = valid_config()
values['IMAGE_TAG'] = 'main'
values['KANBAN_PORT'] = values['SITE_PORT']
errors = config_errors(values)
self.assertTrue(any('IMAGE_TAG' in error for error in errors))
self.assertTrue(any('must differ' in error for error in errors))
def test_approval_and_secret_name_are_enforced(self):
values = valid_config()
values['PRODUCTION_DEPLOY_ENABLED'] = 'yes'
values['DATABASE_URL_SECRET'] = '../unsafe'
errors = config_errors(values)
self.assertTrue(any('PRODUCTION_DEPLOY_ENABLED' in error for error in errors))
self.assertTrue(any('DATABASE_URL_SECRET' in error for error in errors))
def test_fake_checkout_is_explicitly_blocked(self):
errors = source_errors()
self.assertTrue(any('app/runtime.py remains local-only' in error for error in errors))
self.assertTrue(any('app/worker.py remains local-only' in error for error in errors))
def test_secret_reuse_and_incoherent_limits_are_rejected(self):
values = valid_config()
values['PAYMENT_TOKEN_SECRET'] = values['TINY_TOKEN_SECRET']
values['OWNER_UPLOAD_QUOTA_BYTES'] = str(int(values['STORAGE_QUOTA_BYTES']) + 1)
values['SCAN_MAX_BYTES'] = str(int(values['MAX_UPLOAD_BYTES']) + 1)
errors = config_errors(values)
self.assertTrue(any('distinct external Swarm secret' in error for error in errors))
self.assertIn('OWNER_UPLOAD_QUOTA_BYTES cannot exceed STORAGE_QUOTA_BYTES', errors)
self.assertIn('SCAN_MAX_BYTES cannot exceed MAX_UPLOAD_BYTES', errors)
self.assertTrue(any('configured ClamAV 128 MiB stream limit' in error for error in errors))
if __name__ == '__main__':
unittest.main()