test for output of `manage.py check --deploy`

test_deploy_check.py

import sys
from subprocess import check_call
from tempfile import TemporaryFile

from django.test import TestCase


class SecurityHealthCheck(TestCase):
    """ Run the deploy check on each settings file for a live deployment.  If there are any warnings, fail and report.

    NOTE: In Django 1.10 we can set `--fail-level` and exit on the error code instead of a text search:
    https://docs.djangoproject.com/en/1.10/ref/django-admin/#cmdoption-check--fail-level
    """

    def get_check_output_for_settings(self, settings_file):
        with TemporaryFile() as output:
            args = [sys.executable, './manage.py', 'check', '--deploy', '--settings', settings_file]
            check_call(args, stdout=output)
            output.seek(0)
            return output.read()

    def test_security_check_on_production_settings(self):
        val = self.get_check_output_for_settings('foo.settings.production')
        if 'System check identified no issues' not in val:
            self.fail("There are issues:\n %s" % val)

    def test_security_check_on_staging_settings(self):
        val = self.get_check_output_for_settings('foo.settings.staging')
        if 'System check identified no issues' not in val:
            self.fail("There are issues:\n %s" % val)