fabric/modules/conf_setup.py

from fabric.operations import run, put
from fabric.api import env, task
import os

from maintenance import _get_configuration_path, load_configuration


@task
def deploy(param=None):
    param_list = ['conf', 'readmes']

    if not param:
        print "this requires input param must be one of %s" % param_list
        import sys
        sys.exit()

    if param == 'conf':
        deploy_conf()
    elif param == 'readmes':
        deploy_readmes()


@task
def backup(param=None):
    param_list = ['conf', 'meta', 'readmes']

    if not param:
        print "this requires input param must be one of %s" % param_list
        import sys
        sys.exit()

    if param == 'conf':
        _backup_conf()
    elif param == 'meta':
        _backup_meta()
    elif param == 'readmes':
        _backup_readmes()


def _backup_conf():
    configuration = env.config

    for key in configuration.templates.keys():
        section = getattr(configuration.templates, key)
        source_path = os.path.join(section['path']['local'], 'files')

        dest_path = os.path.join(
            configuration.tools.fabric.templates.conf,
            key)

        run("mkdir -p %s" % dest_path)
        put(source_path, dest_path)


def _backup_meta():
    configuration = env.config

    from fabric.operations import run, put

    source_path_layout = _get_configuration_path(
        'layout', 'development')

    config_dev = _modify_configuration('development')
    config_stg = _modify_configuration('staging')

    dest_path = configuration.tools.fabric.templates.meta

    run("mkdir -p %s" % dest_path)

    #
    # copy over the layout.yml file only

    put(source_path_layout, dest_path)

    #
    # the development.yml file needs to be
    # modified before it can be copied over

    _store_configuration(config_dev)
    _store_configuration(config_stg)


def _backup_readmes():
    configuration = env.config

    dest_readmes = configuration.tools.fabric.templates.readmes

    source_readmes = os.path.join(
        configuration.paths.project.root, 'scripts', 'readmes')

    copy_directories(source_readmes, dest_readmes)


def _modify_configuration(branch):
    """
    this method modifies a meta/branch.yml file so that it can be stored as
    a template for future branch files of the same time.

    Keyword arguments:
        branch -- the name of the branch whose configuration files we are
        modifying

    Notice that some of the values requires me to store the values with
    certain names, e.g. if the project/host is NOT 'localhost', then
    override the stored IP address with the word "PROJECT_IP"

    this method is meant to be used by _store_configuration
    """

    #
    # get the configuration dict for this branch

    config_yaml = load_configuration('config', branch)

    #
    # basic project configuration

    branch = config_yaml['project']['branch']

    config_yaml['project']['name'] = "\"PROJECT_NAME\""

    # we don't use 'paths/home' in anything other than dev
    if branch == 'development':
        config_yaml['project']['paths']['home'] = "\"PROJECT_NAME.prj\""

    config_yaml['project']['user'] = '"BRANCH_USER"'
    config_yaml['project']['group'] = '"BRANCH_GROUP"'
    config_yaml['project']['extension'] = '"BRANCH_NAME"'

    if config_yaml['project']['host'] != 'localhost':
        config_yaml['project']['host'] = '"PROJECT_IP"'

    #
    # database configuration

    config_yaml['database']['name'] = '"PROJECT_NAME_{{branch}}"'.format(
        branch=config_yaml['project']['extension'])

    if config_yaml['database']['host'] == "docker":
        config_yaml['database']['port'] = '"DOCKER_PORT"'
    else:
        config_yaml['database']['host'] = '"DATABASE_IP"'

    #
    # database user name values

    config_yaml['database']['users']['admin']['name'] = \
        '"DATABASE_ADMIN_NAME"'

    config_yaml['database']['users']['admin']['pass'] = \
        '"DATABASE_ADMIN_PASS"'

    config_yaml['database']['users']['default']['name'] = \
        '"DATABASE_USER_NAME"'

    config_yaml['database']['users']['default']['pass'] = \
        '"DATABASE_USER_PASS"'

    #
    # django configuration

    config_yaml['django']['port'] = '"DJANGO_PORT"'
    config_yaml['django']['host'] = '"DJANGO_IP"'

    #
    # nginx and virtualenv configuration

    config_yaml['nginx']['port'] = '"NGINX_PORT"'

    if hasattr(config_yaml['virtualenv'], 'name'):
        config_yaml['virtualenv']['name'] = '"PROJECT_NAME"'

    return config_yaml


def _store_configuration(config_dict):
    """
    takes config dictionary converts it to a yaml file object,
    then saves it under the appropriate file name

    Keyword arguments:
        config_dict -- yaml based configuration dictionary object
    """
    configuration = env.config

    from StringIO import StringIO
    import yaml
    from fabric.operations import put

    branch_name = config_dict['project']['branch'] + ".yml"

    dest_path = os.path.join(
        configuration.tools.fabric.templates.meta,
        branch_name)

    put(StringIO(yaml.dump(config_dict)), dest_path)


def deploy_readmes():
    """
    takes the readme files from tools/fabric/templates/readmes
    and puts then under the top level of the project/scripts directory
    """
    configuration = env.config
    source_readmes = configuration.tools.fabric.templates.readmes

    dest_readmes = os.path.join(
        configuration.paths.project.root,
        'scripts', 'readmes')

    copy_directories(source_readmes, dest_readmes)


def deploy_conf():
    """
    takes the conf templates from tools/fabric/templates/conf
    and puts them under scripts/conf.

    Note, these "conf" files are NOT the same as the meta/branch.yml conf
    files.  They are configuration files meant for the various subsystems
    of the project.  ie, database, docker, supervisor, etc.
    """
    configuration = env.config

    for key in configuration.templates.keys():
        section = getattr(configuration.templates, key)
        dest_path = section['path']['local']

        source_path = os.path.join(
            configuration.tools.fabric.templates.conf,
            key)

        build_dir = os.path.join(dest_path, 'build')
        # also create the destination 'build' directories
        # if they do not exist
        run("mkdir -p %s" % build_dir)

        copy_directories(source_path, dest_path)


def copy_directories(source_path, dest_path):
    """
    takes the files from source and copies them to dest using fabric.put

    Keyword arguments:
        source_path -- the source dir
        dest_path -- the destination dir
    """

    run("mkdir -p %s" % dest_path)

    file_list = run("ls %s" % source_path).split()
    for fname in file_list:
        fpath = os.path.join(source_path, fname)

        put(fpath, dest_path)