def setup_cinder_config_files_on_storage():

    CINDER_DBPASS = passwd["CINDER_DBPASS"]
    CINDER_PASS = passwd["CINDER_PASS"]
    RABBIT_PASS = passwd["RABBIT_PASS"]
    STORAGE_MANAGEMENT_IP = env_config.nicDictionary["storage1"]["mgtIPADDR"]

    install_command = "yum install -y openstack-cinder targetcli python-oslo-db MySQL-python"
    runCheck("Install packages on storage node", install_command)

    set_parameter(
        etc_cinder_config_file, "database", "connection", "mysql://cinder:{}@controller/cinder".format(CINDER_DBPASS)
    )

    set_parameter(etc_cinder_config_file, "DEFAULT", "rpc_backend", "rabbit")
    set_parameter(etc_cinder_config_file, "DEFAULT", "rabbit_host", "controller")
    set_parameter(etc_cinder_config_file, "DEFAULT", "rabbit_password", RABBIT_PASS)

    set_parameter(etc_cinder_config_file, "DEFAULT", "auth_strategy", "keystone")

    set_parameter(etc_cinder_config_file, "keystone_authtoken", "auth_uri", "http://controller:5000/v2.0")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "identity_uri", "http://controller:35357")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "admin_tenant_name", "service")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "admin_user", "cinder")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "admin_password", CINDER_PASS)

    set_parameter(etc_cinder_config_file, "DEFAULT", "my_ip", STORAGE_MANAGEMENT_IP)
    set_parameter(etc_cinder_config_file, "DEFAULT", "iscsi_helper", "lioadm")
    set_parameter(etc_cinder_config_file, "DEFAULT", "glance_host", "controller")
    set_parameter(etc_cinder_config_file, "DEFAULT", "verbose", "True")

def tdd():
    """
    Create some test instances
    """
    with prefix(env_config.admin_openrc): 
        for tag in vlans:
            netid = run("neutron net-list | grep vlan | awk '/%d/ {print $2}'" % tag)
            if not netid:
                print align_n("No vlan network found for tag %d" % tag)
                sys.exit(1)

            instanceName = 'test-vlan-%d' % tag
            msg = 'Launch instance for vlan %d' % tag
            runCheck(msg, 
                    "nova boot "
                    "--flavor m1.tiny "
                    "--image cirros-test "
                    "--nic net-id=%s "
                    "--security-group default "
                    " %s"
                    % (netid, instanceName))

        # restart all services
        # execute(restartServices)
        time.sleep(20)
        run('nova list')

def setup_cinder_config_files_on_controller():

    installation_command = "yum install -y openstack-cinder python-oslo-db MySQL-python"
    # installation_command = "yum install -y openstack-cinder python-cinderclient python-oslo-db"

    runCheck("Install the packages", installation_command)

    set_parameter(
        etc_cinder_config_file,
        "database",
        "connection",
        "mysql://cinder:%[email protected]/cinder" % passwd["CINDER_DBPASS"],
    )

    set_parameter(etc_cinder_config_file, "DEFAULT", "rpc_backend", "rabbit")
    set_parameter(etc_cinder_config_file, "DEFAULT", "rabbit_host", "controller")
    set_parameter(etc_cinder_config_file, "DEFAULT", "rabbit_password", passwd["RABBIT_PASS"])

    set_parameter(etc_cinder_config_file, "DEFAULT", "auth_strategy", "keystone")

    set_parameter(etc_cinder_config_file, "keystone_authtoken", "auth_uri", "http://controller:5000/v2.0")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "identity_uri", "http://controller:35357")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "admin_tenant_name", "service")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "admin_user", "cinder")
    set_parameter(etc_cinder_config_file, "keystone_authtoken", "admin_password", passwd["CINDER_PASS"])

    set_parameter(etc_cinder_config_file, "DEFAULT", "my_ip", env_config.nicDictionary["controller"]["mgtIPADDR"])

    set_parameter(etc_cinder_config_file, "DEFAULT", "glance_host", "controller")  # new line

    set_parameter(etc_cinder_config_file, "DEFAULT", "verbose", "True")

def test():
    with prefix(env_config.admin_openrc): 
        for tag in vlans:
            try:
                netid = run("neutron net-list | grep vlan | awk '/%d/ {print $2}'" % tag)
            except:
                print align_n("No vlan network found for tag %d" % tag)
                raise ValueError

            instanceName = 'test-vlan-%d' % tag
            msg = 'Launch instance for vlan %d' % tag
            try:
                runCheck(msg, 
                        "nova boot "
                        "--flavor m1.tiny "
                        "--image cirros-test "
                        "--nic net-id=%s "
                        "--security-group default "
                        " %s"
                        % (netid, instanceName))
            except:
                run('source neutron_log')

        time.sleep(15)
        run('nova list')

def createInitialRings():
    """
    Create 3 initial rings as a test
    """

    managementIP = env_config.nicDictionary['compute1']['mgtIPADDR']
    deviceLocation = swiftGlusterDir
    deviceName = "rings"
    deviceWeight = '100'
    # deviceName = "/dev/sdd"

    msg = 'create new directory for the rings'
    runCheck(msg, 'mkdir -p %s/%s' % (deviceLocation, deviceName))

    # create account ring
    createRing('account',6002,managementIP,deviceName,deviceWeight)

    # create container ring
    createRing('container',6001,managementIP,deviceName,deviceWeight)

    # create object ring
    createRing('object',6000,managementIP,deviceName,deviceWeight)

    execute(grabGZfiles)
    execute(saveGZfiles)

def controller_deploy():

    execute(create_neutron_database)
    execute(setup_keystone_controller)
    execute(installPackagesController)
    execute(configure_networking_server_component)

    configure_ML2_plugin_general()

    execute(configure_nova_to_use_neutron)

    # The Networking service initialization scripts expect a symbolic link /etc/neutron/plugin.ini
    # pointing to the ML2 plug-in configuration file, /etc/neutron/plugins/ml2/ml2_conf.ini.
    # If this symbolic link does not exist, create it
    if 'plugin.ini' not in run('ls /etc/neutron'):
        msg = "Create symbolic link to ml2 conf file"
        runCheck(msg, 'ln -s /etc/neutron/plugins/ml2/ml2_conf.ini /etc/neutron/plugin.ini')

    msg = "Populate the database for neutron"
    runCheck(msg, 'su -s /bin/sh -c "neutron-db-manage --config-file /etc/neutron/neutron.conf ' + \
              '--config-file /etc/neutron/plugins/ml2/ml2_conf.ini upgrade juno" neutron')

    # Restart nova
    msg = "Restart Nova services"
    runCheck(msg, 'systemctl restart openstack-nova-api.service openstack-nova-scheduler.service' + \
              ' openstack-nova-conductor.service')

    msg = "Enable Neutron service"
    runCheck(msg, 'systemctl enable neutron-server.service')
    msg = "Enable Neutron service"
    runCheck(msg, 'systemctl start neutron-server.service')
  
    execute(restart_nova_controller)

def start_glance_services():
    msg = "Enable glance services"
    runCheck(msg, "systemctl enable openstack-glance-api.service "
            "openstack-glance-registry.service")
    msg = "Start glance services"
    runCheck(msg, "systemctl start openstack-glance-api.service "
            "openstack-glance-registry.service")

def installPackagesCompute():

    msg = "Install Neutron packages on " + env.host
    runCheck(msg, "yum -y install "
            "openstack-neutron-ml2 "
            "openstack-neutron-openvswitch",
            )

def createRing(typeRing,port,IP,deviceName,deviceWeight):
    # ASSUMES A SINGLE DEVICE ON STORAGE NODE

    port = str(port)

    with cd('/etc/swift/'):
        # verify if ring is already there
        out = run("swift-ring-builder %s.builder" % (typeRing),quiet=True)
        if 'does not exist' in out:
            # ring is not created yet

            # Create the base *.builder file
            run("swift-ring-builder %s.builder create 10 3 1" % (typeRing))

            # Add node to the ring
            run("swift-ring-builder %s.builder add r1z1-%s:%s/%s %s" % 
                    (typeRing,IP,port,deviceName,deviceWeight))

            # rebalance ring
            run("swift-ring-builder %s.builder rebalance" % (typeRing))
        else:
            print blue("Ring {} already exists. Nothing done".format(typeRing))

        run("ls")

    msg = 'Restart proxy server service'
    runCheck(msg, 'systemctl restart openstack-swift-proxy.service')

def createRouter():
    "Create a virtual router for the VLANs"
    router = 'router01'
    if router in run('neutron router-list'):
        print blue('Router %s already created' % router)
    else:
        msg = 'Create virtual router'
        runCheck(msg, 'neutron router-create ' + router)

def removeBridges():
    delete = ['br-ex']
    for br in delete:
        if br in run("ovs-vsctl list-br"):
            msg = 'Delete bridge ' + br
            runCheck(msg, "ovs-vsctl del-br " + br)
        else:
            print blue('No bridge called ' + br)

def installPackagesController():
    msg = "Install Neutron packages on controller"
    runCheck(msg,
            'yum -y install '
            'openstack-neutron '
            'openstack-neutron-ml2 '
            'python-neutronclient '
            'which')

def setup_nova_database_on_controller():

    NOVA_DBPASS = passwd['NOVA_DBPASS']

    mysql_commands = createDatabaseScript('nova',NOVA_DBPASS)
    
    msg = "Create database for Nova"
    runCheck(msg, 'echo "' + mysql_commands + '" | mysql -u root -p' + env_config.passwd['ROOT_SECRET'])

def start_cinder_services_on_controller():
    services = ["openstack-cinder-api", "openstack-cinder-scheduler", "openstack-cinder-volume", "target"]

    for service in services:
        msg = "Enable %s service" % service
        runCheck(msg, "systemctl enable %s.service" % service)
        msg = "Start %s service" % service
        runCheck(msg, "systemctl start %s.service" % service)

def connectBridgeAndInterface(tag):
    """
    Given a VLAN tag, connect the corresponding bridge and virtual interface
    """
    br = bridge[tag]
    interface = virtualInterfaces[tag]
    msg = 'Connect %s and %s' % (br, interface)
    runCheck(msg, "ovs-vsctl add-port  %s %s" % (br, interface))

def installPackagesNetwork():
    msg = "Install Neutron packages on network"
    runCheck(msg,
            "yum -y install "
            "openstack-neutron "
            "openstack-neutron-ml2 "
            "openstack-neutron-openvswitch",
            )

def make_nfs_directories():
    runCheck("Make nfs cinder directory", "mkdir %s" % nfs_share)
    runCheck("Make nfs swift directory", "mkdir /home/swift")

    runCheck("Setup exports file", "echo '%s 192.168.1.0/24(rw,sync)'>/etc/exports" % nfs_share)
    runCheck("Continue setting up exports file", "echo '/home/swift 192.168.1.0/24(rw,sync)'>>/etc/exports")

    runCheck("Change cinder NFS file permissions", "chown -R 65534:65534 %s/" % nfs_share)

def removePort(port):
    "Given a port name, remove it using the OVS CLI"

    # Check if the port exists
    if ('Port ' + port) in run('ovs-vsctl show ', quiet=True):
        msg = 'Remove port ' + port
        runCheck(msg, 'ovs-vsctl del-port ' + port)
    else:
        print 'No port named ' + port

def mount():
    runCheck('Make mount point', 'mkdir -p /mnt/gluster')
    if run("mount | grep '{}' | grep /mnt/gluster".format(gluster_volume),
            warn_only=True).return_code:
        runCheck('Mount mount point',
                'mount -t glusterfs {}:/{} /mnt/gluster'.format(
                    env.host, gluster_volume))
        append('/etc/fstab', '%s:/%s /mnt/gluster glusterfs log-file=/root/%s.log,rw,backupvolfile-server=%s 0 0'%(
            env.host, gluster_volume, gluster_volume, backup_volume_file_server))

def mount(volume):
    runCheck('Make mount point', 'mkdir -p /mnt/gluster/{}'.format(volume))
    if run("mount | grep '{}' | grep /mnt/gluster/{}".format(volume, volume), 
            warn_only=True).return_code:
        runCheck('Mount mount point', 
                'mount -t glusterfs {}:/{} /mnt/gluster/{}'.format(
                    env.host, volume, volume))
        append('/etc/fstab', '%s:/%s /mnt/gluster/%s glusterfs log-file=/root/%s.log,rw 0 0'%(
            env.host, volume, volume, volume))