bootstrap.sh

#!/usr/bin/env bash
#
# This script is meant to be run in provisioning stage by vagrant.
# This script configure OS environment for openstack, install docker
# git clone kolla and kolla-ansible repos, deploy openstack and
# initialize demo instance in it.

OPENSTACK_VERSION=yoga

set -e

export PATH=/usr/local/bin:$PATH

function fix_dns {
    echo "nameserver 8.8.8.8" > /etc/resolv.conf
}

function tune_bash {
    echo 'export PS1="\[\033[1;34m\]\u@\h:\w\$ \[\033[0m\]"' >> /root/.bashrc
    echo 'export PS1="\[\033[1;33m\]\u@\h:\w\$ \[\033[0m\]"' >> /home/vagrant/.bashrc
}

function initialize {
    fix_dns
    tune_bash

    if [[ "$(systemctl is-enabled firewalld)" == "enabled" ]]; then
        systemctl stop firewalld
        systemctl disable firewalld
    fi

    yum -y install iptables-services

    cat > /etc/sysconfig/iptables <<-EOF
*filter
-A FORWARD -s 172.28.128.0/24 -j ACCEPT
-A FORWARD -d 172.28.128.0/24 -j ACCEPT
COMMIT
*nat
-A POSTROUTING -s 172.28.128.0/24 -o eth0 -j MASQUERADE
COMMIT
EOF

    systemctl enable iptables
    systemctl start iptables

    # Enable internet access in VMs:
    echo "net.ipv4.ip_forward = 1" >> /etc/sysctl.conf
    sysctl -p

    if [[ "$(getenforce)" == "Enforcing" ]]; then
        sed -i -r "s,^SELINUX=.+$,SELINUX=permissive," /etc/selinux/config
        setenforce permissive
    fi

    cat > /etc/hosts <<-EOF
127.0.0.1       localhost localhost.localdomain localhost4 localhost4.localdomain4
::1             localhost localhost.localdomain localhost6 localhost6.localdomain6
172.28.128.2    openstack openstack.openworkload.org
EOF

    # Configure open vSwitch external bridge
    cat > /etc/udev/rules.d/90-br-ex.rules <<-EOF
ACTION=="add", SUBSYSTEM=="net", KERNEL=="br-ex", RUN+="/sbin/ifconfig br-ex 172.28.128.2/24 up"
EOF
    udevadm control --reload-rules

    yum -y install epel-release
    rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-8

    yum -y groupinstall "Development Tools"
    yum -y install mariadb
    yum -y install git tmux vim-enhanced mc
    yum -y install openssl-devel libffi-devel libxml2-devel libxslt-devel
    yum -y install htop net-tools bridge-utils tcpdump
    yum -y install mlocate
    yum -y install wget

    # Install guestmount for image provisioning
    yum -y install libguestfs-tools-c libguestfs-tools libguestfs

    yum -y install python3 python3-pip python3-devel python3-setuptools python3-pyOpenSSL
    ln -sf /bin/python3 /usr/bin/python
}

function configure_docker {

    # Enable IP forwarding in docker for local docker registry
    echo net.ipv4.ip_forward=1 >> /usr/lib/sysctl.d/99-docker.conf

    yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo

    # Also upgrade device-mapper here because of:
    # https://github.com/docker/docker/issues/12108
    # Upgrade lvm2 to get device-mapper installed
    #yum -y install docker-ce docker-ce-cli containerd.io lvm2 device-mapper
    yum -y install docker-ce docker-ce-cli containerd.io

    #grep -q MountFlags /usr/lib/systemd/system/docker.service &&
    #    sed -i 's|^MountFlags=.*|MountFlags=shared|' /usr/lib/systemd/system/docker.service ||
    #    sed -i '/\[Service\]/a MountFlags=shared' /usr/lib/systemd/system/docker.service

    usermod -aG docker vagrant

    systemctl daemon-reload
    systemctl enable docker
    systemctl start docker
}

function configure_kolla {

    pip3 install --upgrade pip
    pip3 install --upgrade pyparsing
    pip3 install --upgrade setuptools
    pip3 install --upgrade cmd2
    pip3 install --upgrade ansible
    pip3 install --upgrade tox

    # Otherwise installation of python-openstackclient fails
    pip3 install --ignore-installed PyYAML

    pip3 install --upgrade "python-openstackclient==5.8.0"
    pip3 install --upgrade "python-neutronclient==7.8.0"
    pip3 install --upgrade "python-heatclient==2.5.1"
    pip3 install --upgrade "python-cloudkittyclient==4.5.0"
    pip3 install --upgrade "python-ceilometerclient==2.9.0"
    pip3 install --upgrade "gnocchiclient==7.0.7"
    pip3 install --upgrade "openstacksdk==0.100.0"

    cd /home/vagrant
    rm -fr kolla
    git clone http://github.com/openstack/kolla
    cd kolla
    git checkout unmaintained/$OPENSTACK_VERSION

    cd /home/vagrant
    rm -fr kolla-ansible
    git clone http://github.com/openstack/kolla-ansible
    cd kolla-ansible
    git checkout unmaintained/$OPENSTACK_VERSION

    pip3 install /home/vagrant/kolla-ansible
    pip3 install /home/vagrant/kolla

    python3 -m tox -c /home/vagrant/kolla/tox.ini -e genconfig

    cp -r /home/vagrant/kolla-ansible/etc/kolla/ /etc/kolla
    cp -r /home/vagrant/kolla/etc/kolla/* /etc/kolla

    /home/vagrant/kolla-ansible/tools/generate_passwords.py

    ### Set release version
    sed -i -r "s,^[# ]*openstack_release:.+$,openstack_release: \"$OPENSTACK_VERSION\"," /etc/kolla/globals.yml
    ### Set network interfaces
    # Interface for API,  will be used by OpenStack to bind services on it
    sed -i -r "s,^[# ]*network_interface:.+$,network_interface: \"eth1\"," /etc/kolla/globals.yml
    # Interface for networking, will be user by OpenStack neutron service
    sed -i -r "s,^[# ]*neutron_external_interface:.+$,neutron_external_interface: \"eth1\"," /etc/kolla/globals.yml
    ### Configure IP addresses
    # IP address of 'network_interface', will be used by OpenStack to bind services on it
    sed -i -r "s,^[# ]*kolla_internal_vip_address:.+$,kolla_internal_vip_address: \"172.28.128.254\"," /etc/kolla/globals.yml
    # Public IP address, which could be exposed to the world, by example public IP in amazon or azure
    sed -i -r "s,^[# ]*kolla_external_vip_address:.+$,kolla_external_vip_address: \"172.28.128.254\"," /etc/kolla/globals.yml
    ### Enable services
    sed -i -r "s,^[# ]*enable_gnocchi:.+$,enable_gnocchi: \"yes\"," /etc/kolla/globals.yml
    sed -i -r "s,^[# ]*enable_ceilometer:.+$,enable_ceilometer: \"yes\"," /etc/kolla/globals.yml
    sed -i -r "s,^[# ]*enable_cloudkitty:.+$,enable_cloudkitty: \"yes\"," /etc/kolla/globals.yml

    # We don't enable cloudkitty in the dashboard because of this opened issue: https://storyboard.openstack.org/#!/story/2009924
    sed -i -r "s,^[# ]*enable_horizon_cloudkitty:.+$,enable_horizon_cloudkitty: \"no\"," /etc/kolla/globals.yml

    ### Configure services
    echo 'cloudkitty_collector_backend: "gnocchi"' >> /etc/kolla/globals.yml
    ### Reduce # of threads
    echo 'openstack_service_workers: "2"'>> /etc/kolla/globals.yml
    echo 'openstack_service_rpc_workers: "2"' >> /etc/kolla/globals.yml

    # Use QEMU hypervisor instead of KVM hypervisor for nested virtualization
    mkdir -p /etc/kolla/config/nova/
    cat > /etc/kolla/config/nova/nova-compute.conf <<EOF
[libvirt]
virt_type=qemu
cpu_mode=none

[conductor]
workers = 8

[DEFAULT]
debug=true
cpu_allocation_ratio=1024.0
ram_allocation_ratio=1024.0
disk_allocation_ratio=1024.0
EOF

    # Add nove_metadata_ip for neutron metadata agent
    # without that neutron metadata doesn't know where is nova api
    mkdir -p /etc/kolla/config/neutron/
    cat > /etc/kolla/config/neutron/neutron-metadata-agent.conf <<EOF
[DEFAULT]
nova_metadata_ip="{{ kolla_internal_vip_address }}"
EOF

    mkdir -p /usr/share/kolla
    chown -R vagrant: /etc/kolla /usr/share/kolla
}

function openstack_deploy {
    # https://docs.openstack.org/kolla-ansible/latest/user/quickstart.html
    # https://www.linuxjournal.com/content/build-versatile-openstack-lab-kolla
    cp /home/vagrant/kolla-ansible/ansible/inventory/all-in-one /etc/kolla/
    sed -i '1s/^/\nlocalhost ansible_python_interpreter=python\n\n/' /etc/kolla/all-in-one

    mkdir /etc/ansible
    cat > /etc/ansible/ansible.cfg <<EOF
[defaults]
host_key_checking=False
pipelining=True
forks=100
EOF

    pushd /etc/kolla

    kolla-ansible install-deps
    kolla-ansible pull
    kolla-ansible -i all-in-one bootstrap-servers
    kolla-ansible -i all-in-one prechecks
    kolla-ansible -i all-in-one deploy
    kolla-ansible -i all-in-one post-deploy

    popd
}

function openstack_initialize {
    chmod 666 /etc/kolla/admin-openrc.sh
    echo ". /etc/kolla/admin-openrc.sh" >> /home/vagrant/.bashrc
    echo ". /etc/kolla/admin-openrc.sh" >> /root/.bashrc
    source /etc/kolla/admin-openrc.sh
    /home/vagrant/sync/initialize.sh

    [ `systemctl is-enabled libvirtd` ] && echo "libvirtd is not enabled" || systemctl disable libvirtd
}

initialize

configure_docker
configure_kolla

openstack_deploy
openstack_initialize

exit 0