Fix startup issues with devstack

Ensure reliable services

Author: Tim Pouyer

scripts/stackinabox/devstack2

@@ -14,10 +14,11 @@ start() {
   iptables -t nat -A POSTROUTING -o eth0 -j MASQUERADE
 
   # attach stack-volumes
-  losetup /dev/loop0 /opt/stack/data/stack-volumes-lvmdriver-1-backing-file
+  losetup /dev/loop0 /opt/stack/data/stack-volumes-default-backing-file
+  losetup /dev/loop1 /opt/stack/data/stack-volumes-lvmdriver-1-backing-file
 
   echo 'Starting DevStack' >&2
-  su -c "screen -dm -c /opt/stack/devstack/stack-noscreenrc" -s /bin/sh vagrant
+  su -c "/opt/stack/devstack/stack-noscreenrc" -s /bin/sh vagrant
   echo 'DevStack started' >&2
 }
 

scripts/stackinabox/init.sh

@@ -2,6 +2,7 @@
 
 # set release branch to retrieve from git
 RELEASE_BRANCH=${1:-master}
+MTU=${2:-1500}
 
 echo ""
 echo ""
@@ -34,7 +35,7 @@ sudo add-apt-repository cloud-archive:liberty
 # comment above ppa and uncomment below to get development lxd builds
 sudo add-apt-repository ppa:ubuntu-lxc/lxd-git-master
 sudo apt-get -qqy update
-sudo apt-get -qqy install python-pip python-dev git #cgroup-lite cgmanager libpam-cgm
+sudo apt-get -qqy install python-pip python-dev git libvirt-bin #cgroup-lite cgmanager libpam-cgm
 sudo pip install -U pbr
 sudo pip install -U pip
 #sudo pip install -U requests==2.5.3
@@ -44,23 +45,40 @@ sudo pip install -U requests==2.8.1
 sudo pip install 'uwsgi'
 sudo chmod +x /usr/local/bin/uwsgi
 
+sudo update-alternatives --install /bin/sh sh /bin/bash 100
+
+# We need swap space to do any sort of scale testing with the Vagrant config.
+# Without this, we quickly run out of RAM and the kernel starts whacking things.
+sudo rm -f /swapfile1
+sudo dd if=/dev/zero of=/swapfile1 bs=1024 count=8388608
+sudo chown root:root /swapfile1
+sudo chmod 0600 /swapfile1
+sudo mkswap /swapfile1
+sudo swapon /swapfile1
+
 # Disable firewall (this is not production)
 sudo ufw disable
 
+# To permit IP packets pass through different networks,
+# the network card should be configured with routing capability.
+sudo echo "net.ipv4.ip_forward = 1" | sudo tee --append /etc/sysctl.conf > /dev/null
+sudo echo "net.ipv4.conf.all.rp_filter=0" | sudo tee --append /etc/sysctl.conf > /dev/null
+sudo echo "net.ipv4.conf.default.rp_filter=0" | sudo tee --append /etc/sysctl.conf > /dev/null
+sudo echo "net.ipv6.conf.all.disable_ipv6 = 1" | sudo tee --append /etc/sysctl.conf > /dev/null
+sudo echo "net.ipv6.conf.default.disable_ipv6 = 1" | sudo tee --append /etc/sysctl.conf > /dev/null
+sudo echo "net.ipv6.conf.lo.disable_ipv6 = 1" | sudo tee --append /etc/sysctl.conf > /dev/null
+sudo sysctl -p
+
+# allow OpenStack nodes to route packets out through NATed network on HOST (this is the vagrant managed nic)
+sudo iptables -t nat -A POSTROUTING -o eth0 -j MASQUERADE
+
 # Update host configuration
-sudo hostname "stackinabox"
-sudo bash -c "echo 'stackinabox' > /etc/hostname"
+sudo bash -c "echo 'openstack.stackinabox.io' > /etc/hostname"
+#export eth1=`ifconfig eth1 | sed -En 's/127.0.0.1//;s/.*inet (addr:)?(([0-9]*\.){3}[0-9]*).*/\2/p'`
 sudo bash -c 'cat > /etc/hosts' <<EOF
-127.0.1.1       stackinabox stackinabox
-127.0.0.1       localhost localdomain
-
-# The following lines are desirable for IPv6 capable hosts
-::1     ip6-localhost ip6-loopback
-fe00::0 ip6-localnet
-ff00::0 ip6-mcastprefix
-ff02::1 ip6-allnodes
-ff02::2 ip6-allrouters
-ff02::3 ip6-allhosts
+127.0.0.1         localhost.localdomain     localhost openstack.stackinabox.io openstack
+192.168.27.100    openstack.stackinabox.io  openstack
+
 EOF
 
 # speed up DNS resolution
@@ -74,9 +92,9 @@ backoff-cutoff 2;
 link-timeout 10;
 interface "eth0"
 {
-  supersede host-name "stackinabox";
-  supersede domain-name "";
-  prepend domain-name-servers 127.0.0.1;
+  supersede host-name "openstack.stackinabox.io";
+  supersede domain-name "stackinabox.io";
+  prepend domain-name-servers 192.168.27.1, 8.8.8.8, 8.8.4.4;
   request subnet-mask,
           broadcast-address,
           routers,
@@ -89,18 +107,6 @@ interface "eth0"
 }
 EOF
 
-sudo service hostname restart
-
-# To permit IP packets pass through different networks,
-# the network card should be configured with routing capability.
-sudo echo "net.ipv4.ip_forward = 1" | sudo tee --append /etc/sysctl.conf > /dev/null
-sudo echo "net.ipv4.conf.all.rp_filter=0" | sudo tee --append /etc/sysctl.conf > /dev/null
-sudo echo "net.ipv4.conf.default.rp_filter=0" | sudo tee --append /etc/sysctl.conf > /dev/null
-sudo sysctl -p
-
-# allow OpenStack nodes to route packets out through NATed network on HOST (this is the vagrant managed nic)
-sudo iptables -t nat -A POSTROUTING -o eth0 -j MASQUERADE
-
 # Restart networking
 sudo /etc/init.d/networking restart
 
@@ -159,24 +165,20 @@ EOF
 # Install NTP
 sudo apt-get install -y ntp
 
-# Set ntp.ubuntu.com as the direct source of time.
-# Also provide local time source in case of network interruption.
-sudo sed -i 's/server ntp.ubuntu.com/ \
-server ntp.ubuntu.com \
-server 0.pool.ntp.org \
-server 1.pool.ntp.org \
-server 2.pool.ntp.org \
-server 127.127.1.0 \
-fudge 127.127.1.0 stratum 10/g' /etc/ntp.conf
-
+# stop ntp service so we can set the pool to use
 sudo service ntp stop
 
-# initialize local time with value from pool.ntp.org
-sudo ntpdate pool.ntp.org
+# Set ntp.ubuntu.com as the direct source of time.
+sudo ntpdate us.pool.ntp.org
 
 # restart the NTP service
 sudo service ntp restart
 
+# Configure MTU on VM interfaces. Also requires manually configuring the same MTU on
+# the equivalent 'vboxnet' interfaces on the host. i.e. sudo ip link set dev vboxnet0 mtu $MTU
+# sudo ip link set dev eth1 mtu $MTU
+# sudo ip link set dev eth2 mtu $MTU
+
 # Restart networking
 sudo /etc/init.d/networking restart
 
@@ -229,16 +231,18 @@ sudo update-rc.d devstack start 98 2 3 4 5 . stop 02 0 1 6 .
 
 # install 'shellinabox' to make using this image on windows easier
 # shellinabox will be available at http://192.168.27.100:4200
-sudo apt-get install -y shellinabox
-sudo sed -i 's/--no-beep/--no-beep --disable-ssl/g' /etc/default/shellinabox
-sudo /etc/init.d/shellinabox restart
+# sudo apt-get install -y shellinabox
+# sudo sed -i 's/--no-beep/--no-beep --disable-ssl/g' /etc/default/shellinabox
+# sudo /etc/init.d/shellinabox restart
 
 # wait for openstack to startup
 sleep 60
 
 # clean up after ourselves
 /vagrant/scripts/minimize/clean.sh
 
+sudo rm -rf /var/lib/apt/lists/*
+
 sudo btrfs quota enable /var/lib/lxd
 
 # restart

scripts/stackinabox/local.conf

@@ -10,7 +10,7 @@ HOST_IP_IFACE=eth1
 HOST_IP=192.168.27.100
 PUBLIC_NETWORK_GATEWAY=172.24.4.2
 FLOATING_RANGE=172.24.4.0/24
-Q_FLOATING_ALLOCATION_POOL=start=172.24.4.3,end=172.24.4.26
+Q_FLOATING_ALLOCATION_POOL=start=172.24.4.3,end=172.24.4.254
 
 FORCE=yes
 RECLONE=False
@@ -40,50 +40,13 @@ enable_plugin nova-lxd https://github.com/tpouyer/nova-lxd.git merging
 #PYLXD_BRANCH=0.19
 #enable_plugin nova-lxd https://github.com/lxc/nova-lxd.git
 
-#
-# Include the Barbican key service
-#
-#enable_plugin barbican https://github.com/openstack/barbican.git $RELEASE_BRANCH
-
-#
-# Include the Ceilometer monitoring service
-#
-#enable_plugin ceilometer https://github.com/openstack/ceilometer.git $RELEASE_BRANCH
-
-#
-# Include the AODH alarming service
-#
-#enable_plugin aodh https://github.com/openstack/aodh.git $RELEASE_BRANCH
-#enable_service aodh-evaluator
-#enable_service aodh-notifier
-#enable_service aodh-api
-#disable_service ceilometer-alarm-notifier
-#disable_service ceilometer-alarm-evaluator
-
-#
-# Include Trove DBaaS
-#
-#enable_plugin trove https://github.com/openstack/trove.git $RELEASE_BRANCH
-#enable_plugin trove-dashboard https://github.com/openstack/trove-dashboard.git
-
-#
-# Include Designate DNSaaS 
-#
-#enable_plugin designate https://github.com/openstack/designate.git $RELEASE_BRANCH
-#DESIGNATE_BRANCH=$RELEASE_BRANCH
-#DESIGNATEDASHBOARD_BRANCH=$DESIGNATE_BRANCH
-#DESIGNATE_DEFAULT_NS_RECORD=ns1.stackinabox.io
-
-#GIT_BASE=https://github.com
+GIT_BASE=https://github.com
 DEVSTACK_INSTALL_DIR=/opt/stack/devstack
 
 # Database Type
 DATABASE_TYPE=mysql
 enable_service mysql
 
-# uncomment to get vm stats in screen
-#enable_service dstat
-
 # RPC Backend
 enable_service rabbit
 
@@ -95,7 +58,7 @@ LOGDAYS=1
 VERBOSE=True
 LOG_COLOR=True
 LOGFILE=$DEST/logs/stack.sh.log
-USE_SCREEN=True
+USE_SCREEN=False
 SCREEN_LOGDIR=$DEST/logs
 ENABLE_DEBUG_LOG_LEVEL=True
 
@@ -120,19 +83,10 @@ RABBIT_PASSWORD=labstack
 SERVICE_PASSWORD=labstack
 SERVICE_TOKEN=labstack
 
-#
-# Enable Glance - OpenStack Image Service
-#
-enable_service g-api
-enable_service g-reg
-
 #
 # Enable Keystone - OpenStack Identity Service
 #
 enable_service key
-#enable_service ldap
-#KEYSTONE_IDENTITY_BACKEND=ldap
-#KEYSTONE_CLEAR_LDAP=yes
 KEYSTONE_TOKEN_FORMAT=UUID
 KEYSTONE_CATALOG_BACKEND=sql
 
@@ -146,11 +100,13 @@ enable_service n-cpu
 enable_service n-cond
 enable_service n-sch
 enable_service n-cauth
-disable_service n-spice
+enable_service n-spice
 disable_service n-novnc
 disable_service n-xvnc
 #disable_service n-api-meta
-#enable_service n-sproxy
+enable_service n-sproxy
+
+
 
 #
 # Enable Neutron (network) Service
@@ -162,18 +118,7 @@ enable_service q-agt
 enable_service q-dhcp
 enable_service q-l3
 enable_service q-meta
-disable_service q-metering
-
-# uncomment any of below to turn on new neutron *aas services
-#enable_service q-lbaas
-#enable_service q-vpnaas
-#enable_service q-fwaas
-
-#
-# Disable security groups
-#
-#Q_USE_SECGROUP=False
-#LIBVIRT_FIREWALL_DRIVER=nova.virt.firewall.NoopFirewallDriver
+enable_service q-metering
 
 #
 # Enable security groups
@@ -205,6 +150,12 @@ VOLUME_BACKING_FILE_SIZE=50000M
 LIVE_MIGRATION_AVAILABLE=False
 USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION=False
 
+#
+# Enable Glance - OpenStack Image Service
+#
+enable_service g-api
+enable_service g-reg
+
 #
 # Enable Heat (orchestration) Service
 #
@@ -224,6 +175,14 @@ enable_service horizon
 #
 disable_service tempest
 
+#enable_plugin designate https://github.com/openstack/designate
+#DESIGNATE_BRANCH=master
+
+enable_plugin kuryr http://git.openstack.org/openstack/kuryr
+enable_service kuryr
+enable_service etcd-server
+enable_service docker-engine
+
 #
 # set current branch
 #
@@ -242,28 +201,37 @@ SWIFT_BRANCH=$RELEASE_BRANCH
 TROVE_BRANCH=$RELEASE_BRANCH
 OSLOMSG_BRANCH=$RELEASE_BRANCH
 SAHARA_BRANCH=$RELEASE_BRANCH
-DESIGNATE_BRANCH=$RELEASE_BRANCH
 
 [[post-config|$NOVA_CONF]]
 [DEFAULT]
 tenant_network_type=vxlan
 scheduler_default_filters=AllHostsFilter
 instance_usage_audit=True
 API_RATE_LIMIT=False
-force_config_drive = False
-config_drive_format = vfat
-metadata_host = $HOST_IP
+force_config_drive=False
+config_drive_format=vfat
+metadata_host=$HOST_IP
+notification_driver=nova.openstack.common.notifier.rpc_notifier,messagingv2
+notification_topics=notifications,trackinstance
 
 [[post-config|$NEUTRON_CONF]]
 [database]
 min_pool_size = 5
 max_pool_size = 50
 max_overflow = 50
 
+[[post-config|$NEUTRON_CONF]]
+[DEFAULT]
+notification_driver=neutron.openstack.common.notifier.rpc_notifier,messagingv2
+notification_topics=notifications,trackinstance
+
+
+[[post-config|$CINDER_CONF]]
+[DEFAULT]
+notification_driver=cinder.openstack.common.notifier.rpc_notifier,messagingv2
+notification_topics=notifications,trackinstance
+
 [[post-config|/$Q_PLUGIN_CONF_FILE]]
 [agent]
 tunnel_types=vxlan
 vxlan_udp_port=8472
-
-[[post-config|$CINDER_CONF]]
-notification_driver=messagingv2

scripts/stackinabox/stack-noscreenrc

@@ -1,5 +1,11 @@
 #!/bin/bash
 
+/opt/stack/etcd/etcd-v2.2.2-linux-amd64/etcd --data-dir /opt/stack/etcd/db.etcd --advertise-client-urls http://0.0.0.0:4001  --listen-client-urls http://0.0.0.0:4001 >> /opt/stack/logs/etcd-server.log 2>&1 &
+
+sudo /usr/bin/docker daemon -H tcp://0.0.0.0:2375 --cluster-store etcd://localhost:4001 >> /opt/stack/logs/docker-engine.log 2>&1 &
+
+sudo PYTHONPATH=:/opt/stack/kuryr SERVICE_USER=admin SERVICE_PASSWORD=labstack SERVICE_TENANT_NAME=admin SERVICE_TOKEN=labstack IDENTIY_URL=http://127.0.0.1:5000/v2.0 python /opt/stack/kuryr/scripts/run_server.py  --config-file /etc/kuryr/kuryr.conf >> /opt/stack/logs/ >> /opt/stack/logs/kuryr.log 2>&1 &
+
 /usr/local/bin/glance-registry --config-file=/etc/glance/glance-registry.conf >> /opt/stack/logs/g-reg.log 2>&1 &
 
 /usr/local/bin/glance-api --config-file=/etc/glance/glance-api.conf >> /opt/stack/logs/g-api.log 2>&1 &
@@ -22,8 +28,12 @@
 
 /usr/local/bin/nova-scheduler --config-file /etc/nova/nova.conf >> /opt/stack/logs/n-sch.log 2>&1 &
 
+/usr/local/bin/nova-spicehtml5proxy --config-file /etc/nova/nova.conf --web /usr/share/spice-html5 >> /opt/stack/logs/n-spice.log 2>&1 &
+
 /usr/local/bin/nova-consoleauth --config-file /etc/nova/nova.conf >> /opt/stack/logs/n-cauth.log 2>&1 &
 
+/usr/local/bin/nova-serialproxy --config-file /etc/nova/nova.conf >> /opt/stack/logs/n-sproxy.log 2>&1 &
+
 /usr/local/bin/nova-objectstore --config-file /etc/nova/nova.conf >> /opt/stack/logs/n-obj.log 2>&1 &
 
 /usr/local/bin/nova-compute --config-file /etc/nova/nova.conf >> /opt/stack/logs/n-cpu.log 2>&1 &