RDO Kilo ML2&OVS&VLAN Mutti Node Deployment on Fedora 23

March 3, 2016, 2:05 am

≫ Next: Setup DVR on RDO Liberty Controller && 2(x)Computes ML2/OVS/VLAN landscape

≪ Previous: Hackery to get going RDO Kilo on Fedora 23

Current post follows up Hackery to get going RDO Kilo on Fedora 23
To complete packstack run for two nodes Controller/Network and Compute
setup I had to apply as pre-installation following patches, otherwise neutron
puppet crashed on Fedora 23 :-
1. Fix vs_port usage in Red Hat distros
https://review.openstack.org/#/c/273174/
2. Explicitly say that ovs_redhat parent is ovs
https://review.openstack.org/#/c/189301/

Final revision of /usr/share/openstack-puppet/modules/vswitch/lib/puppet/provider/vs_port/ovs_redhat.rb starts with

require File.expand_path(File.join(File.dirname(__FILE__), '..', '..', '..', 'puppetx', 'redhat', 'ifcfg.rb'))
require File.expand_path(File.join(File.dirname(__FILE__), '.','ovs.rb'))

BASE ||= '/etc/sysconfig/network-scripts/ifcfg-'
# When not seedling from interface file
DEFAULT ||= {
'ONBOOT'        => 'yes',
'BOOTPROTO'     => 'dhcp',
'PEERDNS'       => 'no',
'NM_CONTROLLED' => 'no',
'NOZEROCONF'    => 'yes' }

No more changes.

**********************************************************************
As post-installation patch for python-glanceclient 17.0-3 on F23
**********************************************************************
Convert headers to lower-case when parsing metadata
https://review.openstack.org/#/c/244899/
To be able to work with python-urllib3 1.13.1 installed on F23
In other words, to rebuild python-glanceclient-0.17.0-3.fc23.src.rpm
and re-install rpms produced by the build , followed by `openstack-service restart`. Would I have separated Storage Node glance client should be patched on both Storage node and Controller as well

**********************************
Installation answer file
**********************************

[general]
CONFIG_SSH_KEY=/root/.ssh/id_rsa.pub
CONFIG_DEFAULT_PASSWORD=
CONFIG_MARIADB_INSTALL=y
CONFIG_GLANCE_INSTALL=y
CONFIG_CINDER_INSTALL=y
CONFIG_MANILA_INSTALL=n
CONFIG_NOVA_INSTALL=y
CONFIG_NEUTRON_INSTALL=y
CONFIG_HORIZON_INSTALL=y
CONFIG_SWIFT_INSTALL=y
CONFIG_CEILOMETER_INSTALL=y
CONFIG_SAHARA_INSTALL=n
CONFIG_HEAT_INSTALL=n
CONFIG_TROVE_INSTALL=n
CONFIG_IRONIC_INSTALL=n
CONFIG_CLIENT_INSTALL=y
CONFIG_NTP_SERVERS=
CONFIG_NAGIOS_INSTALL=y
EXCLUDE_SERVERS=
CONFIG_DEBUG_MODE=n
CONFIG_CONTROLLER_HOST=192.169.142.127
CONFIG_COMPUTE_HOSTS=192.169.142.137
CONFIG_NETWORK_HOSTS=192.169.142.127
CONFIG_VMWARE_BACKEND=n
CONFIG_UNSUPPORTED=n
CONFIG_USE_SUBNETS=n
CONFIG_VCENTER_HOST=
CONFIG_VCENTER_USER=
CONFIG_VCENTER_PASSWORD=
CONFIG_VCENTER_CLUSTER_NAMES=
CONFIG_STORAGE_HOST=192.169.142.127
CONFIG_SAHARA_HOST=192.169.142.127
CONFIG_USE_EPEL=n
CONFIG_REPO=
CONFIG_ENABLE_RDO_TESTING=n
CONFIG_RH_USER=
CONFIG_SATELLITE_URL=
CONFIG_RH_PW=
CONFIG_RH_OPTIONAL=y
CONFIG_RH_PROXY=
CONFIG_RH_PROXY_PORT=
CONFIG_RH_PROXY_USER=
CONFIG_RH_PROXY_PW=
CONFIG_SATELLITE_USER=
CONFIG_SATELLITE_PW=
CONFIG_SATELLITE_AKEY=
CONFIG_SATELLITE_CACERT=
CONFIG_SATELLITE_PROFILE=
CONFIG_SATELLITE_FLAGS=
CONFIG_SATELLITE_PROXY=
CONFIG_SATELLITE_PROXY_USER=
CONFIG_SATELLITE_PROXY_PW=
CONFIG_SSL_CACERT_FILE=/etc/pki/tls/certs/selfcert.crt
CONFIG_SSL_CACERT_KEY_FILE=/etc/pki/tls/private/selfkey.key
CONFIG_SSL_CERT_DIR=~/packstackca/
CONFIG_SSL_CACERT_SELFSIGN=y
CONFIG_SELFSIGN_CACERT_SUBJECT_C=--
CONFIG_SELFSIGN_CACERT_SUBJECT_ST=State
CONFIG_SELFSIGN_CACERT_SUBJECT_L=City
CONFIG_SELFSIGN_CACERT_SUBJECT_O=openstack
CONFIG_SELFSIGN_CACERT_SUBJECT_OU=packstack
CONFIG_SELFSIGN_CACERT_SUBJECT_CN=ServerCentOS01.localdomain
CONFIG_SELFSIGN_CACERT_SUBJECT_MAIL=admin@ServerCentOS01.localdomain
CONFIG_AMQP_BACKEND=rabbitmq
CONFIG_AMQP_HOST=192.169.142.127
CONFIG_AMQP_ENABLE_SSL=n
CONFIG_AMQP_ENABLE_AUTH=n
CONFIG_AMQP_NSS_CERTDB_PW=PW_PLACEHOLDER
CONFIG_AMQP_AUTH_USER=amqp_user
CONFIG_AMQP_AUTH_PASSWORD=PW_PLACEHOLDER
CONFIG_MARIADB_HOST=192.169.142.127
CONFIG_MARIADB_USER=root
CONFIG_MARIADB_PW=66d38468ec974117
CONFIG_KEYSTONE_DB_PW=e678440a531c47fe
CONFIG_KEYSTONE_DB_PURGE_ENABLE=True
CONFIG_KEYSTONE_REGION=RegionOne
CONFIG_KEYSTONE_ADMIN_TOKEN=e1e05295c5554685b678c91ed83b10b1
CONFIG_KEYSTONE_ADMIN_EMAIL=root@localhost
CONFIG_KEYSTONE_ADMIN_USERNAME=admin
CONFIG_KEYSTONE_ADMIN_PW=89e47996c1c54577
CONFIG_KEYSTONE_DEMO_PW=22182b9b61fa4c89
CONFIG_KEYSTONE_API_VERSION=v2.0
CONFIG_KEYSTONE_TOKEN_FORMAT=UUID
CONFIG_KEYSTONE_SERVICE_NAME=httpd
CONFIG_KEYSTONE_IDENTITY_BACKEND=sql
CONFIG_KEYSTONE_LDAP_URL=ldap://192.169.142.127
CONFIG_KEYSTONE_LDAP_USER_DN=
CONFIG_KEYSTONE_LDAP_USER_PASSWORD=
CONFIG_KEYSTONE_LDAP_SUFFIX=
CONFIG_KEYSTONE_LDAP_QUERY_SCOPE=one
CONFIG_KEYSTONE_LDAP_PAGE_SIZE=-1
CONFIG_KEYSTONE_LDAP_USER_SUBTREE=
CONFIG_KEYSTONE_LDAP_USER_FILTER=
CONFIG_KEYSTONE_LDAP_USER_OBJECTCLASS=
CONFIG_KEYSTONE_LDAP_USER_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_NAME_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_MAIL_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_MASK=-1
CONFIG_KEYSTONE_LDAP_USER_ENABLED_DEFAULT=TRUE
CONFIG_KEYSTONE_LDAP_USER_ENABLED_INVERT=n
CONFIG_KEYSTONE_LDAP_USER_ATTRIBUTE_IGNORE=
CONFIG_KEYSTONE_LDAP_USER_DEFAULT_PROJECT_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ALLOW_CREATE=n
CONFIG_KEYSTONE_LDAP_USER_ALLOW_UPDATE=n
CONFIG_KEYSTONE_LDAP_USER_ALLOW_DELETE=n
CONFIG_KEYSTONE_LDAP_USER_PASS_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_EMULATION_DN=
CONFIG_KEYSTONE_LDAP_USER_ADDITIONAL_ATTRIBUTE_MAPPING=
CONFIG_KEYSTONE_LDAP_GROUP_SUBTREE=
CONFIG_KEYSTONE_LDAP_GROUP_FILTER=
CONFIG_KEYSTONE_LDAP_GROUP_OBJECTCLASS=
CONFIG_KEYSTONE_LDAP_GROUP_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_NAME_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_MEMBER_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_DESC_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_ATTRIBUTE_IGNORE=
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_CREATE=n
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_UPDATE=n
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_DELETE=n
CONFIG_KEYSTONE_LDAP_GROUP_ADDITIONAL_ATTRIBUTE_MAPPING=
CONFIG_KEYSTONE_LDAP_USE_TLS=n
CONFIG_KEYSTONE_LDAP_TLS_CACERTDIR=
CONFIG_KEYSTONE_LDAP_TLS_CACERTFILE=
CONFIG_KEYSTONE_LDAP_TLS_REQ_CERT=demand
CONFIG_GLANCE_DB_PW=e695f8551e3d434c
CONFIG_GLANCE_KS_PW=ebdba320a904449e
CONFIG_GLANCE_BACKEND=file
CONFIG_CINDER_DB_PW=cfc234405cdf4181
CONFIG_CINDER_DB_PURGE_ENABLE=True
CONFIG_CINDER_KS_PW=ba8df890a6454866
CONFIG_CINDER_BACKEND=lvm
CONFIG_CINDER_VOLUMES_CREATE=y
CONFIG_CINDER_VOLUMES_SIZE=2G
CONFIG_CINDER_GLUSTER_MOUNTS=
CONFIG_CINDER_NFS_MOUNTS=
CONFIG_CINDER_NETAPP_LOGIN=
CONFIG_CINDER_NETAPP_PASSWORD=
CONFIG_CINDER_NETAPP_HOSTNAME=
CONFIG_CINDER_NETAPP_SERVER_PORT=80
CONFIG_CINDER_NETAPP_STORAGE_FAMILY=ontap_cluster
CONFIG_CINDER_NETAPP_TRANSPORT_TYPE=http
CONFIG_CINDER_NETAPP_STORAGE_PROTOCOL=nfs
CONFIG_CINDER_NETAPP_SIZE_MULTIPLIER=1.0
CONFIG_CINDER_NETAPP_EXPIRY_THRES_MINUTES=720
CONFIG_CINDER_NETAPP_THRES_AVL_SIZE_PERC_START=20
CONFIG_CINDER_NETAPP_THRES_AVL_SIZE_PERC_STOP=60
CONFIG_CINDER_NETAPP_NFS_SHARES=
CONFIG_CINDER_NETAPP_NFS_SHARES_CONFIG=/etc/cinder/shares.conf
CONFIG_CINDER_NETAPP_VOLUME_LIST=
CONFIG_CINDER_NETAPP_VFILER=
CONFIG_CINDER_NETAPP_PARTNER_BACKEND_NAME=
CONFIG_CINDER_NETAPP_VSERVER=
CONFIG_CINDER_NETAPP_CONTROLLER_IPS=
CONFIG_CINDER_NETAPP_SA_PASSWORD=
CONFIG_CINDER_NETAPP_ESERIES_HOST_TYPE=linux_dm_mp
CONFIG_CINDER_NETAPP_WEBSERVICE_PATH=/devmgr/v2
CONFIG_CINDER_NETAPP_STORAGE_POOLS=
CONFIG_MANILA_DB_PW=PW_PLACEHOLDER
CONFIG_MANILA_KS_PW=PW_PLACEHOLDER
CONFIG_MANILA_BACKEND=generic
CONFIG_MANILA_NETAPP_DRV_HANDLES_SHARE_SERVERS=false
CONFIG_MANILA_NETAPP_TRANSPORT_TYPE=https
CONFIG_MANILA_NETAPP_LOGIN=admin
CONFIG_MANILA_NETAPP_PASSWORD=
CONFIG_MANILA_NETAPP_SERVER_HOSTNAME=
CONFIG_MANILA_NETAPP_STORAGE_FAMILY=ontap_cluster
CONFIG_MANILA_NETAPP_SERVER_PORT=443
CONFIG_MANILA_NETAPP_AGGREGATE_NAME_SEARCH_PATTERN=(.*)
CONFIG_MANILA_NETAPP_ROOT_VOLUME_AGGREGATE=
CONFIG_MANILA_NETAPP_ROOT_VOLUME_NAME=root
CONFIG_MANILA_NETAPP_VSERVER=
CONFIG_MANILA_GENERIC_DRV_HANDLES_SHARE_SERVERS=true
CONFIG_MANILA_GENERIC_VOLUME_NAME_TEMPLATE=manila-share-%s
CONFIG_MANILA_GENERIC_SHARE_MOUNT_PATH=/shares
CONFIG_MANILA_SERVICE_IMAGE_LOCATION=https://www.dropbox.com/s/vi5oeh10q1qkckh/ubuntu_1204_nfs_cifs.qcow2
CONFIG_MANILA_SERVICE_INSTANCE_USER=ubuntu
CONFIG_MANILA_SERVICE_INSTANCE_PASSWORD=ubuntu
CONFIG_MANILA_NETWORK_TYPE=neutron
CONFIG_MANILA_NETWORK_STANDALONE_GATEWAY=
CONFIG_MANILA_NETWORK_STANDALONE_NETMASK=
CONFIG_MANILA_NETWORK_STANDALONE_SEG_ID=
CONFIG_MANILA_NETWORK_STANDALONE_IP_RANGE=
CONFIG_MANILA_NETWORK_STANDALONE_IP_VERSION=4
CONFIG_MANILA_GLUSTERFS_SERVERS=
CONFIG_MANILA_GLUSTERFS_NATIVE_PATH_TO_PRIVATE_KEY=
CONFIG_MANILA_GLUSTERFS_VOLUME_PATTERN=
CONFIG_MANILA_GLUSTERFS_TARGET=
CONFIG_MANILA_GLUSTERFS_MOUNT_POINT_BASE=
CONFIG_MANILA_GLUSTERFS_NFS_SERVER_TYPE=gluster
CONFIG_MANILA_GLUSTERFS_PATH_TO_PRIVATE_KEY=
CONFIG_MANILA_GLUSTERFS_GANESHA_SERVER_IP=
CONFIG_IRONIC_DB_PW=PW_PLACEHOLDER
CONFIG_IRONIC_KS_PW=PW_PLACEHOLDER
CONFIG_NOVA_DB_PURGE_ENABLE=True
CONFIG_NOVA_DB_PW=48db80033113424c
CONFIG_NOVA_KS_PW=04750d997f7b4cd0
CONFIG_NOVA_SCHED_CPU_ALLOC_RATIO=16.0
CONFIG_NOVA_SCHED_RAM_ALLOC_RATIO=1.5
CONFIG_NOVA_COMPUTE_MIGRATE_PROTOCOL=tcp
CONFIG_NOVA_COMPUTE_MANAGER=nova.compute.manager.ComputeManager
CONFIG_VNC_SSL_CERT=
CONFIG_VNC_SSL_KEY=
CONFIG_NOVA_PCI_ALIAS=
CONFIG_NOVA_PCI_PASSTHROUGH_WHITELIST=
CONFIG_NOVA_COMPUTE_PRIVIF=ens4
CONFIG_NOVA_NETWORK_MANAGER=nova.network.manager.FlatDHCPManager
CONFIG_NOVA_NETWORK_PUBIF=ens3
CONFIG_NOVA_NETWORK_PRIVIF=ens4
CONFIG_NOVA_NETWORK_FIXEDRANGE=192.168.32.0/22
CONFIG_NOVA_NETWORK_FLOATRANGE=10.3.4.0/22
CONFIG_NOVA_NETWORK_AUTOASSIGNFLOATINGIP=n
CONFIG_NOVA_NETWORK_VLAN_START=100
CONFIG_NOVA_NETWORK_NUMBER=1
CONFIG_NOVA_NETWORK_SIZE=255
CONFIG_NEUTRON_KS_PW=3549700b2072492f
CONFIG_NEUTRON_DB_PW=2896cb32038040d1
CONFIG_NEUTRON_L3_EXT_BRIDGE=br-ex
CONFIG_NEUTRON_METADATA_PW=8a5ceeb9f9264e7c
CONFIG_LBAAS_INSTALL=n
CONFIG_NEUTRON_METERING_AGENT_INSTALL=n
CONFIG_NEUTRON_FWAAS=n
CONFIG_NEUTRON_VPNAAS=n
CONFIG_NEUTRON_ML2_TYPE_DRIVERS=vlan,flat
CONFIG_NEUTRON_ML2_TENANT_NETWORK_TYPES=vlan
CONFIG_NEUTRON_ML2_MECHANISM_DRIVERS=openvswitch
CONFIG_NEUTRON_ML2_FLAT_NETWORKS=*
CONFIG_NEUTRON_ML2_VLAN_RANGES=physnet1:100:200
CONFIG_NEUTRON_ML2_TUNNEL_ID_RANGES=
CONFIG_NEUTRON_ML2_VXLAN_GROUP=
CONFIG_NEUTRON_ML2_VNI_RANGES=
CONFIG_NEUTRON_L2_AGENT=openvswitch
CONFIG_NEUTRON_ML2_SUPPORTED_PCI_VENDOR_DEVS=['15b3:1004', '8086:10ca']
CONFIG_NEUTRON_ML2_SRIOV_AGENT_REQUIRED=n
CONFIG_NEUTRON_ML2_SRIOV_INTERFACE_MAPPINGS=
CONFIG_NEUTRON_LB_INTERFACE_MAPPINGS=
CONFIG_NEUTRON_OVS_BRIDGE_MAPPINGS=physnet1:br-ens4
CONFIG_NEUTRON_OVS_BRIDGE_IFACES=br-ens4:ens4
CONFIG_NEUTRON_OVS_TUNNEL_IF=
CONFIG_NEUTRON_OVS_VXLAN_UDP_PORT=4789
CONFIG_HORIZON_SSL=n
CONFIG_HORIZON_SECRET_KEY=70c8f53f8a1948768d432c11bbffe94a
CONFIG_HORIZON_SSL_CERT=
CONFIG_HORIZON_SSL_KEY=
CONFIG_HORIZON_SSL_CACERT=
CONFIG_SWIFT_KS_PW=2ad1d724dc6d4764
CONFIG_SWIFT_STORAGES=
CONFIG_SWIFT_STORAGE_ZONES=1
CONFIG_SWIFT_STORAGE_REPLICAS=1
CONFIG_SWIFT_STORAGE_FSTYPE=ext4
CONFIG_SWIFT_HASH=038b40edd19f4251
CONFIG_SWIFT_STORAGE_SIZE=20G
CONFIG_HEAT_DB_PW=PW_PLACEHOLDER
CONFIG_HEAT_AUTH_ENC_KEY=c863b530aaa24240
CONFIG_HEAT_KS_PW=PW_PLACEHOLDER
CONFIG_HEAT_CLOUDWATCH_INSTALL=n
CONFIG_HEAT_CFN_INSTALL=n
CONFIG_HEAT_DOMAIN=heat
CONFIG_HEAT_DOMAIN_ADMIN=heat_admin
CONFIG_HEAT_DOMAIN_PASSWORD=PW_PLACEHOLDER
CONFIG_PROVISION_DEMO=n
CONFIG_PROVISION_TEMPEST=n
CONFIG_PROVISION_DEMO_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_IMAGE_NAME=cirros
CONFIG_PROVISION_IMAGE_URL=http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img
CONFIG_PROVISION_IMAGE_FORMAT=qcow2
CONFIG_PROVISION_IMAGE_SSH_USER=cirros
CONFIG_PROVISION_TEMPEST_USER=
CONFIG_PROVISION_TEMPEST_USER_PW=PW_PLACEHOLDER
CONFIG_PROVISION_TEMPEST_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_TEMPEST_REPO_URI=https://github.com/openstack/tempest.git
CONFIG_PROVISION_TEMPEST_REPO_REVISION=master
CONFIG_PROVISION_OVS_BRIDGE=y
CONFIG_CEILOMETER_SECRET=8b362a1d225a472d
CONFIG_CEILOMETER_KS_PW=92bb4ec7c7584e18
CONFIG_CEILOMETER_COORDINATION_BACKEND=redis
CONFIG_MONGODB_HOST=192.169.142.127
CONFIG_REDIS_MASTER_HOST=192.169.142.127
CONFIG_REDIS_PORT=6379
CONFIG_REDIS_HA=n
CONFIG_REDIS_SLAVE_HOSTS=
CONFIG_REDIS_SENTINEL_HOSTS=
CONFIG_REDIS_SENTINEL_CONTACT_HOST=
CONFIG_REDIS_SENTINEL_PORT=26379
CONFIG_REDIS_SENTINEL_QUORUM=2
CONFIG_REDIS_MASTER_NAME=mymaster
CONFIG_SAHARA_DB_PW=PW_PLACEHOLDER
CONFIG_SAHARA_KS_PW=PW_PLACEHOLDER
CONFIG_TROVE_DB_PW=PW_PLACEHOLDER
CONFIG_TROVE_KS_PW=PW_PLACEHOLDER
CONFIG_TROVE_NOVA_USER=trove
CONFIG_TROVE_NOVA_TENANT=services
CONFIG_TROVE_NOVA_PW=PW_PLACEHOLDER
CONFIG_NAGIOS_PW=c5b1af910c094f3a

********************************************************************
Setup configured `ovs-vsctl show` on Controller as follows
********************************************************************
[root@ip-192-169-142-127 ~(keystone_admin)]# ovs-vsctl show
14af21b1-c42b-46c0-8745-dad80d69ccce
    Bridge "br-ens4"
        Port "br-ens4"
            Interface "br-ens4"
                type: internal
        Port "ens4"
            Interface "ens4"
        Port "phy-br-ens4"
            Interface "phy-br-ens4"
                type: patch
                options: {peer="int-br-ens4"}
    Bridge br-ex
        Port "ens3"
            Interface "ens3"
        Port "qg-69d6edeb-3d"
            Interface "qg-69d6edeb-3d"
                type: internal
        Port "qg-7fabb09a-ae"
            Interface "qg-7fabb09a-ae"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
    Bridge br-int
        fail_mode: secure
        Port "tap1ed0ce7e-8c"
            tag: 1
            Interface "tap1ed0ce7e-8c"
                type: internal
        Port br-int
            Interface br-int
                type: internal
        Port "int-br-ens4"
            Interface "int-br-ens4"
                type: patch
                options: {peer="phy-br-ens4"}
        Port "qr-b1a1062e-e6"
            tag: 1
            Interface "qr-b1a1062e-e6"
                type: internal
        Port "qr-ff43736f-19"
            tag: 2
            Interface "qr-ff43736f-19"
                type: internal
        Port "tapd155e71b-96"
            tag: 2
            Interface "tapd155e71b-96"
                type: internal
    ovs_version: "2.4.0"
********************************************************************
Setup configured `ovs-vsctl show` on Compute as follows
********************************************************************
[root@ip-192-169-142-137 ~]# ovs-vsctl show
f402f289-5f95-478e-bbf2-9f527d9f9628
    Bridge "br-ens4"
        Port "phy-br-ens4"
            Interface "phy-br-ens4"
                type: patch
                options: {peer="int-br-ens4"}
        Port "br-ens4"
            Interface "br-ens4"
                type: internal
        Port "ens4"
            Interface "ens4"
    Bridge br-int
        fail_mode: secure
        Port "qvof537847c-e3"
            tag: 1
            Interface "qvof537847c-e3"
        Port br-int
            Interface br-int
                type: internal
        Port "qvoa4549d4b-33"
            tag: 1
            Interface "qvoa4549d4b-33"
        Port "int-br-ens4"
            Interface "int-br-ens4"
                type: patch
                options: {peer="phy-br-ens4"}
        Port "qvo13e11e6b-49"
            tag: 2
            Interface "qvo13e11e6b-49"
    ovs_version: "2.4.0"

Ethernet ens4 as OVS port of bridge br-ens4 supported vm/data VLAN tagged
network between Controller and Compute Nodes

********************************************************
Neutron flow on Controller and Compute Node
********************************************************
[root@ip-192-169-142-127 ~(keystone_admin)]# ovs-ofctl dump-flows br-ens4 | grep NORMAL
cookie=0x0, duration=4164.366s, table=0, n_packets=803960, n_bytes=1161572954, idle_age=12, priority=4,in_port=2,dl_vlan=1 actions=mod_vlan_vid:126,NORMAL
cookie=0x0, duration=2902.974s, table=0, n_packets=7282, n_bytes=10102460, idle_age=544, priority=4,in_port=2,dl_vlan=2 actions=mod_vlan_vid:130,NORMAL
cookie=0x0, duration=4234.054s, table=0, n_packets=438532, n_bytes=35593081, idle_age=1, priority=1 actions=NORMAL

[root@ip-192-169-142-127 ~(keystone_admin)]# ovs-ofctl dump-flows br-int | grep NORMAL
cookie=0x0, duration=8917.157s, table=0, n_packets=431993, n_bytes=35077410, idle_age=240, priority=3,in_port=1,dl_vlan=126 actions=mod_vlan_vid:1,NORMAL
cookie=0x0, duration=7655.706s, table=0, n_packets=4572, n_bytes=399672, idle_age=1200, priority=3,in_port=1,dl_vlan=130 actions=mod_vlan_vid:2,NORMAL
cookie=0x0, duration=8987.276s, table=0, n_packets=811424, n_bytes=1171690730, idle_age=240, priority=1 actions=NORMAL

[root@ip-192-169-142-127 ~(keystone_admin)]# ssh 192.169.142.137
Last login: Wed Mar 2 22:22:04 2016 from 192.169.142.127

[root@ip-192-169-142-137 ~]# ovs-ofctl dump-flows br-ens4 | grep NORMAL
cookie=0x0, duration=4212.824s, table=0, n_packets=431682, n_bytes=33325221, idle_age=6, priority=4,in_port=2,dl_vlan=1 actions=mod_vlan_vid:126,NORMAL
cookie=0x0, duration=2668.743s, table=0, n_packets=4568, n_bytes=380932, idle_age=601, priority=4,in_port=2,dl_vlan=2 actions=mod_vlan_vid:130,NORMAL
cookie=0x0, duration=4228.032s, table=0, n_packets=816727, n_bytes=1175267191, idle_age=0, priority=1 actions=NORMAL

[root@ip-192-169-142-137 ~]# ovs-ofctl dump-flows br-int | grep NORMAL
cookie=0x0, duration=8734.387s, table=0, n_packets=807411, n_bytes=1165032968, idle_age=67, priority=3,in_port=1,dl_vlan=126 actions=mod_vlan_vid:1,NORMAL
cookie=0x0, duration=7190.279s, table=0, n_packets=7335, n_bytes=10135314, idle_age=1027, priority=3,in_port=1,dl_vlan=130 actions=mod_vlan_vid:2,NORMAL
cookie=0x0, duration=8750.161s, table=0, n_packets=436481, n_bytes=33727336, idle_age=67, priority=1 actions=NORMAL

↧

Setup DVR on RDO Liberty Controller && 2(x)Computes ML2/OVS/VLAN landscape

March 4, 2016, 6:11 am

≫ Next: HA support for DVR centralized default SNAT functionality on RDO Mitaka Milestone 3

≪ Previous: RDO Kilo ML2&OVS&VLAN Mutti Node Deployment on Fedora 23

UPDATE 03/05/2016
1. Inroduced in Kilo   VLAN network type support for distributed virtual routers(DVR)
2. DVR setup on top of RDO Kilo ML2/OVS/VLAN deployment on Fedora 23
follows same guide lines as on Liberty.
END UPDATE

Just a reminder in Juno and Kilo DVR was available for deployments using VXLAN tunneling and required l2population activation on all nodes. One of new features of Liberty is DVR compatibility with ML2&OVS&VLAN deployed landscapes. On RDO Liberty packstack doesn't play so nicely doing VLAN deployment as in case of VXLAN tunneling. Attempt to use old templates for answer file just does all configs properly only on Controller/Network Node.
However, it is not a problem replicate across Compute Nodes landscape required samples ifcfg-br-eth1,ifcfg-eth1 ( supporting VLAN vm/data network ) and openvswitch_agent.ini , what makes RDO Liberty system attractive not only in case VXLAN (GRE) tunneling deployments, but still pretty comfortable for VLAN setups.
    I also have to notice that on RDO Kilo same answer-file does Compute
Nodes automatically and properly .

DVR setup on VLAN landscape is just easier then in case with VXLAN tunneling, l2population bringing up is not required

[root@ServerCentOS01 ~]# cat answerVLAN.txt
[general]
CONFIG_SSH_KEY=/root/.ssh/id_rsa.pub
CONFIG_DEFAULT_PASSWORD=
CONFIG_MARIADB_INSTALL=y
CONFIG_GLANCE_INSTALL=y
CONFIG_CINDER_INSTALL=y
CONFIG_MANILA_INSTALL=n
CONFIG_NOVA_INSTALL=y
CONFIG_NEUTRON_INSTALL=y
CONFIG_HORIZON_INSTALL=y
CONFIG_SWIFT_INSTALL=y
CONFIG_CEILOMETER_INSTALL=y
CONFIG_SAHARA_INSTALL=n
CONFIG_HEAT_INSTALL=n
CONFIG_TROVE_INSTALL=n
CONFIG_IRONIC_INSTALL=n
CONFIG_CLIENT_INSTALL=y
CONFIG_NTP_SERVERS=
CONFIG_NAGIOS_INSTALL=y
EXCLUDE_SERVERS=
CONFIG_DEBUG_MODE=n
CONFIG_CONTROLLER_HOST=192.169.142.127
CONFIG_COMPUTE_HOSTS=192.169.142.137,192.169.142.147
CONFIG_NETWORK_HOSTS=192.169.142.127
CONFIG_VMWARE_BACKEND=n
CONFIG_UNSUPPORTED=n
CONFIG_USE_SUBNETS=n
CONFIG_VCENTER_HOST=
CONFIG_VCENTER_USER=
CONFIG_VCENTER_PASSWORD=
CONFIG_VCENTER_CLUSTER_NAMES=
CONFIG_STORAGE_HOST=192.169.142.127
CONFIG_SAHARA_HOST=192.169.142.127
CONFIG_USE_EPEL=n
CONFIG_REPO=
CONFIG_ENABLE_RDO_TESTING=n
CONFIG_RH_USER=
CONFIG_SATELLITE_URL=
CONFIG_RH_PW=
CONFIG_RH_OPTIONAL=y
CONFIG_RH_PROXY=
CONFIG_RH_PROXY_PORT=
CONFIG_RH_PROXY_USER=
CONFIG_RH_PROXY_PW=
CONFIG_SATELLITE_USER=
CONFIG_SATELLITE_PW=
CONFIG_SATELLITE_AKEY=
CONFIG_SATELLITE_CACERT=
CONFIG_SATELLITE_PROFILE=
CONFIG_SATELLITE_FLAGS=
CONFIG_SATELLITE_PROXY=
CONFIG_SATELLITE_PROXY_USER=
CONFIG_SATELLITE_PROXY_PW=
CONFIG_SSL_CACERT_FILE=/etc/pki/tls/certs/selfcert.crt
CONFIG_SSL_CACERT_KEY_FILE=/etc/pki/tls/private/selfkey.key
CONFIG_SSL_CERT_DIR=~/packstackca/
CONFIG_SSL_CACERT_SELFSIGN=y
CONFIG_SELFSIGN_CACERT_SUBJECT_C=--
CONFIG_SELFSIGN_CACERT_SUBJECT_ST=State
CONFIG_SELFSIGN_CACERT_SUBJECT_L=City
CONFIG_SELFSIGN_CACERT_SUBJECT_O=openstack
CONFIG_SELFSIGN_CACERT_SUBJECT_OU=packstack
CONFIG_SELFSIGN_CACERT_SUBJECT_CN=ServerCentOS01.localdomain
CONFIG_SELFSIGN_CACERT_SUBJECT_MAIL=admin@ServerCentOS01.localdomain
CONFIG_AMQP_BACKEND=rabbitmq
CONFIG_AMQP_HOST=192.169.142.127
CONFIG_AMQP_ENABLE_SSL=n
CONFIG_AMQP_ENABLE_AUTH=n
CONFIG_AMQP_NSS_CERTDB_PW=PW_PLACEHOLDER
CONFIG_AMQP_AUTH_USER=amqp_user
CONFIG_AMQP_AUTH_PASSWORD=PW_PLACEHOLDER
CONFIG_MARIADB_HOST=192.169.142.127
CONFIG_MARIADB_USER=root
CONFIG_MARIADB_PW=66d38468ec974117
CONFIG_KEYSTONE_DB_PW=e678440a531c47fe
CONFIG_KEYSTONE_DB_PURGE_ENABLE=True
CONFIG_KEYSTONE_REGION=RegionOne
CONFIG_KEYSTONE_ADMIN_TOKEN=e1e05295c5554685b678c91ed83b10b1
CONFIG_KEYSTONE_ADMIN_EMAIL=root@localhost
CONFIG_KEYSTONE_ADMIN_USERNAME=admin
CONFIG_KEYSTONE_ADMIN_PW=89e47996c1c54577
CONFIG_KEYSTONE_DEMO_PW=22182b9b61fa4c89
CONFIG_KEYSTONE_API_VERSION=v2.0
CONFIG_KEYSTONE_TOKEN_FORMAT=UUID
CONFIG_KEYSTONE_SERVICE_NAME=httpd
CONFIG_KEYSTONE_IDENTITY_BACKEND=sql
CONFIG_KEYSTONE_LDAP_URL=ldap://192.169.142.127
CONFIG_KEYSTONE_LDAP_USER_DN=
CONFIG_KEYSTONE_LDAP_USER_PASSWORD=
CONFIG_KEYSTONE_LDAP_SUFFIX=
CONFIG_KEYSTONE_LDAP_QUERY_SCOPE=one
CONFIG_KEYSTONE_LDAP_PAGE_SIZE=-1
CONFIG_KEYSTONE_LDAP_USER_SUBTREE=
CONFIG_KEYSTONE_LDAP_USER_FILTER=
CONFIG_KEYSTONE_LDAP_USER_OBJECTCLASS=
CONFIG_KEYSTONE_LDAP_USER_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_NAME_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_MAIL_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_MASK=-1
CONFIG_KEYSTONE_LDAP_USER_ENABLED_DEFAULT=TRUE
CONFIG_KEYSTONE_LDAP_USER_ENABLED_INVERT=n
CONFIG_KEYSTONE_LDAP_USER_ATTRIBUTE_IGNORE=
CONFIG_KEYSTONE_LDAP_USER_DEFAULT_PROJECT_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ALLOW_CREATE=n
CONFIG_KEYSTONE_LDAP_USER_ALLOW_UPDATE=n
CONFIG_KEYSTONE_LDAP_USER_ALLOW_DELETE=n
CONFIG_KEYSTONE_LDAP_USER_PASS_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_EMULATION_DN=
CONFIG_KEYSTONE_LDAP_USER_ADDITIONAL_ATTRIBUTE_MAPPING=
CONFIG_KEYSTONE_LDAP_GROUP_SUBTREE=
CONFIG_KEYSTONE_LDAP_GROUP_FILTER=
CONFIG_KEYSTONE_LDAP_GROUP_OBJECTCLASS=
CONFIG_KEYSTONE_LDAP_GROUP_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_NAME_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_MEMBER_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_DESC_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_ATTRIBUTE_IGNORE=
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_CREATE=n
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_UPDATE=n
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_DELETE=n
CONFIG_KEYSTONE_LDAP_GROUP_ADDITIONAL_ATTRIBUTE_MAPPING=
CONFIG_KEYSTONE_LDAP_USE_TLS=n
CONFIG_KEYSTONE_LDAP_TLS_CACERTDIR=
CONFIG_KEYSTONE_LDAP_TLS_CACERTFILE=
CONFIG_KEYSTONE_LDAP_TLS_REQ_CERT=demand
CONFIG_GLANCE_DB_PW=e695f8551e3d434c
CONFIG_GLANCE_KS_PW=ebdba320a904449e
CONFIG_GLANCE_BACKEND=file
CONFIG_CINDER_DB_PW=cfc234405cdf4181
CONFIG_CINDER_DB_PURGE_ENABLE=True
CONFIG_CINDER_KS_PW=ba8df890a6454866
CONFIG_CINDER_BACKEND=lvm
CONFIG_CINDER_VOLUMES_CREATE=y
CONFIG_CINDER_VOLUMES_SIZE=2G
CONFIG_CINDER_GLUSTER_MOUNTS=
CONFIG_CINDER_NFS_MOUNTS=
CONFIG_CINDER_NETAPP_LOGIN=
CONFIG_CINDER_NETAPP_PASSWORD=
CONFIG_CINDER_NETAPP_HOSTNAME=
CONFIG_CINDER_NETAPP_SERVER_PORT=80
CONFIG_CINDER_NETAPP_STORAGE_FAMILY=ontap_cluster
CONFIG_CINDER_NETAPP_TRANSPORT_TYPE=http
CONFIG_CINDER_NETAPP_STORAGE_PROTOCOL=nfs
CONFIG_CINDER_NETAPP_SIZE_MULTIPLIER=1.0
CONFIG_CINDER_NETAPP_EXPIRY_THRES_MINUTES=720
CONFIG_CINDER_NETAPP_THRES_AVL_SIZE_PERC_START=20
CONFIG_CINDER_NETAPP_THRES_AVL_SIZE_PERC_STOP=60
CONFIG_CINDER_NETAPP_NFS_SHARES=
CONFIG_CINDER_NETAPP_NFS_SHARES_CONFIG=/etc/cinder/shares.conf
CONFIG_CINDER_NETAPP_VOLUME_LIST=
CONFIG_CINDER_NETAPP_VFILER=
CONFIG_CINDER_NETAPP_PARTNER_BACKEND_NAME=
CONFIG_CINDER_NETAPP_VSERVER=
CONFIG_CINDER_NETAPP_CONTROLLER_IPS=
CONFIG_CINDER_NETAPP_SA_PASSWORD=
CONFIG_CINDER_NETAPP_ESERIES_HOST_TYPE=linux_dm_mp
CONFIG_CINDER_NETAPP_WEBSERVICE_PATH=/devmgr/v2
CONFIG_CINDER_NETAPP_STORAGE_POOLS=
CONFIG_MANILA_DB_PW=PW_PLACEHOLDER
CONFIG_MANILA_KS_PW=PW_PLACEHOLDER
CONFIG_MANILA_BACKEND=generic
CONFIG_MANILA_NETAPP_DRV_HANDLES_SHARE_SERVERS=false
CONFIG_MANILA_NETAPP_TRANSPORT_TYPE=https
CONFIG_MANILA_NETAPP_LOGIN=admin
CONFIG_MANILA_NETAPP_PASSWORD=
CONFIG_MANILA_NETAPP_SERVER_HOSTNAME=
CONFIG_MANILA_NETAPP_STORAGE_FAMILY=ontap_cluster
CONFIG_MANILA_NETAPP_SERVER_PORT=443
CONFIG_MANILA_NETAPP_AGGREGATE_NAME_SEARCH_PATTERN=(.*)
CONFIG_MANILA_NETAPP_ROOT_VOLUME_AGGREGATE=
CONFIG_MANILA_NETAPP_ROOT_VOLUME_NAME=root
CONFIG_MANILA_NETAPP_VSERVER=
CONFIG_MANILA_GENERIC_DRV_HANDLES_SHARE_SERVERS=true
CONFIG_MANILA_GENERIC_VOLUME_NAME_TEMPLATE=manila-share-%s
CONFIG_MANILA_GENERIC_SHARE_MOUNT_PATH=/shares
CONFIG_MANILA_SERVICE_IMAGE_LOCATION=https://www.dropbox.com/s/vi5oeh10q1qkckh/ubuntu_1204_nfs_cifs.qcow2
CONFIG_MANILA_SERVICE_INSTANCE_USER=ubuntu
CONFIG_MANILA_SERVICE_INSTANCE_PASSWORD=ubuntu
CONFIG_MANILA_NETWORK_TYPE=neutron
CONFIG_MANILA_NETWORK_STANDALONE_GATEWAY=
CONFIG_MANILA_NETWORK_STANDALONE_NETMASK=
CONFIG_MANILA_NETWORK_STANDALONE_SEG_ID=
CONFIG_MANILA_NETWORK_STANDALONE_IP_RANGE=
CONFIG_MANILA_NETWORK_STANDALONE_IP_VERSION=4
CONFIG_MANILA_GLUSTERFS_SERVERS=
CONFIG_MANILA_GLUSTERFS_NATIVE_PATH_TO_PRIVATE_KEY=
CONFIG_MANILA_GLUSTERFS_VOLUME_PATTERN=
CONFIG_MANILA_GLUSTERFS_TARGET=
CONFIG_MANILA_GLUSTERFS_MOUNT_POINT_BASE=
CONFIG_MANILA_GLUSTERFS_NFS_SERVER_TYPE=gluster
CONFIG_MANILA_GLUSTERFS_PATH_TO_PRIVATE_KEY=
CONFIG_MANILA_GLUSTERFS_GANESHA_SERVER_IP=
CONFIG_IRONIC_DB_PW=PW_PLACEHOLDER
CONFIG_IRONIC_KS_PW=PW_PLACEHOLDER
CONFIG_NOVA_DB_PURGE_ENABLE=True
CONFIG_NOVA_DB_PW=48db80033113424c
CONFIG_NOVA_KS_PW=04750d997f7b4cd0
CONFIG_NOVA_SCHED_CPU_ALLOC_RATIO=16.0
CONFIG_NOVA_SCHED_RAM_ALLOC_RATIO=1.5
CONFIG_NOVA_COMPUTE_MIGRATE_PROTOCOL=tcp
CONFIG_NOVA_COMPUTE_MANAGER=nova.compute.manager.ComputeManager
CONFIG_VNC_SSL_CERT=
CONFIG_VNC_SSL_KEY=
CONFIG_NOVA_PCI_ALIAS=
CONFIG_NOVA_PCI_PASSTHROUGH_WHITELIST=
CONFIG_NOVA_COMPUTE_PRIVIF=eth1
CONFIG_NOVA_NETWORK_MANAGER=nova.network.manager.FlatDHCPManager
CONFIG_NOVA_NETWORK_PUBIF=eth0
CONFIG_NOVA_NETWORK_PRIVIF=eth1
CONFIG_NOVA_NETWORK_FIXEDRANGE=192.168.32.0/22
CONFIG_NOVA_NETWORK_FLOATRANGE=10.3.4.0/22
CONFIG_NOVA_NETWORK_AUTOASSIGNFLOATINGIP=n
CONFIG_NOVA_NETWORK_VLAN_START=100
CONFIG_NOVA_NETWORK_NUMBER=1
CONFIG_NOVA_NETWORK_SIZE=255
CONFIG_NEUTRON_KS_PW=3549700b2072492f
CONFIG_NEUTRON_DB_PW=2896cb32038040d1
CONFIG_NEUTRON_L3_EXT_BRIDGE=br-ex
CONFIG_NEUTRON_METADATA_PW=8a5ceeb9f9264e7c
CONFIG_LBAAS_INSTALL=n
CONFIG_NEUTRON_METERING_AGENT_INSTALL=n
CONFIG_NEUTRON_FWAAS=n
CONFIG_NEUTRON_VPNAAS=n
CONFIG_NEUTRON_ML2_TYPE_DRIVERS=vlan,flat
CONFIG_NEUTRON_ML2_TENANT_NETWORK_TYPES=vlan
CONFIG_NEUTRON_ML2_MECHANISM_DRIVERS=openvswitch
CONFIG_NEUTRON_ML2_FLAT_NETWORKS=*
CONFIG_NEUTRON_ML2_VLAN_RANGES=physnet1:100:200
CONFIG_NEUTRON_ML2_TUNNEL_ID_RANGES=
CONFIG_NEUTRON_ML2_VXLAN_GROUP=
CONFIG_NEUTRON_ML2_VNI_RANGES=
CONFIG_NEUTRON_L2_AGENT=openvswitch
CONFIG_NEUTRON_ML2_SUPPORTED_PCI_VENDOR_DEVS=['15b3:1004', '8086:10ca']
CONFIG_NEUTRON_ML2_SRIOV_AGENT_REQUIRED=n
CONFIG_NEUTRON_ML2_SRIOV_INTERFACE_MAPPINGS=
CONFIG_NEUTRON_LB_INTERFACE_MAPPINGS=
CONFIG_NEUTRON_OVS_BRIDGE_MAPPINGS=physnet1:br-eth1
CONFIG_NEUTRON_OVS_BRIDGE_IFACES=br-eth1:eth1
CONFIG_NEUTRON_OVS_TUNNEL_IF=
# CONFIG_NEUTRON_OVS_TUNNEL_SUBNETS=12.0.0.0/24
CONFIG_NEUTRON_OVS_VXLAN_UDP_PORT=4789
CONFIG_HORIZON_SSL=n
CONFIG_HORIZON_SECRET_KEY=70c8f53f8a1948768d432c11bbffe94a
CONFIG_HORIZON_SSL_CERT=
CONFIG_HORIZON_SSL_KEY=
CONFIG_HORIZON_SSL_CACERT=
CONFIG_SWIFT_KS_PW=2ad1d724dc6d4764
CONFIG_SWIFT_STORAGES=
CONFIG_SWIFT_STORAGE_ZONES=1
CONFIG_SWIFT_STORAGE_REPLICAS=1
CONFIG_SWIFT_STORAGE_FSTYPE=ext4
CONFIG_SWIFT_HASH=038b40edd19f4251
CONFIG_SWIFT_STORAGE_SIZE=20G
CONFIG_HEAT_DB_PW=PW_PLACEHOLDER
CONFIG_HEAT_AUTH_ENC_KEY=c863b530aaa24240
CONFIG_HEAT_KS_PW=PW_PLACEHOLDER
CONFIG_HEAT_CLOUDWATCH_INSTALL=n
CONFIG_HEAT_CFN_INSTALL=n
CONFIG_HEAT_DOMAIN=heat
CONFIG_HEAT_DOMAIN_ADMIN=heat_admin
CONFIG_HEAT_DOMAIN_PASSWORD=PW_PLACEHOLDER
CONFIG_PROVISION_DEMO=y
CONFIG_PROVISION_TEMPEST=n
CONFIG_PROVISION_DEMO_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_IMAGE_NAME=cirros
CONFIG_PROVISION_IMAGE_URL=http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img
CONFIG_PROVISION_IMAGE_FORMAT=qcow2
CONFIG_PROVISION_IMAGE_SSH_USER=cirros
CONFIG_PROVISION_TEMPEST_USER=
CONFIG_PROVISION_TEMPEST_USER_PW=PW_PLACEHOLDER
CONFIG_PROVISION_TEMPEST_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_TEMPEST_REPO_URI=https://github.com/openstack/tempest.git
CONFIG_PROVISION_TEMPEST_REPO_REVISION=master
CONFIG_PROVISION_OVS_BRIDGE=y
CONFIG_CEILOMETER_SECRET=8b362a1d225a472d
CONFIG_CEILOMETER_KS_PW=92bb4ec7c7584e18
CONFIG_CEILOMETER_COORDINATION_BACKEND=redis
CONFIG_MONGODB_HOST=192.169.142.127
CONFIG_REDIS_MASTER_HOST=192.169.142.127
CONFIG_REDIS_PORT=6379
CONFIG_REDIS_HA=n
CONFIG_REDIS_SLAVE_HOSTS=
CONFIG_REDIS_SENTINEL_HOSTS=
CONFIG_REDIS_SENTINEL_CONTACT_HOST=
CONFIG_REDIS_SENTINEL_PORT=26379
CONFIG_REDIS_SENTINEL_QUORUM=2
CONFIG_REDIS_MASTER_NAME=mymaster
CONFIG_SAHARA_DB_PW=PW_PLACEHOLDER
CONFIG_SAHARA_KS_PW=PW_PLACEHOLDER
CONFIG_TROVE_DB_PW=PW_PLACEHOLDER
CONFIG_TROVE_KS_PW=PW_PLACEHOLDER
CONFIG_TROVE_NOVA_USER=trove
CONFIG_TROVE_NOVA_TENANT=services
CONFIG_TROVE_NOVA_PW=PW_PLACEHOLDER
CONFIG_NAGIOS_PW=c5b1af910c094f3a

Controller would be done OK. Files generated may serve as samples
for Compute Nodes

******************************************************************************************
Compute Node requires manual updates. Copy over from Controller ifcfg-br-eth1 OVS bridge and ifcfg-eth1 OVS port , /etc/neutron/plugins/ml2neutron_ovsagent.ini,/etc/neutron/plugins/ml2/ml2_conf.ini to Compute Nodes
******************************************************************************************
Create symlink pluging.ini under /etc/neutron

[root@ServerCentOS02 neutron(keystone_admin)]# ls -l
total 80
drwxr-xr-x. 10 root root     4096 Mar 1 22:12 conf.d
-rw-r-----. 1 root neutron 4476 Dec 7 18:53 dhcp_agent.ini
-rw-r-----. 1 root neutron 5537 Dec 7 18:53 l3_agent.ini
-rw-r-----. 1 root neutron 2600 Dec 7 18:53 metadata_agent.ini
-rw-r-----. 1 root neutron 37034 Mar 1 22:12 neutron.conf
lrwxrwxrwx. 1 root root       37 Mar 1 22:38 plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini
drwxr-xr-x. 3 root root       16 Mar 1 22:12 plugins
-rw-r-----. 1 root neutron 9486 Dec 7 18:53 policy.json
-rw-r--r--. 1 root root     1195 Dec 7 18:53 rootwrap.conf

[root@ServerCentOS02 neutron(keystone_admin)]# cat plugin.ini | grep -v ^#|grep -v ^$
[ml2]
type_drivers = vlan,flat
tenant_network_types = vlan
mechanism_drivers =openvswitch
path_mtu = 0
[ml2_type_flat]
flat_networks =*
[ml2_type_vlan]
network_vlan_ranges =physnet1:100:200
[ml2_type_gre]
[ml2_type_vxlan]
[ml2_type_geneve]
[securitygroup]
enable_security_group = True

***********************************************************************************
Update local_ip in openvswitch_agent.ini corresondently on 192.169.142.137
and 192.169.142.147
***********************************************************************************

[root@ServerCentOS02 ml2(keystone_admin)]# cat openvswitch_agent.ini | grep -v ^# | grep -v ^$
[ovs]

network_vlan_ranges = physnet1:100:200
tenant_network_type = vlan
enable_tunneling = False
integration_bridge = br-int
bridge_mappings = physnet1:br-eth1
local_ip = 192.168.1.137
[agent]
polling_interval = 2
l2_population = False
arp_responder = False
prevent_arp_spoofing = True
enable_distributed_routing = False
drop_flows_on_start=False
[securitygroup]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver

*******************************************************************
Copy over from Controller following ifcfg-* files ,
support VLAN tagged vm/data network connection from
Compute to Controller and vice/versa
*******************************************************************

[root@ServerCentOS02 network-scripts(keystone_admin)]# cat ifcfg-br-eth1
ONBOOT=yes
NM_CONTROLLED=no
DEVICE=br-eth1
DEVICETYPE=ovs
OVSBOOTPROTO=none
TYPE=OVSBridge

[root@ServerCentOS02 network-scripts(keystone_admin)]# cat ifcfg-eth1
DEVICE=eth1
DEVICETYPE=ovs
TYPE=OVSPort
OVS_BRIDGE=br-eth1
ONBOOT=yes
BOOTPROTO=none

************************************
When done on each Compute Node
************************************
Run script

#!/bin/bash -x
chkconfig network on ;
systemctl stop NetworkManager ;
systemctl disable NetworkManager ;
service network restart

Followed by `openstack-service restart` and Node reboot.
Afterwards `ovs-vsctl show` would look like ( on Compute )

[root@ServerCentOS02 ~(keystone_admin)]# ovs-vsctl show
58d168ad-6076-409d-8d61-0f2ca1481da8
    Bridge "br-eth1"
        Port "eth1"
            Interface "eth1"
        Port "br-eth1"
            Interface "br-eth1"
                type: internal
        Port "phy-br-eth1"
            Interface "phy-br-eth1"
                type: patch
                options: {peer="int-br-eth1"}
    Bridge br-int
        fail_mode: secure
        Port br-int
            Interface br-int
                type: internal
        Port "int-br-eth1"
            Interface "int-br-eth1"
                type: patch
                options: {peer="phy-br-eth1"}
        Port "qvode5c08bd-cf"
            tag: 1
            Interface "qvode5c08bd-cf"
    ovs_version: "2.4.0"

**********************************************************
Controller status right after packstack completion
**********************************************************

[root@ServerCentOS01 neutron(keystone_admin)]# ls -l
total 84
-rw-r-----. 1 root root      182 Mar 1 22:12 api-paste.ini
drwxr-xr-x. 10 root root     4096 Mar 1 22:12 conf.d
-rw-r-----. 1 root neutron 4867 Mar 1 22:12 dhcp_agent.ini
-rw-r-----. 1 root neutron 5856 Mar 1 22:12 l3_agent.ini
-rw-r-----. 1 root neutron 2838 Mar 1 22:12 metadata_agent.ini
-rw-r-----. 1 root neutron 37747 Mar 1 22:12 neutron.conf
lrwxrwxrwx. 1 root root       37 Mar 1 22:12 plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini
drwxr-xr-x. 3 root root       16 Mar 1 22:12 plugins
-rw-r-----. 1 root neutron 9486 Dec 7 18:53 policy.json
-rw-r--r--. 1 root root     1195 Dec 7 18:53 rootwrap.conf

[root@ServerCentOS01 neutron(keystone_admin)]# cat plugin.ini | grep -v ^$|grep -v ^#
[ml2]
type_drivers = vlan,flat
tenant_network_types = vlan
mechanism_drivers =openvswitch
path_mtu = 0
[ml2_type_flat]
flat_networks =*
[ml2_type_vlan]
network_vlan_ranges =physnet1:100:200
[ml2_type_gre]
[ml2_type_vxlan]
[ml2_type_geneve]
[securitygroup]
enable_security_group = True

[root@ServerCentOS01 neutron(keystone_admin)]# cd plugins/ml2
[root@ServerCentOS01 ml2(keystone_admin)]# pwd
/etc/neutron/plugins/ml2
[root@ServerCentOS01 ml2(keystone_admin)]# cat openvswitch_agent.ini | grep -v ^$|grep -v ^#
[ovs]
integration_bridge = br-int
local_ip = 192.169.142.127
bridge_mappings =physnet1:br-eth1
enable_tunneling=False
[agent]
polling_interval = 2
l2_population = False
arp_responder = False
prevent_arp_spoofing = True
enable_distributed_routing = False
drop_flows_on_start=False
[securitygroup]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver

[root@ServerCentOS01 ~]# ovs-vsctl show
5f4d0aa9-049c-4522-a6bf-4c10ba12dcc2
    Bridge br-ex
        Port br-ex
            Interface br-ex
                type: internal
        Port "eth0"
            Interface "eth0"
        Port "qg-a1a797a9-9b"
            Interface "qg-a1a797a9-9b"
                type: internal
    Bridge br-int
        fail_mode: secure
        Port "tap35d4e073-fd"
            tag: 1
            Interface "tap35d4e073-fd"
                type: internal
        Port "tap257a060c-22"
            tag: 2
            Interface "tap257a060c-22"
                type: internal
        Port br-int
            Interface br-int
                type: internal
        Port "qr-71a634e2-2b"
            tag: 2
            Interface "qr-71a634e2-2b"
                type: internal
        Port "int-br-eth1"
            Interface "int-br-eth1"
                type: patch
                options: {peer="phy-br-eth1"}
    Bridge "br-eth1"
        Port "br-eth1"
            Interface "br-eth1"
                type: internal
        Port "phy-br-eth1"
            Interface "phy-br-eth1"
                type: patch
                options: {peer="int-br-eth1"}
        Port "eth1"
            Interface "eth1"
    ovs_version: "2.4.0"

*******************
DVR SETUP
*******************

On Controller (X=2) and Computes X=(3,4) update :-

# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="192.169.142.1(X)7"
NETMASK="255.255.255.0"
DNS1="83.221.202.254"
BROADCAST="192.169.142.255"
GATEWAY="192.169.142.1"
NM_CONTROLLED="no"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no
ONBOOT="yes"
TYPE="OVSIntPort"
OVS_BRIDGE=br-ex
DEVICETYPE="ovs"

# cat ifcfg-eth0
DEVICE="eth0"
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

Followed by `service network restart`

*****************************************
On Controller update neutron.conf
*****************************************
router_distributed = True
dvr_base_mac = fa:16:3f:00:00:00

[root@ip-192-169-142-127 neutron(keystone_admin)]# cat l3_agent.ini | grep -v ^#| grep -v ^$
[DEFAULT]
debug = False
interface_driver =neutron.agent.linux.interface.OVSInterfaceDriver
handle_internal_only_routers = True
external_network_bridge = br-ex
metadata_port = 9697
send_arp_for_ha = 3
periodic_interval = 40
periodic_fuzzy_delay = 5
enable_metadata_proxy = True
router_delete_namespaces = False
agent_mode = dvr_snat
[AGENT]

Followed by `openstack-service restart` and status verification

*********************************
On each Compute Node
*********************************

[root@ip-192-169-142-147 neutron]# cat l3_agent.ini | grep -v ^#| grep -v ^$
[DEFAULT]
interface_driver = neutron.agent.linux.interface.OVSInterfaceDriver
agent_mode = dvr
[AGENT]

Replicate metadata_agent.ini from Controller/Network Node to
all Compute Nodes on your landscape

************************************************************************************
plugin.ini which is symlink to /etc/neutron/plugins/ml2/ml2_conf.ini
stays the same
************************************************************************************

[root@ServerCentOS02 neutron(keystone_admin)]# cat plugin.ini | grep -v ^#|grep -v ^$
[ml2]
type_drivers = vlan,flat
tenant_network_types = vlan
mechanism_drivers =openvswitch
path_mtu = 0
[ml2_type_flat]
flat_networks =*
[ml2_type_vlan]
network_vlan_ranges =physnet1:100:200
[ml2_type_gre]
[ml2_type_vxlan]
[ml2_type_geneve]
[securitygroup]
enable_security_group = True

**********************************************
One update to openvswitch_agent.ini
**********************************************
[root@ServerCentOS02 ml2(keystone_admin)]# cat openvswitch_agent.ini | grep -v ^# | grep -v ^$
[ovs]

network_vlan_ranges = physnet1:100:200
tenant_network_type = vlan
enable_tunneling = False
integration_bridge = br-int
bridge_mappings = physnet1:br-eth1
local_ip = 192.168.1.137
[agent]
polling_interval = 2
l2_population = False
arp_responder = False
prevent_arp_spoofing = True
enable_distributed_routing =True <== here
drop_flows_on_start=False
[securitygroup]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver

**********************************************************************************
On each Compute node neutron-l3-agent and neutron-metadata-agent are
supposed to be started via script
**********************************************************************************
#!/bin/bash -x
yum install openstack-neutron-ml2 -y ;
systemctl start neutron-l3-agent ;
systemctl start neutron-metadata-agent ;
systemctl restart neutron-openvswitch-agent ;
systemctl enable neutron-l3-agent ;
systemctl enable neutron-metadata-agent

****************************************************************
Followed by `openstack-service restart` and status verification
for each Compute Node
****************************************************************
[root@ServerCentOS02 ~]# openstack-status
== Nova services ==
openstack-nova-api:                     inactive (disabled on boot)
openstack-nova-compute:                 active
openstack-nova-network:                 inactive (disabled on boot)
openstack-nova-scheduler:               inactive (disabled on boot)
== neutron services ==
neutron-server:                         inactive (disabled on boot)
neutron-dhcp-agent:                     inactive (disabled on boot)
neutron-l3-agent:                       active
neutron-metadata-agent:                 active
neutron-openvswitch-agent:              active
== Ceilometer services ==
openstack-ceilometer-api:               inactive (disabled on boot)
openstack-ceilometer-central:           inactive (disabled on boot)
openstack-ceilometer-compute:           active
openstack-ceilometer-collector:         inactive (disabled on boot)
== Support services ==
openvswitch:                            active
dbus:                                   active
Warning novarc not sourced

[root@ServerCentOS02 ~]# ovs-vsctl show
58d168ad-6076-409d-8d61-0f2ca1481da8
    Bridge "br-eth1"
        Port "phy-br-eth1"
            Interface "phy-br-eth1"
                type: patch
                options: {peer="int-br-eth1"}
        Port "br-eth1"
            Interface "br-eth1"
                type: internal
        Port "eth1"
            Interface "eth1"
    Bridge br-ex
        Port "eth0"
            Interface "eth0"
        Port br-ex
            Interface br-ex
                type: internal
        Port "fg-3400fce2-f3"
            Interface "fg-3400fce2-f3"
                type: internal
    Bridge br-int
        fail_mode: secure
        Port "qvo860a1d40-2c"
            tag: 1
            Interface "qvo860a1d40-2c"
        Port br-int
            Interface br-int
                type: internal
        Port "qr-95a16271-1a"
            tag: 1
            Interface "qr-95a16271-1a"
                type: internal
        Port "int-br-eth1"
            Interface "int-br-eth1"
                type: patch
                options: {peer="phy-br-eth1"}
        Port "qvof1a54ff1-9b"
            tag: 1
            Interface "qvof1a54ff1-9b"
    ovs_version: "2.4.0"

*********************************************
Neutron work flow Controller
*********************************************
[root@ServerCentOS01 ~(keystone_admin)]# ovs-ofctl dump-flows br-eth1| grep NORMAL
cookie=0x0, duration=9250.016s, table=0, n_packets=5, n_bytes=260, idle_age=9241, priority=0 actions=NORMAL
cookie=0x0, duration=9239.547s, table=2, n_packets=3, n_bytes=126, idle_age=9234, priority=4,in_port=2,dl_vlan=1 actions=mod_vlan_vid:106,NORMAL
cookie=0x0, duration=9239.523s, table=2, n_packets=0, n_bytes=0, idle_age=9239, priority=4,in_port=2,dl_vlan=2 actions=mod_vlan_vid:182,NORMAL
cookie=0x0, duration=9239.432s, table=2, n_packets=76, n_bytes=16883, idle_age=1825, priority=4,in_port=2,dl_vlan=3 actions=mod_vlan_vid:180,NORMAL
cookie=0x0, duration=9240.182s, table=3, n_packets=4783, n_bytes=259509, idle_age=1, priority=1 actions=NORMAL

[root@ServerCentOS01 ~(keystone_admin)]# ovs-ofctl dump-flows br-int| grep NORMAL
cookie=0xa5bb54579234857d, duration=9258.450s, table=0, n_packets=0, n_bytes=0, idle_age=9258, priority=3,in_port=1,dl_vlan=106 actions=mod_vlan_vid:1,NORMAL
cookie=0xa5bb54579234857d, duration=9258.407s, table=0, n_packets=0, n_bytes=0, idle_age=9258, priority=3,in_port=1,dl_vlan=182 actions=mod_vlan_vid:2,NORMAL
cookie=0xa5bb54579234857d, duration=9258.333s, table=0, n_packets=111, n_bytes=13103, idle_age=1840, priority=3,in_port=1,dl_vlan=180 actions=mod_vlan_vid:3,NORMAL
cookie=0xa5bb54579234857d, duration=9269.283s, table=0, n_packets=0, n_bytes=0, idle_age=9269, priority=0 actions=NORMAL
cookie=0xa5bb54579234857d, duration=9259.178s, table=0, n_packets=101, n_bytes=18909, idle_age=1844, priority=1 actions=NORMAL

Compare numbers on br-eth1 ,connecting Compute and Controller, and external bridge br-ex local to particular Compute Node

*********************************************
Neutron work flow Compute 1
*********************************************

[root@ServerCentOS01 ~(keystone_admin)]# ssh 192.169.142.137
Last login: Fri Mar 4 15:30:56 2016 from ip-192-169-142-127.ip.secureserver.net

[root@ServerCentOS02 ~]# ovs-ofctl dump-flows br-eth1 | grep NORMAL
cookie=0x0, duration=9333.056s, table=0, n_packets=0, n_bytes=0, idle_age=9333, priority=0 actions=NORMAL
cookie=0x0, duration=8878.554s, table=2, n_packets=112, n_bytes=12791, idle_age=1858, priority=4,in_port=2,dl_vlan=1 actions=mod_vlan_vid:180,NORMAL
cookie=0x0, duration=9332.902s, table=3, n_packets=4770, n_bytes=256299, idle_age=0, priority=1 actions=NORMAL

[root@ServerCentOS02 ~]# ovs-ofctl dump-flows br-int | grep NORMAL
cookie=0xb29237804b1bf15f, duration=8886.372s, table=0, n_packets=46, n_bytes=7219, idle_age=1870, priority=3,in_port=1,dl_vlan=180 actions=mod_vlan_vid:1,NORMAL
cookie=0xb29237804b1bf15f, duration=9340.926s, table=0, n_packets=0, n_bytes=0, idle_age=9340, priority=0 actions=NORMAL
cookie=0xb29237804b1bf15f, duration=9340.746s, table=0, n_packets=4906525, n_bytes=4998841358, idle_age=0, priority=1 actions=NORMAL
cookie=0xb29237804b1bf15f, duration=8886.340s, table=24, n_packets=0, n_bytes=0, idle_age=8886, priority=2,icmp6,in_port=3,icmp_type=136,nd_target=fe80::f816:3eff:fe77:fd3c actions=NORMAL
cookie=0xb29237804b1bf15f, duration=7998.122s, table=24, n_packets=0, n_bytes=0, idle_age=7998, priority=2,icmp6,in_port=5,icmp_type=136,nd_target=fe80::f816:3eff:fe91:1446 actions=NORMAL
cookie=0xb29237804b1bf15f, duration=8886.323s, table=24, n_packets=3, n_bytes=126, idle_age=8875, priority=2,arp,in_port=3,arp_spa=70.0.0.15 actions=NORMAL
cookie=0xb29237804b1bf15f, duration=7998.113s, table=24, n_packets=53, n_bytes=2226, idle_age=3, priority=2,arp,in_port=5,arp_spa=70.0.0.17 actions=NORMAL

[root@ServerCentOS02 ~]# ovs-ofctl dump-flows br-ex
NXST_FLOW reply (xid=0x4):
cookie=0x0, duration=12992.545s, table=0, n_packets=6096113, n_bytes=6160846107, idle_age=0, priority=0 actions=NORMAL

*********************************************
Neutron work flow Compute 2
*********************************************
[root@ServerCentOS02 ~]# ssh 192.169.142.147
root@192.169.142.147's password:
Last login: Fri Mar 4 15:31:43 2016 from ip-192-169-142-137.ip.secureserver.net
[root@ServerCentOS03 ~]# ovs-ofctl dump-flows br-eth1 | grep NORMAL
cookie=0x0, duration=9390.453s, table=0, n_packets=0, n_bytes=0, idle_age=9390, priority=0 actions=NORMAL
cookie=0x0, duration=8607.979s, table=2, n_packets=68, n_bytes=7003, idle_age=8525, priority=4,in_port=2,dl_vlan=1 actions=mod_vlan_vid:180,NORMAL
cookie=0x0, duration=9390.341s, table=3, n_packets=4884, n_bytes=273145, idle_age=1, priority=1 actions=NORMAL

[root@ServerCentOS03 ~]# ovs-ofctl dump-flows br-int | grep NORMAL
cookie=0xb74d262de8ca4f34, duration=8621.337s, table=0, n_packets=110, n_bytes=20309, idle_age=1900, priority=3,in_port=1,dl_vlan=180 actions=mod_vlan_vid:1,NORMAL
cookie=0xb74d262de8ca4f34, duration=9403.851s, table=0, n_packets=0, n_bytes=0, idle_age=9403, priority=0 actions=NORMAL
cookie=0xb74d262de8ca4f34, duration=9403.721s, table=0, n_packets=12358647, n_bytes=12580495273, idle_age=408, priority=1 actions=NORMAL
cookie=0xb74d262de8ca4f34, duration=8621.313s, table=24, n_packets=0, n_bytes=0, idle_age=8621, priority=2,icmp6,in_port=3,icmp_type=136,nd_target=fe80::f816:3eff:fefe:8274 actions=NORMAL
cookie=0xb74d262de8ca4f34, duration=8621.307s, table=24, n_packets=11, n_bytes=462, idle_age=408, priority=2,arp,in_port=3,arp_spa=70.0.0.16 actions=NORMAL

[root@ServerCentOS03 ~]# ovs-ofctl dump-flows br-ex
NXST_FLOW reply (xid=0x4):
cookie=0x0, duration=12712.519s, table=0, n_packets=12685802, n_bytes=12627356349, idle_age=0, priority=0 actions=NORMAL

↧

HA support for DVR centralized default SNAT functionality on RDO Mitaka Milestone 3

March 10, 2016, 8:25 am

≫ Next: Attempt to set up RDO Mitaka (RC1) at any given time (Delorean trunks)

≪ Previous: Setup DVR on RDO Liberty Controller && 2(x)Computes ML2/OVS/VLAN landscape

Verification been done bellow is actually targeting conversion of HAProxy/Keepalived (Active/Active) 3 Node Controller which design was suggested for RDO Liberty in https://github.com/beekhof/osp-ha-deploy/blob/master/HA-keepalived.md
to be able support Compute Nodes running in DVR mode. The core issue on Liberty was resolved for Mitaka , see upstream record [RFE] Unable to create a router that's both HA and distributed
General concepts (DVR/SNAT) are explained here Distributed Virtual Routing – SNAT

Original RDO Mitaka M3 four nodes deployment :-

ServerCentOS01 - Controller Node 192.169.142.127 (MGMT NET)
ServerCentOS02 - Network Node    192.169.142.147 (MGMT NET)
ServerCentOS03 - Network Node    192.169.142.157 (MGMT NET)
ServerCentOS04 - Compute Node    192.169.142.137 (MGMT NET)

Per https://www.rdoproject.org/testday/mitaka/milestone3/

Install the yum-plugin-priorities package

# yum -y install yum-plugin-priorities
For CentOS 7 and RHEL 7, install the required .repo files:
# cd /etc/yum.repos.d/
# curl -O http://trunk.rdoproject.org/centos7/delorean-deps.repo
# curl -O http://trunk.rdoproject.org/centos7/current-passed-ci/delorean.repo
On Controller `yum -y install openstack-packstack`

****************
Answer file
****************
[root@ServerCenttOS01 ~]# cat answerDVR_SNAT.txt
[general]
CONFIG_SSH_KEY=/root/.ssh/id_rsa.pub
CONFIG_DEFAULT_PASSWORD=
CONFIG_SERVICE_WORKERS=%{::processorcount}
CONFIG_MARIADB_INSTALL=y
CONFIG_GLANCE_INSTALL=y
CONFIG_CINDER_INSTALL=y
CONFIG_MANILA_INSTALL=n
CONFIG_NOVA_INSTALL=y
CONFIG_NEUTRON_INSTALL=y
CONFIG_HORIZON_INSTALL=y
CONFIG_SWIFT_INSTALL=n
CONFIG_CEILOMETER_INSTALL=y
CONFIG_AODH_INSTALL=y
CONFIG_GNOCCHI_INSTALL=y
CONFIG_SAHARA_INSTALL=n
CONFIG_HEAT_INSTALL=n
CONFIG_TROVE_INSTALL=n
CONFIG_IRONIC_INSTALL=n
CONFIG_CLIENT_INSTALL=y
CONFIG_NTP_SERVERS=
CONFIG_NAGIOS_INSTALL=y
EXCLUDE_SERVERS=
CONFIG_DEBUG_MODE=n
CONFIG_CONTROLLER_HOST=192.169.142.127
CONFIG_COMPUTE_HOSTS=192.169.142.137
CONFIG_NETWORK_HOSTS=192.169.142.147,192.169.142.157
CONFIG_VMWARE_BACKEND=n
CONFIG_UNSUPPORTED=n
CONFIG_USE_SUBNETS=n
CONFIG_VCENTER_HOST=
CONFIG_VCENTER_USER=
CONFIG_VCENTER_PASSWORD=
CONFIG_VCENTER_CLUSTER_NAMES=
CONFIG_STORAGE_HOST=192.169.142.127
CONFIG_SAHARA_HOST=192.169.142.127
CONFIG_USE_EPEL=y
CONFIG_REPO=
CONFIG_ENABLE_RDO_TESTING=n
CONFIG_RH_USER=
CONFIG_SATELLITE_URL=
CONFIG_RH_SAT6_SERVER=
CONFIG_RH_PW=
CONFIG_RH_OPTIONAL=y
CONFIG_RH_PROXY=
CONFIG_RH_SAT6_ORG=
CONFIG_RH_SAT6_KEY=
CONFIG_RH_PROXY_PORT=
CONFIG_RH_PROXY_USER=
CONFIG_RH_PROXY_PW=
CONFIG_SATELLITE_USER=
CONFIG_SATELLITE_PW=
CONFIG_SATELLITE_AKEY=
CONFIG_SATELLITE_CACERT=
CONFIG_SATELLITE_PROFILE=
CONFIG_SATELLITE_FLAGS=
CONFIG_SATELLITE_PROXY=
CONFIG_SATELLITE_PROXY_USER=
CONFIG_SATELLITE_PROXY_PW=
CONFIG_SSL_CACERT_FILE=/etc/pki/tls/certs/selfcert.crt
CONFIG_SSL_CACERT_KEY_FILE=/etc/pki/tls/private/selfkey.key
CONFIG_SSL_CERT_DIR=~/packstackca/
CONFIG_SSL_CACERT_SELFSIGN=y
CONFIG_SELFSIGN_CACERT_SUBJECT_C=--
CONFIG_SELFSIGN_CACERT_SUBJECT_ST=State
CONFIG_SELFSIGN_CACERT_SUBJECT_L=City
CONFIG_SELFSIGN_CACERT_SUBJECT_O=openstack
CONFIG_SELFSIGN_CACERT_SUBJECT_OU=packstack
CONFIG_SELFSIGN_CACERT_SUBJECT_CN=ip-192-169-142-127.ip.secureserver.net
CONFIG_SELFSIGN_CACERT_SUBJECT_MAIL=admin@ip-192-169-142-127.ip.secureserver.net
CONFIG_AMQP_BACKEND=rabbitmq
CONFIG_AMQP_HOST=192.169.142.127
CONFIG_AMQP_ENABLE_SSL=n
CONFIG_AMQP_ENABLE_AUTH=n
CONFIG_AMQP_NSS_CERTDB_PW=PW_PLACEHOLDER
CONFIG_AMQP_AUTH_USER=amqp_user
CONFIG_AMQP_AUTH_PASSWORD=PW_PLACEHOLDER
CONFIG_MARIADB_HOST=192.169.142.127
CONFIG_MARIADB_USER=root
CONFIG_MARIADB_PW=7207ae344ed04957
CONFIG_KEYSTONE_DB_PW=abcae16b785245c3
CONFIG_KEYSTONE_DB_PURGE_ENABLE=True
CONFIG_KEYSTONE_REGION=RegionOne
CONFIG_KEYSTONE_ADMIN_TOKEN=3ad2de159f9649afb0c342ba57e637d9
CONFIG_KEYSTONE_ADMIN_EMAIL=root@localhost
CONFIG_KEYSTONE_ADMIN_USERNAME=admin
CONFIG_KEYSTONE_ADMIN_PW=7049f834927e4468
CONFIG_KEYSTONE_DEMO_PW=bf737b785cfa4398
CONFIG_KEYSTONE_API_VERSION=v2.0
CONFIG_KEYSTONE_TOKEN_FORMAT=UUID
CONFIG_KEYSTONE_SERVICE_NAME=httpd
CONFIG_KEYSTONE_IDENTITY_BACKEND=sql
CONFIG_KEYSTONE_LDAP_URL=ldap://192.169.142.127
CONFIG_KEYSTONE_LDAP_USER_DN=
CONFIG_KEYSTONE_LDAP_USER_PASSWORD=
CONFIG_KEYSTONE_LDAP_SUFFIX=
CONFIG_KEYSTONE_LDAP_QUERY_SCOPE=one
CONFIG_KEYSTONE_LDAP_PAGE_SIZE=-1
CONFIG_KEYSTONE_LDAP_USER_SUBTREE=
CONFIG_KEYSTONE_LDAP_USER_FILTER=
CONFIG_KEYSTONE_LDAP_USER_OBJECTCLASS=
CONFIG_KEYSTONE_LDAP_USER_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_NAME_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_MAIL_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_MASK=-1
CONFIG_KEYSTONE_LDAP_USER_ENABLED_DEFAULT=TRUE
CONFIG_KEYSTONE_LDAP_USER_ENABLED_INVERT=n
CONFIG_KEYSTONE_LDAP_USER_ATTRIBUTE_IGNORE=
CONFIG_KEYSTONE_LDAP_USER_DEFAULT_PROJECT_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ALLOW_CREATE=n
CONFIG_KEYSTONE_LDAP_USER_ALLOW_UPDATE=n
CONFIG_KEYSTONE_LDAP_USER_ALLOW_DELETE=n
CONFIG_KEYSTONE_LDAP_USER_PASS_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_USER_ENABLED_EMULATION_DN=
CONFIG_KEYSTONE_LDAP_USER_ADDITIONAL_ATTRIBUTE_MAPPING=
CONFIG_KEYSTONE_LDAP_GROUP_SUBTREE=
CONFIG_KEYSTONE_LDAP_GROUP_FILTER=
CONFIG_KEYSTONE_LDAP_GROUP_OBJECTCLASS=
CONFIG_KEYSTONE_LDAP_GROUP_ID_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_NAME_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_MEMBER_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_DESC_ATTRIBUTE=
CONFIG_KEYSTONE_LDAP_GROUP_ATTRIBUTE_IGNORE=
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_CREATE=n
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_UPDATE=n
CONFIG_KEYSTONE_LDAP_GROUP_ALLOW_DELETE=n
CONFIG_KEYSTONE_LDAP_GROUP_ADDITIONAL_ATTRIBUTE_MAPPING=
CONFIG_KEYSTONE_LDAP_USE_TLS=n
CONFIG_KEYSTONE_LDAP_TLS_CACERTDIR=
CONFIG_KEYSTONE_LDAP_TLS_CACERTFILE=
CONFIG_KEYSTONE_LDAP_TLS_REQ_CERT=demand
CONFIG_GLANCE_DB_PW=41264fc52ffd4fe8
CONFIG_GLANCE_KS_PW=f6a9398960534797
CONFIG_GLANCE_BACKEND=file
CONFIG_CINDER_DB_PW=5ac08c6d09ba4b69
CONFIG_CINDER_DB_PURGE_ENABLE=True
CONFIG_CINDER_KS_PW=c8cb1ecb8c2b4f6f
CONFIG_CINDER_BACKEND=lvm
CONFIG_CINDER_VOLUMES_CREATE=y
CONFIG_CINDER_VOLUMES_SIZE=5G
CONFIG_CINDER_GLUSTER_MOUNTS=
CONFIG_CINDER_NFS_MOUNTS=
CONFIG_CINDER_NETAPP_LOGIN=
CONFIG_CINDER_NETAPP_PASSWORD=
CONFIG_CINDER_NETAPP_HOSTNAME=
CONFIG_CINDER_NETAPP_SERVER_PORT=80
CONFIG_CINDER_NETAPP_STORAGE_FAMILY=ontap_cluster
CONFIG_CINDER_NETAPP_TRANSPORT_TYPE=http
CONFIG_CINDER_NETAPP_STORAGE_PROTOCOL=nfs
CONFIG_CINDER_NETAPP_SIZE_MULTIPLIER=1.0
CONFIG_CINDER_NETAPP_EXPIRY_THRES_MINUTES=720
CONFIG_CINDER_NETAPP_THRES_AVL_SIZE_PERC_START=20
CONFIG_CINDER_NETAPP_THRES_AVL_SIZE_PERC_STOP=60
CONFIG_CINDER_NETAPP_NFS_SHARES=
CONFIG_CINDER_NETAPP_NFS_SHARES_CONFIG=/etc/cinder/shares.conf
CONFIG_CINDER_NETAPP_VOLUME_LIST=
CONFIG_CINDER_NETAPP_VFILER=
CONFIG_CINDER_NETAPP_PARTNER_BACKEND_NAME=
CONFIG_CINDER_NETAPP_VSERVER=
CONFIG_CINDER_NETAPP_CONTROLLER_IPS=
CONFIG_CINDER_NETAPP_SA_PASSWORD=
CONFIG_CINDER_NETAPP_ESERIES_HOST_TYPE=linux_dm_mp
CONFIG_CINDER_NETAPP_WEBSERVICE_PATH=/devmgr/v2
CONFIG_CINDER_NETAPP_STORAGE_POOLS=
CONFIG_IRONIC_DB_PW=PW_PLACEHOLDER
CONFIG_IRONIC_KS_PW=PW_PLACEHOLDER
CONFIG_NOVA_DB_PURGE_ENABLE=True
CONFIG_NOVA_DB_PW=1e1b5aeeeaf342a8
CONFIG_NOVA_KS_PW=d9583177a2444f06
CONFIG_NOVA_SCHED_CPU_ALLOC_RATIO=16.0
CONFIG_NOVA_SCHED_RAM_ALLOC_RATIO=1.5
CONFIG_NOVA_COMPUTE_MIGRATE_PROTOCOL=tcp
CONFIG_NOVA_COMPUTE_MANAGER=nova.compute.manager.ComputeManager
CONFIG_VNC_SSL_CERT=
CONFIG_VNC_SSL_KEY=
CONFIG_NOVA_PCI_ALIAS=
CONFIG_NOVA_PCI_PASSTHROUGH_WHITELIST=
CONFIG_NOVA_COMPUTE_PRIVIF=
CONFIG_NOVA_NETWORK_MANAGER=nova.network.manager.FlatDHCPManager
CONFIG_NOVA_NETWORK_PUBIF=eth0
CONFIG_NOVA_NETWORK_PRIVIF=
CONFIG_NOVA_NETWORK_FIXEDRANGE=192.168.32.0/22
CONFIG_NOVA_NETWORK_FLOATRANGE=10.3.4.0/22
CONFIG_NOVA_NETWORK_AUTOASSIGNFLOATINGIP=n
CONFIG_NOVA_NETWORK_VLAN_START=100
CONFIG_NOVA_NETWORK_NUMBER=1
CONFIG_NOVA_NETWORK_SIZE=255
CONFIG_NEUTRON_KS_PW=808e36e154bd4cee
CONFIG_NEUTRON_DB_PW=0e2b927a21b44737
CONFIG_NEUTRON_L3_EXT_BRIDGE=br-ex
CONFIG_NEUTRON_METADATA_PW=a965cd23ed2f4502
CONFIG_LBAAS_INSTALL=n
CONFIG_NEUTRON_METERING_AGENT_INSTALL=n
CONFIG_NEUTRON_FWAAS=n
CONFIG_NEUTRON_VPNAAS=n
CONFIG_NEUTRON_ML2_TYPE_DRIVERS=vxlan
CONFIG_NEUTRON_ML2_TENANT_NETWORK_TYPES=vxlan
CONFIG_NEUTRON_ML2_MECHANISM_DRIVERS=openvswitch
CONFIG_NEUTRON_ML2_FLAT_NETWORKS=*
CONFIG_NEUTRON_ML2_VLAN_RANGES=
CONFIG_NEUTRON_ML2_TUNNEL_ID_RANGES=1001:2000
CONFIG_NEUTRON_ML2_VXLAN_GROUP=239.1.1.2
CONFIG_NEUTRON_ML2_VNI_RANGES=1001:2000
CONFIG_NEUTRON_L2_AGENT=openvswitch
CONFIG_NEUTRON_ML2_SUPPORTED_PCI_VENDOR_DEVS=['15b3:1004', '8086:10ca']
CONFIG_NEUTRON_ML2_SRIOV_AGENT_REQUIRED=n
CONFIG_NEUTRON_ML2_SRIOV_INTERFACE_MAPPINGS=
CONFIG_NEUTRON_LB_INTERFACE_MAPPINGS=
CONFIG_NEUTRON_OVS_BRIDGE_MAPPINGS=physnet1:br-ex
CONFIG_NEUTRON_OVS_BRIDGE_IFACES=
CONFIG_NEUTRON_OVS_TUNNEL_IF=eth1
CONFIG_NEUTRON_OVS_TUNNEL_SUBNETS=
CONFIG_NEUTRON_OVS_VXLAN_UDP_PORT=4789
CONFIG_MANILA_DB_PW=PW_PLACEHOLDER
CONFIG_MANILA_KS_PW=PW_PLACEHOLDER
CONFIG_MANILA_BACKEND=generic
CONFIG_MANILA_NETAPP_DRV_HANDLES_SHARE_SERVERS=false
CONFIG_MANILA_NETAPP_TRANSPORT_TYPE=https
CONFIG_MANILA_NETAPP_LOGIN=admin
CONFIG_MANILA_NETAPP_PASSWORD=
CONFIG_MANILA_NETAPP_SERVER_HOSTNAME=
CONFIG_MANILA_NETAPP_STORAGE_FAMILY=ontap_cluster
CONFIG_MANILA_NETAPP_SERVER_PORT=443
CONFIG_MANILA_NETAPP_AGGREGATE_NAME_SEARCH_PATTERN=(.*)
CONFIG_MANILA_NETAPP_ROOT_VOLUME_AGGREGATE=
CONFIG_MANILA_NETAPP_ROOT_VOLUME_NAME=root
CONFIG_MANILA_NETAPP_VSERVER=
CONFIG_MANILA_GENERIC_DRV_HANDLES_SHARE_SERVERS=true
CONFIG_MANILA_GENERIC_VOLUME_NAME_TEMPLATE=manila-share-%s
CONFIG_MANILA_GENERIC_SHARE_MOUNT_PATH=/shares
CONFIG_MANILA_SERVICE_IMAGE_LOCATION=https://www.dropbox.com/s/vi5oeh10q1qkckh/ubuntu_1204_nfs_cifs.qcow2
CONFIG_MANILA_SERVICE_INSTANCE_USER=ubuntu
CONFIG_MANILA_SERVICE_INSTANCE_PASSWORD=ubuntu
CONFIG_MANILA_NETWORK_TYPE=neutron
CONFIG_MANILA_NETWORK_STANDALONE_GATEWAY=
CONFIG_MANILA_NETWORK_STANDALONE_NETMASK=
CONFIG_MANILA_NETWORK_STANDALONE_SEG_ID=
CONFIG_MANILA_NETWORK_STANDALONE_IP_RANGE=
CONFIG_MANILA_NETWORK_STANDALONE_IP_VERSION=4
CONFIG_MANILA_GLUSTERFS_SERVERS=
CONFIG_MANILA_GLUSTERFS_NATIVE_PATH_TO_PRIVATE_KEY=
CONFIG_MANILA_GLUSTERFS_VOLUME_PATTERN=
CONFIG_MANILA_GLUSTERFS_TARGET=
CONFIG_MANILA_GLUSTERFS_MOUNT_POINT_BASE=
CONFIG_MANILA_GLUSTERFS_NFS_SERVER_TYPE=gluster
CONFIG_MANILA_GLUSTERFS_PATH_TO_PRIVATE_KEY=
CONFIG_MANILA_GLUSTERFS_GANESHA_SERVER_IP=
CONFIG_HORIZON_SSL=n
CONFIG_HORIZON_SECRET_KEY=33cade531a764c858e4e6c22488f379f
CONFIG_HORIZON_SSL_CERT=
CONFIG_HORIZON_SSL_KEY=
CONFIG_HORIZON_SSL_CACERT=
CONFIG_SWIFT_KS_PW=PW_PLACEHOLDER
CONFIG_SWIFT_STORAGES=
CONFIG_SWIFT_STORAGE_ZONES=1
CONFIG_SWIFT_STORAGE_REPLICAS=1
CONFIG_SWIFT_STORAGE_FSTYPE=ext4
CONFIG_SWIFT_HASH=a940c9a54fbb4af8
CONFIG_SWIFT_STORAGE_SIZE=2G
CONFIG_HEAT_DB_PW=PW_PLACEHOLDER
CONFIG_HEAT_AUTH_ENC_KEY=36ce78ff06ef4577
CONFIG_HEAT_KS_PW=PW_PLACEHOLDER
CONFIG_HEAT_CLOUDWATCH_INSTALL=n
CONFIG_HEAT_CFN_INSTALL=n
CONFIG_HEAT_DOMAIN=heat
CONFIG_HEAT_DOMAIN_ADMIN=heat_admin
CONFIG_HEAT_DOMAIN_PASSWORD=PW_PLACEHOLDER
CONFIG_PROVISION_DEMO=y
CONFIG_PROVISION_TEMPEST=n
CONFIG_PROVISION_DEMO_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_IMAGE_NAME=cirros
CONFIG_PROVISION_IMAGE_URL=http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img
CONFIG_PROVISION_IMAGE_FORMAT=qcow2
CONFIG_PROVISION_IMAGE_SSH_USER=cirros
CONFIG_TEMPEST_HOST=
CONFIG_PROVISION_TEMPEST_USER=
CONFIG_PROVISION_TEMPEST_USER_PW=PW_PLACEHOLDER
CONFIG_PROVISION_TEMPEST_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_TEMPEST_REPO_URI=https://github.com/openstack/tempest.git
CONFIG_PROVISION_TEMPEST_REPO_REVISION=master
CONFIG_RUN_TEMPEST=n
CONFIG_RUN_TEMPEST_TESTS=smoke
CONFIG_PROVISION_OVS_BRIDGE=n
CONFIG_CEILOMETER_SECRET=19ae0e7430174349
CONFIG_CEILOMETER_KS_PW=337b08d4b3a44753
CONFIG_CEILOMETER_COORDINATION_BACKEND=redis
CONFIG_MONGODB_HOST=192.169.142.127
CONFIG_REDIS_MASTER_HOST=192.169.142.127
CONFIG_REDIS_PORT=6379
CONFIG_REDIS_HA=n
CONFIG_REDIS_SLAVE_HOSTS=
CONFIG_REDIS_SENTINEL_HOSTS=
CONFIG_REDIS_SENTINEL_CONTACT_HOST=
CONFIG_REDIS_SENTINEL_PORT=26379
CONFIG_REDIS_SENTINEL_QUORUM=2
CONFIG_REDIS_MASTER_NAME=mymaster
CONFIG_AODH_KS_PW=acdd500a5fed4700
CONFIG_GNOCCHI_DB_PW=cf11b5d6205f40e7
CONFIG_GNOCCHI_KS_PW=36eba4690b224044
CONFIG_TROVE_DB_PW=PW_PLACEHOLDER
CONFIG_TROVE_KS_PW=PW_PLACEHOLDER
CONFIG_TROVE_NOVA_USER=trove
CONFIG_TROVE_NOVA_TENANT=services
CONFIG_TROVE_NOVA_PW=PW_PLACEHOLDER
CONFIG_SAHARA_DB_PW=PW_PLACEHOLDER
CONFIG_SAHARA_KS_PW=PW_PLACEHOLDER
CONFIG_NAGIOS_PW=02f168ee8edd44e4

Up on completion :-

[root@ServerCenttOS01 ~]# nova-manage version
13.0.0-0.20160304162843.c5a45a2.el7.centos

OVS external bridges activated on both Network and Compute Node

***********************************************************
Upon completion on Network node 192.169.142.147
***********************************************************
[root@ip-192-169-142-147 network-scripts]# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="172.24.4.229"
NETMASK="255.255.255.240"
DNS1="83.221.202.254"
BROADCAST="172.24.4.239"
GATEWAY="172.24.4.225"
NM_CONTROLLED="no"
TYPE="OVSIntPort"
OVS_BRIDGE=br-ex
DEVICETYPE="ovs"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no

[root@ip-192-169-142-147 network-scripts]# cat ifcfg-eth2
DEVICE="eth2"
# HWADDR=00:22:15:63:E4:E2
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

***********************************************************
On Network node 192.169.142.157
***********************************************************
[root@ip-192-169-142-147 network-scripts]# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="172.24.4.230"
NETMASK="255.255.255.240"
DNS1="83.221.202.254"
BROADCAST="172.24.4.239"
GATEWAY="172.24.4.225"
NM_CONTROLLED="no"
TYPE="OVSIntPort"
OVS_BRIDGE=br-ex
DEVICETYPE="ovs"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no

[root@ip-192-169-142-147 network-scripts]# cat ifcfg-eth2
DEVICE="eth2"
# HWADDR=00:22:15:63:E4:E2
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

***********************************************************
On Compute node 192.169.142.137
***********************************************************
[root@ip-192-169-142-147 network-scripts]# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="172.24.4.231"
NETMASK="255.255.255.240"
DNS1="83.221.202.254"
BROADCAST="172.24.4.239"
GATEWAY="172.24.4.225"
NM_CONTROLLED="no"
TYPE="OVSIntPort"
OVS_BRIDGE=br-ex
DEVICETYPE="ovs"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no

[root@ip-192-169-142-147 network-scripts]# cat ifcfg-eth2
DEVICE="eth2"
# HWADDR=00:22:15:63:E4:E2
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

********************************************************************************
Next step was performed on both Network Nodes and Compute Node
********************************************************************************
#!/bin/bash -x
chkconfig network on
systemctl stop NetworkManager
systemctl disable NetworkManager
service network restart

At this point we start DVR/SNAT tuning

******************************************************************************************
On Controller an both Network Nodes /etc/neutron/neutron.conf updated as follows
******************************************************************************************
dvr_base_mac = fa:16:3f:00:00:00

# System-wide flag to determine the type of router that tenants can create.
# Only admin can override. (boolean value)
router_distributed = True

# Enable HA mode for virtual routers. (boolean value)
l3_ha = True

******************************************************************************************
On both Network Nodes /etc/neutron/l3_agent.ini updated as follows
******************************************************************************************
[root@ServerCentOS02 neutron]# cat l3_agent.ini | grep -v ^# | grep -v ^$
[DEFAULT]
interface_driver = neutron.agent.linux.interface.OVSInterfaceDriver
agent_mode = dvr_snat
external_network_bridge = br-ex
debug = False
[AGENT]

Files /etc/neutron/plugins/ml2/ml2_conf.ini,openvswitch_agent.ini,l3_agent.ini tuned on Network and Compute Nodes exactly as it was done in
RDO Liberty DVR Neutron workflow on CentOS 7.2
/etc/neutron/metadata_agent.ini copied over to Compute from Network Node.

**********************************************************************************
On Compute node neutron-l3-agent and neutron-metadata-agent are
supposed to be started via script
**********************************************************************************
#!/bin/bash -x
yum install openstack-neutron-ml2 -y ;
systemctl start neutron-l3-agent ;
systemctl start neutron-metadata-agent ;
systemctl restart neutron-openvswitch-agent ;
systemctl enable neutron-l3-agent ;
systemctl enable neutron-metadata-agent

All nodes have been rebooted.

Router was created via dashboard as RouterDVS :-

[root@ServerCenttOS01 ~(keystone_admin)]# neutron router-show RouterDVS
+-------------------------+------------------------------------------------------------------------+
| Field                   | Value                                                                  |
+-------------------------+------------------------------------------------------------------------+
| admin_state_up          | True                                                                   |
| availability_zone_hints |                                                                        |
| availability_zones      | nova                                                                   |
| distributed             | True                                                                   |
| external_gateway_info   | {"network_id": "1c347a42-21fa-4273-ad17-fa210d546ffd", "enable_snat": |
|                         | true, "external_fixed_ips": [{"subnet_id": "fd24fa1d-cd2a-             |
|                         | 4a80-a822-e0a2fa5f743a", "ip_address": "172.24.4.227"}]}               |
| ha                      | True                                                                   |
| id                      | dd0d0741-c8a1-465a-8f89-ad986cd0592f                                   |
| name                    | RouterDVS                                                              |
| routes                  |                                                                        |
| status                  | ACTIVE                                                                 |
| tenant_id               | 06f56a00961e4c3ea10b537df8c86e1b                                       |
+-------------------------+------------------------------------------------------------------------+

[root@ServerCenttOS01 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDVS
+------------------------------+----------------------------+----------------+-------+----------+
| id                           | host                       | admin_state_up | alive | ha_state |
+------------------------------+----------------------------+----------------+-------+----------+
| f356bbd0-804d-4ec7-82db-     | ServerCentOS04.localdomain | True           | :-)   | standby |
| 6e2de8914277                 |                            |                |       |          |
| c96930fa-066c-               | ServerCentOS02.localdomain | True           | :-)   | active   |
| 40d6-8096-44476980cedf       |                            |                |       |          |
| 54c2a8f3-4c64-46a8-997b-     | ServerCentOS03.localdomain | True           | :-)   | standby |
| ef4ba2fe4105                 |                            |                |       |          |
+------------------------------+----------------------------+----------------+-------+----------+

Per https://review.openstack.org/#/c/196893/
Instead of running in the qrouter namespace, keepalived will run inside the snat-namespace. Therefore only snat ports will fall under the control of the HA domain.

[root@ServerCentOS02 ~]# ip netns exec snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f ps -ef | grep keepalived
neutron   3168     1 0 00:29 ?        00:00:00 /usr/bin/python2 /bin/neutron-keepalived-state-change --router_id=dd0d0741-c8a1-465a-8f89-ad986cd0592f --namespace=snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f --conf_dir=/var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f --monitor_interface=ha-f3a6b78f-5f --monitor_cidr=169.254.0.1/24 --pid_file=/var/lib/neutron/external/pids/dd0d0741-c8a1-465a-8f89-ad986cd0592f.monitor.pid --state_path=/var/lib/neutron --user=988 --group=983
root      3385     1 0 00:29 ?        00:00:00 keepalived -P -f /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f/keepalived.conf -p /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid -r /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid-vrrp
root      3386 3385 0 00:29 ?        00:00:00 keepalived -P -f /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f/keepalived.conf -p /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid -r /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid-vrrp
root      7853 7677 0 00:56 pts/1    00:00:00 grep --color=auto keepalived

[root@ServerCentOS02 ~]# ip netns exec snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f ip route
default via 172.24.4.225 dev qg-a31b1c28-8d
50.0.0.0/24 dev sg-3015f2cd-a4 proto kernel scope link src 50.0.0.11
169.254.0.0/24 dev ha-f3a6b78f-5f proto kernel scope link src 169.254.0.1
169.254.192.0/18 dev ha-f3a6b78f-5f proto kernel scope link src 169.254.192.1
172.24.4.224/28 dev qg-a31b1c28-8d proto kernel scope link src 172.24.4.227

[root@ServerCentOS02 ~]# ssh 192.169.142.157
root@192.169.142.157's password:
Last login: Sun Mar 13 00:30:59 2016

[root@ServerCentOS03 ~]# ip netns exec snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f ps -ef | grep keepalived
neutron   2997     1 0 00:30 ?        00:00:00 /usr/bin/python2 /bin/neutron-keepalived-state-change --router_id=dd0d0741-c8a1-465a-8f89-ad986cd0592f --namespace=snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f --conf_dir=/var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f --monitor_interface=ha-f9dd88a2-33 --monitor_cidr=169.254.0.1/24 --pid_file=/var/lib/neutron/external/pids/dd0d0741-c8a1-465a-8f89-ad986cd0592f.monitor.pid --state_path=/var/lib/neutron --user=988 --group=983
root      3216     1 0 00:30 ?        00:00:00 keepalived -P -f /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f/keepalived.conf -p /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid -r /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid-vrrp
root      3217 3216 0 00:30 ?        00:00:00 keepalived -P -f /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f/keepalived.conf -p /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid -r /var/lib/neutron/ha_confs/dd0d0741-c8a1-465a-8f89-ad986cd0592f.pid-vrrp
root      7682 7614 0 00:58 pts/1    00:00:00 grep --color=auto keepalived

[root@ServerCentOS03 ~]# ip netns exec snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f ip route
169.254.192.0/18 dev ha-f9dd88a2-33 proto kernel scope link src 169.254.192.2

[root@ServerCentOS02 ~]# ip netns exec snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f ifconfig
ha-f3a6b78f-5f: flags=4163 mtu 1450
        inet 169.254.192.1 netmask 255.255.192.0 broadcast 169.254.255.255
        inet6 fe80::f816:3eff:fec0:50ff prefixlen 64 scopeid 0x20
        ether fa:16:3e:c0:50:ff txqueuelen 0 (Ethernet)
        RX packets 8 bytes 684 (684.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 1224 bytes 66336 (64.7 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

qg-a31b1c28-8d: flags=4163 mtu 1450
        inet 172.24.4.227 netmask 255.255.255.240 broadcast 0.0.0.0
        inet6 fe80::f816:3eff:fe4d:d973 prefixlen 64 scopeid 0x20
        ether fa:16:3e:4d:d9:73 txqueuelen 0 (Ethernet)
        RX packets 51 bytes 3981 (3.8 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 25 bytes 1910 (1.8 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

sg-3015f2cd-a4: flags=4163 mtu 1450
        inet 50.0.0.11 netmask 255.255.255.0 broadcast 0.0.0.0
        inet6 fe80::f816:3eff:fe8c:dbd3 prefixlen 64 scopeid 0x20
        ether fa:16:3e:8c:db:d3 txqueuelen 0 (Ethernet)
        RX packets 15 bytes 1282 (1.2 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 26 bytes 2020 (1.9 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

[root@ServerCentOS02 ~]# ssh 192.169.142.157
root@192.169.142.157's password:
Last login: Sun Mar 13 01:07:02 2016 from ip-192-169-142-147.ip.secureserver.net

[root@ServerCentOS03 ~]# ip netns exec snat-dd0d0741-c8a1-465a-8f89-ad986cd0592f ifconfig
ha-f9dd88a2-33: flags=4163 mtu 1450
        inet 169.254.192.2 netmask 255.255.192.0 broadcast 169.254.255.255
        inet6 fe80::f816:3eff:fead:71 prefixlen 64 scopeid 0x20
        ether fa:16:3e:ad:00:71 txqueuelen 0 (Ethernet)
        RX packets 1215 bytes 65930 (64.3 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 11 bytes 954 (954.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

qg-a31b1c28-8d: flags=4163 mtu 1450
        ether fa:16:3e:4d:d9:73 txqueuelen 0 (Ethernet)
        RX packets 54 bytes 4270 (4.1 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 1 bytes 110 (110.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

sg-3015f2cd-a4: flags=4163 mtu 1450
        ether fa:16:3e:8c:db:d3 txqueuelen 0 (Ethernet)
        RX packets 63 bytes 3922 (3.8 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 1 bytes 110 (110.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

Verification is done.

[root@ServerCenttOS01 ~(keystone_admin)]# neutron net-list
+-------------------------------+-------------------------------+-------------------------------+
| id                            | name                          | subnets                       |
+-------------------------------+-------------------------------+-------------------------------+
| 1c347a42-21fa-4273-ad17-fa210 | public                        | fd24fa1d-cd2a-                |
| d546ffd                         |                               | 4a80-a822-e0a2fa5f743a        |
|                             |              | 172.24.4.224/28   | <== External Network
| 498a3600-0b40-49c0-8ec1-c4b95 | private                       | 33478000-2584-4b24-8f39-1482c |
| 5a4335e                       |                               | 5b853af 10.0.0.0/24           |
| 70034a53-52c8-4665-9ed1-2dc7d | HA network tenant 06f56a00961 | c2bbd68c-0d9d-                |
| 3380a98                       | e4c3ea10b537df8c86e1b         | 49b1-a270-e98bdd08783e        |
|                               |                               | 169.254.192.0/18              |
| 08607e5c-fc14-488d-9c9c-      | demo_network                  | ebd72d77-6ea2-4d4e-           |
| 4d5e14040a6e                  |                               | a5e2-650e745d3db6 50.0.0.0/24 |
+-------------------------------+-------------------------------+-------------------------------

******************************************************************************
During run-time Network Nodes have been randomly shutdown
*******************************************************************************
[root@ServerCenttOS01 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDVS
+-----------------------------+----------------------------+----------------+-------+----------+
| id                          | host                       | admin_state_up | alive | ha_state |
+-----------------------------+----------------------------+----------------+-------+----------+
| f356bbd0-804d-4ec7-82db-    | ServerCentOS04.localdomain | True           | :-)   | standby |
| 6e2de8914277                |                            |                |       |          |
| c96930fa-066c-              | ServerCentOS02.localdomain | True           | :-)   | active   | <=== Brought down
| 40d6-8096-44476980cedf      |                            |                |       |          |
| 54c2a8f3-4c64-46a8-997b-    | ServerCentOS03.localdomain | True           | :-)   | standby |
| ef4ba2fe4105                |                            |                |       |          |
+-----------------------------+----------------------------+----------------+-------+----------+

[root@ServerCenttOS01 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDVS
+-----------------------------+----------------------------+----------------+-------+----------+
| id                          | host                       | admin_state_up | alive | ha_state |
+-----------------------------+----------------------------+----------------+-------+----------+
| f356bbd0-804d-4ec7-82db-    | ServerCentOS04.localdomain | True           | :-)   | standby |
| 6e2de8914277                |                            |                |       |          |
| c96930fa-066c-              | ServerCentOS02.localdomain | True           | xxx   | standby |
| 40d6-8096-44476980cedf      |                            |                |       |          |
| 54c2a8f3-4c64-46a8-997b-    | ServerCentOS03.localdomain | True           | :-)   | active   |
| ef4ba2fe4105                |                            |                |       |          |
+-----------------------------+----------------------------+----------------+-------+----------+

[root@ServerCenttOS01 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDVS
+-----------------------------+----------------------------+----------------+-------+----------+
| id                          | host                       | admin_state_up | alive | ha_state |
+-----------------------------+----------------------------+----------------+-------+----------+
| f356bbd0-804d-4ec7-82db-    | ServerCentOS04.localdomain | True           | :-)   | standby |
| 6e2de8914277                |                            |                |       |          |
| c96930fa-066c-              | ServerCentOS02.localdomain | True           | :-)   | standby | <== Brought up again
| 40d6-8096-44476980cedf      |                            |                |       |          |
| 54c2a8f3-4c64-46a8-997b-    | ServerCentOS03.localdomain | True           | :-)   | active   |
| ef4ba2fe4105                |                            |                |       |          |
+-----------------------------+----------------------------+----------------+-------+----------+

[root@ServerCenttOS01 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDVS
+-----------------------------+----------------------------+----------------+-------+----------+
| id                          | host                       | admin_state_up | alive | ha_state |
+-----------------------------+----------------------------+----------------+-------+----------+
| f356bbd0-804d-4ec7-82db-    | ServerCentOS04.localdomain | True           | :-)   | standby |
| 6e2de8914277                |                            |                |       |          |
| c96930fa-066c-              | ServerCentOS02.localdomain | True           | :-)   | active   |
| 40d6-8096-44476980cedf      |                            |                |       |          |
| 54c2a8f3-4c64-46a8-997b-    | ServerCentOS03.localdomain | True           | xxx   | standby | <== Brought down
| ef4ba2fe4105                |                            |                |       |          |
+-----------------------------+----------------------------+----------------+-------+----------+

[root@ServerCenttOS01 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDVS
+-----------------------------+----------------------------+----------------+-------+----------+
| id                          | host                       | admin_state_up | alive | ha_state |
+-----------------------------+----------------------------+----------------+-------+----------+
| f356bbd0-804d-4ec7-82db-    | ServerCentOS04.localdomain | True           | :-)   | standby |
| 6e2de8914277                |                            |                |       |          |
| c96930fa-066c-              | ServerCentOS02.localdomain | True           | :-)   | active   |
| 40d6-8096-44476980cedf      |                            |                |       |          |
| 54c2a8f3-4c64-46a8-997b-    | ServerCentOS03.localdomain | True           | :-)   | standby | <=== Brought up again
| ef4ba2fe4105                |                            |                |       |          |
+-----------------------------+----------------------------+----------------+-------+----------+

↧

Attempt to set up RDO Mitaka (RC1) at any given time (Delorean trunks)

March 21, 2016, 6:22 am

≫ Next: Setup Docker Hypervisor on Multi Node DVR Cluster RDO Mitaka

≪ Previous: HA support for DVR centralized default SNAT functionality on RDO Mitaka Milestone 3

Quoting Official delorean documentation

"The RDO project has a continuous integration pipeline that consists of multiple jobs that deploy and test OpenStack as accomplished by different installers. This vast test coverage attempts to ensure that there are no known issues either in packaging, in code or in the installers themselves.Once a Delorean consistent repository has undergone these tests successfully, it will be promoted to current-passed-ci. Current-passed-ci represents the latest and greatest
version of RDO trunk packages that were tested together successfully"

Set up current-passed-ci repositories on all deployment nodes Controller,Storage,Compute. It might be not really needed ( if packstack at run-time copies repositories from Controller to other nodes), but won't hurt anyway.

# yum -y install yum-plugin-priorities
# cd /etc/yum.repos.d
# curl -O https://trunk.rdoproject.org/centos7-mitaka/delorean-deps.repo
# curl -O https://trunk.rdoproject.org/centos7-mitaka/current-passed-ci/delorean.repo

******************
On Controller
******************

# yum -y install openstack-packstack

[root@SeverMitaka01 ~]# rpm -qa \*openstack-packstack\*
openstack-packstack-puppet-8.0.0-0.20160316101826.9fd26e8.el7.centos.noarch
openstack-packstack-8.0.0-0.20160316101826.9fd26e8.el7.centos.noarch

*******************************************************************************
Answer file for testing mentioned 3 node deployment is here
*******************************************************************************

Two deployments done bellow intentionally test ability to add Storage Node
and hack keystone endpoint table to switch to new Swift Server

First test is simplest two node cluster (Controller,Compute) install completed

*****************************************************************************
   Final configuration was obtained after adding Storage Node using
   EXCLUDE_SERVERS=192.169.142.127,192.169.142.137
   . . . . . . .
   CONFIG_UNSUPPORTED=y
   . . . . . . .
   CONFIG_STORAGE_HOST=192.169.142.157
   . . . . . . .
   CONFIG_NEUTRON_OVS_TUNNEL_IF=eth1
   CONFIG_NEUTRON_OVS_TUNNEL_SUBNETS=12.0.0.0/24
   and updating keystone endpoint right inside keystone database
   for swift-proxy pointing to IP of added Server instead of Controller
   been used for simplest two node Cluster test.
   Running packstack with answer-file posted at link "here" is supposed
   to create three node deployment via single run and create correct
   endpoints for all storage services glance,cinder,swift pointing to
   192.169.142.157.
     So, CONFIG_UNSUPPORTED=y seems to work for oncoming RDO Mitaka
   release, but requires a bit more efforts as originally expected.
*****************************************************************************

    Second test running to add Storage Node using
    EXCLUDE_SERVERS=Controller-IP,Compute-IP

Now hack keystone database to get new IP set for swift-proxy record in endpoint table of keystone database , followed by `openstack-service restart` on Controller

   All set to use newly added Swift Node with 3 XFS 10GB drives involved
   in swift's replication as back end for Glance.

↧

Setup Docker Hypervisor on Multi Node DVR Cluster RDO Mitaka

April 2, 2016, 1:31 am

≫ Next: Chrome Advanced REST Client && Creating Servers via REST API on RDO Mitaka

≪ Previous: Attempt to set up RDO Mitaka (RC1) at any given time (Delorean trunks)

UPDATE 04/03/2016
In meantime use repositories for RC1, rather then Delorean trunks
END UPDATE

DVR && Nova-Docker Driver (stable/mitaka) tested fine on RDO Mitaka build 20160329) with no issues described in previous notice for RDO Liberty
So, create DVR deployment with Contrpoller/Network + N(*)Compute Nodes. Switch to Docker Hypervisor on each Compute Node and make requiered updates to glance and filters file on Controller. You are all set. Nova-Dockers instances FIP(s) are available from outside via Neutron Distributed Router (DNAT) using "fg" interface ( fip-namespace ) residing on same host as Docker Hypervisor. South-North traffic is not related with VXLAN tunneling on DVR systems.

Why DVR come into concern ?

Refreshing in memory similar problem with Nova-Docker Driver (Kilo)
with which I had same kind of problems (VXLAN connection Controller <==> Compute) on F22 (OVS 2.4.0) when the same driver worked fine on CentOS 7.1 (OVS 2.3.1). I just guess that Nova-Docker driver has a problem with OVS 2.4.0 no matter of stable/kilo, stable/liberty, stable/mitaka branches been checked out for driver build.

Thus as quick and efficient workaround I suggest DVR deployment setup,
to kill two birds with one stone. It will result South-North traffic
to be forwarded right away from host running Docker Hypervisor to Internet
and vice/versa due to basic "fg" functionality (outgoing interface of
fip-namespace,residing on Compute node having L3 agent running in "dvr"
agent_mode).

**************************
Procedure in details
**************************
First install repositories for RDO Mitaka (the most recent build passed CI):-

# yum -y install yum-plugin-priorities
# cd /etc/yum.repos.d
# curl -O https://trunk.rdoproject.org/centos7-mitaka/delorean-deps.repo
# curl -O https://trunk.rdoproject.org/centos7-mitaka/current-passed-ci/delorean.repo
# yum -y install openstack-packstack (Controller only)

Now proceed as follows :-

1. Here is   Answer file to deploy pre DVR Cluster
2. Convert cluster to DVR as advised in "RDO Liberty DVR Neutron workflow on CentOS 7.2" :-
http://dbaxps.blogspot.com/2015/10/rdo-liberty-rc-dvr-deployment.html

Just one notice on RDO Mitaka on each compute node, first create br-ex and add port eth0

# ovs-vsctl add-br br-ex
# ovs-vsctl add-port br-ex eth0

Then configure

*********************************
Compute nodes X=(3,4)
*********************************
# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="192.169.142.1(X)7"
NETMASK="255.255.255.0"
DNS1="83.221.202.254"
BROADCAST="192.169.142.255"
GATEWAY="192.169.142.1"
NM_CONTROLLED="no"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no
ONBOOT="yes"
TYPE="OVSIntPort"
OVS_BRIDGE=br-ex
DEVICETYPE="ovs"

# cat ifcfg-eth0
DEVICE="eth0"
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

***************************
Then run script
***************************
#!/bin/bash -x
chkconfig network on
systemctl stop NetworkManager
systemctl disable NetworkManager
service network restart

Reboot node.

**********************************************
Nova-Docker Setup on each Compute
**********************************************
# curl -sSL https://get.docker.com/ | sh
# usermod -aG docker nova      ( seems not help to set 660 for docker.sock )
# systemctl start docker
# systemctl enable docker
# chmod 666 /var/run/docker.sock (add to /etc/rc.d/rc.local)
# easy_install pip
# git clone -b stable/mitaka   https://github.com/openstack/nova-docker

*******************
Driver build
*******************
# cd nova-docker
# pip install -r requirements.txt
# python setup.py install

********************************************
Switch nova-compute to DockerDriver
********************************************
vi /etc/nova/nova.conf
compute_driver=novadocker.virt.docker.DockerDriver

******************************************************************
Next on Controller/Network Node and each Compute Node
******************************************************************

mkdir /etc/nova/rootwrap.d
vi /etc/nova/rootwrap.d/docker.filters
[Filters]
# nova/virt/docker/driver.py: 'ln', '-sf', '/var/run/netns/.*'
ln: CommandFilter, /bin/ln, root

**********************************************************
Nova Compute Service restart on Compute Nodes
**********************************************************
# systemctl restart openstack-nova-compute

***********************************************
Glance API Service restart on Controller
**********************************************
vi /etc/glance/glance-api.conf
container_formats=ami,ari,aki,bare,ovf,ova,docker
# systemctl restart openstack-glance-api

****************************************
Status on Controller/Network
****************************************

[root@ip-192-169-142-127 ~(keystone_admin)]# nova-manage version
13.0.0-0.2.0rc3.el7

[root@ip-192-169-142-127 ~(keystone_admin)]# ip netns
snat-1c7ae3d0-3783-491b-b1da-a17d118cb145
qrouter-1c7ae3d0-3783-491b-b1da-a17d118cb145
qdhcp-11e9f7f5-d1a0-407e-9124-a3d26068f372

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron router-show RouterDSA
+-------------------------+---------------------------------------------------------------------+
| Field                   | Value                                                               |
+-------------------------+---------------------------------------------------------------------+
| admin_state_up          | True                                                                |
| availability_zone_hints |                                                                     |
| availability_zones      | nova                                                                |
| description             |                                                                     |
| distributed             | True                                                                |
| external_gateway_info   | {"network_id": "9f869fe1-e15d-40a4-b4fc-df89f3e39490",              |
|                         | "enable_snat": true, "external_fixed_ips": [{"subnet_id":           |
|                         | "1b04cc74-838f-4410-96c7-db21fef88ed1", "ip_address":               |
|                         | "192.169.142.150"}]}                                                |
| ha                      | False                                                               |
| id                      | 1c7ae3d0-3783-491b-b1da-a17d118cb145                                |
| name                    | RouterDSA                                                           |
| routes                  |                                                                     |
| status                  | ACTIVE                                                              |
| tenant_id               | edf899e41b4546689a9678db4c8e7567                                    |
+-------------------------+---------------------------------------------------------------------+

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron l3-agent-list-hosting-router RouterDSA
+-----------------------------+-----------------------------+----------------+-------+----------+
| id                          | host                        | admin_state_up | alive | ha_state |
+-----------------------------+-----------------------------+----------------+-------+----------+
| 390b4dd0-e1b9-4446-877c-    | ip-192-169-142-127.ip.secur | True      | :-)   |
| e7ed0123fb73              | eserver.net                |                |      |
+-----------------------------+-----------------------------+----------------+-------+----------+

↧

Chrome Advanced REST Client && Creating Servers via REST API on RDO Mitaka

April 22, 2016, 9:22 am

≫ Next: Java EE Servers as Nova-Docker Containers && RDO Mitaka External vlan networks

≪ Previous: Setup Docker Hypervisor on Multi Node DVR Cluster RDO Mitaka

In posting bellow we are going to demonstrate Chrome Advanced REST Client
successfully issuing REST API POST requests for creating RDO Mitaka Servers (VMs) as well as getting information about servers via GET requests.
All required HTTP Headers are configured in GUI environment as well as
body request field for servers creation.

Version of keystone API installed v2.0

Following [ 1 ] to authenticate access to OpenStack Services, you are supposed first of all to issue an authentication request to get authentication token. If the request succeeds, the server returns an authentication token.

Source keystonerc_demo on Controller or on Compute node. It doesn't
matter. Then run this cURL command to request a token:

curl -s -X POST http://192.169.142.54:5000/v2.0/tokens \
-H "Content-Type: application/json" \
-d '{"auth": {"tenantName": "'"$OS_TENANT_NAME"'", "passwordCredentials": {"username": "'"$OS_USERNAME"'", "password": "'"$OS_PASSWORD"'"}}}' \
| python -m json.tool

to get authentication token and scroll down to the bottom :-

        "token": {
            "audit_ids": [
                "ce1JojlRSiO6TmMTDW3QNQ"
            ],
            "expires": "2016-04-21T18:26:28Z",
            "id": "0cfb3ec7a10c4f549a3dc138cf8a270a", <== X-Auth-Token
            "issued_at": "2016-04-21T17:26:28.246724Z",
            "tenant": {
                "description": "default tenant",
                "enabled": true,
                "id": "1578b57cfd8d43278098c5266f64e49f", <== Demo tenant's id
                "name": "demo"
            }
        },
        "user": {
            "id": "8e1e992eee474c3ab7a08ffde678e35b",
            "name": "demo",
            "roles": [
                {
                    "name": "heat_stack_owner"
                },
                {
                    "name": "_member_"
                }
            ],
            "roles_links": [],
            "username": "demo"
        }
    }
}

*****************************************************************************************************
Original request to obtain token might be issued via Chrome Advanced REST Client as well
*****************************************************************************************************

Scrolling down shows up token been returned and demo's tenant id

Required output

{

"access": 
{
"token": 
{
"issued_at": "2016-04-21T21:56:52.668252Z"
"expires": "2016-04-21T22:56:52Z"
"id": "dd119ea14e97416b834ca72aab7f8b5a"
"tenant": 
{
"description": "default tenant"
"enabled": true
"id": "1578b57cfd8d43278098c5266f64e49f"
"name": "demo"
}

*****************************************************************************
Next create ssh-keypair via CLI or dashboard for particular tenant :-
*****************************************************************************
nova keypair-add oskeymitaka0417 > oskeymitaka0417.pem
chmod 600 *.pem

******************************************************************************************************
Following bellow is a couple of samples REST API POST requests starting servers as they are usually described and issued ( [ 2 ] )
******************************************************************************************************

curl -g -i -X POST http://192.169.142.54:8774/v2/1578b57cfd8d43278098c5266f64e49f/servers -H "User-Agent: python-novaclient" -H "Content-Type: application/json" -H "Accept: application/json" -H "X-Auth-Token: 0cfb3ec7a10c4f549a3dc138cf8a270a" -d '{"server": {"name": "CirrOSDevs03", "key_name" : "oskeymitaka0417", "imageRef": "2e148cd0-7dac-49a7-8a79-2efddbd83852", "flavorRef": "1", "max_count": 1, "min_count": 1, "networks": [{"uuid": "e7c90970-c304-4f51-9d65-4be42318487c"}], "security_groups": [{"name": "default"}]}}'

curl -g -i -X POST http://192.169.142. 54:8774/v2/1578b57cfd8d43278098c5266f64e49f/servers -H "User-Agent: python-novaclient" -H "Content-Type: application/json" -H "Accept: application/json" -H "X-Auth-Token: 0cfb3ec7a10c4f549a3dc138cf8a270a" -d '{"server": {"name": "VF23Devs03", "key_name" : "oskeymitaka0417", "imageRef": "5b00b1a8-30d1-4e9d-bf7d-5f1abed5173b", "flavorRef": "2", "max_count": 1, "min_count": 1, "networks": [{"uuid": "e7c90970-c304-4f51-9d65-4be42318487c"}], "security_groups": [{"name": "default"}]}}'

**********************************************************************************
We are going to initiate REST API POST requests creating servers been
issued via Chrome Advanced REST Client
**********************************************************************************

[root@ip-192-169-142-54 ~(keystone_demo)]# glance image-list
+--------------------------------------+-----------------------+
| ID                                   | Name                  |
+--------------------------------------+-----------------------+
| 28b590fa-05c8-4706-893a-54efc4ca8cd6 | cirros                |
| 9c78c3da-b25b-4b26-9d24-514185e99c00 | Ubuntu1510Cloud-image |
| a050a122-a1dc-40d0-883f-25617e452d90 | VF23Cloud-image       |
+--------------------------------------+-----------------------+

[root@ip-192-169-142-54 ~(keystone_demo)]# neutron net-list
+--------------------------------------+--------------+----------------------------------------+
| id                                   | name         | subnets                                |
+--------------------------------------+--------------+----------------------------------------+
| 43daa7c3-4e04-4661-8e78-6634b06d63f3 | public       | 71e0197b-fe9a-4643-b25f-65424d169492   |
|                                      |              | 192.169.142.0/24                       |
| 292a2f21-70af-48ef-b100-c0639a8ffb22 | demo_network | d7aa6f0f-33ba-430d-a409-bd673bed7060   |
|                                      |              | 50.0.0.0/24                            |
+--------------------------------------+--------------+----------------------------------------+

First required Headers were created in corresponding fields and
following fragment was placed in Raw Payload area of Chrome Client

{"server":
{"name": "VF23Devs03",
"key_name" : "oskeymitaka0420",
"imageRef" : "a050a122-a1dc-40d0-883f-25617e452d90",
"flavorRef": "2",
"max_count": 1,
"min_count": 1,
"networks": [{"uuid": "292a2f21-70af-48ef-b100-c0639a8ffb22"}],
"security_groups": [{"name": "default"}]
}
}

Now create a couple of servers Fedora23 and Ubuntu 15.10 via Chrome Advanced REST Client GUI interface

***************************************************************************************
Re-launch Chrome REST Client again for servers verification via GET request
***************************************************************************************

Just in case run `nova list`

↧

Java EE Servers as Nova-Docker Containers && RDO Mitaka External vlan networks

May 23, 2016, 11:56 am

≫ Next: Triple0 QuickStart HA Setup on Intel Core i7-4790 Desktop

≪ Previous: Chrome Advanced REST Client && Creating Servers via REST API on RDO Mitaka

Nova-Docker driver is installed on Compute node which is supposed to run two Java EE Servers as light weight Nova-Docker Containers (instances) having floating IPs on two different external vlan enabled subnets (10.10.10.0/24; 10.10.50.0/24). General Setup RDO Mitaka ML2&OVS&VLAN 3 Nodes.  VLAN tenant's segregation for RDO lansdcape was selected to avoid DVR configuration Controller && Compute Cluster.
Details here Setup Docker Hypervisor on Multi Node DVR Cluster RDO Mitaka

Thus Controller/Network RDO Mitaka Node has to have external networks of VLAN type with predefined vlan tags. Straight forward packstack deployment doesn't allow to achieve desired network configuration. External network provider of vlan type appears to be required.
   Also I have to notice that Docker Hypervisor running on Compute Node
requires all deployment nodes set SELINUX to PERMISSIVE MODE.

In particular case, office networks 10.10.10.0/24 is vlan tagged (157), 10.10.50.0/24 is vlan tagged (172) already exists when RDO install is running.

192.169.142.127 Controller/Network
192.169.142.147 Storage Node
192.169.142.137 Compute Node
192.169.142.45 WKS ( 3VNICs eth0 - 192.169.142.45 , eth1.157 - 10.10.10.45, eth2.172 - 10.10.50.45 ), running web browser to connect to Java Servers

First

***********************************************************
Update /etc/neutron/plugins/ml2/ml2_conf.ini
***********************************************************

[root@ip-192-169-142-127 ml2(keystone_demo)]# cat ml2_conf.ini
[ml2]
type_drivers = flat,vlan,vxlan
tenant_network_types = vlan,vxlan
mechanism_drivers =openvswitch
path_mtu = 0
[ml2_type_flat]
[ml2_type_vlan]
network_vlan_ranges =physnet1:100:200,vlan157:157:157,vlan172:172:172,physnet4
[ml2_type_gre]
[ml2_type_vxlan]
vni_ranges =10:100
vxlan_group =224.0.0.1
[ml2_type_geneve]
[securitygroup]
enable_security_group = True

**************
Then
**************

# openstack-service restart neutron

***************************************************
Invoke external network provider
***************************************************

[root@ip-192-169-142-127 ~(keystone_admin]#neutron net-create vlan157 --shared --provider:network_type vlan --provider:segmentation_id 157 --provider:physical_network vlan157 --router:external

[root@ip-192-169-142-127 ~(keystone_admin]# neutron subnet-create --name sub-vlan157 --gateway 10.10.10.1 --allocation-pool start=10.10.10.100,end=10.10.10.200 vlan157 10.10.10.0/24

***********************************************
Create second external vlan network
***********************************************

[root@ip-192-169-142-127 ~(keystone_admin]# neutron net-create vlan172 --shared --provider:network_type vlan --provider:segmentation_id 172 --provider:physical_network vlan172 --router:external

[root@ip-192-169-142-127 ~(keystone_admin]# neutron subnet-create --name sub-vlan172 --gateway 10.10.50.1 --allocation-pool start=10.10.50.100,end=10.10.50.200 vlan172 10.10.50.0/24

*************************************
Creating third flat network
*************************************

# neutron net-create external4 -- --router:external \
--provider:network_type=flat \
--provider:physical_network=physnet4

# neutron subnet-create --disable-dhcp external4 192.179.143.0/24

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron net-show vlan157
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        | nova                                 |
| created_at                | 2016-05-05T11:04:57                  |
| description               |                                      |
| id                        | 98116982-6553-4b7e-920c-0284a7200916 |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| is_default                | False                                |
| mtu                       | 1500                                 |
| name                      | vlan157                              |
| provider:network_type     | vlan                                 |
| provider:physical_network | vlan157                              |
| provider:segmentation_id | 157                                  |
| router:external           | True                                 |
| shared                    | True                                 |
| status                    | ACTIVE                               |
| subnets                   | d50fddd2-46e7-4c67-8ab5-97e952bc11c9 |
| tags                      |                                      |
| tenant_id                 | 5d0e67d2fe7a403180fe77232b0cdcd5     |
| updated_at                | 2016-05-05T11:04:57                  |
+---------------------------+--------------------------------------+

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron subnet-show sub-vlan157
+-------------------+--------------------------------------------------+
| Field             | Value                                            |
+-------------------+--------------------------------------------------+
| allocation_pools | {"start": "10.10.10.100", "end": "10.10.10.200"} |
| cidr              | 10.10.10.0/24                                    |
| created_at        | 2016-05-05T11:05:27                              |
| description       |                                                  |
| dns_nameservers   |                                                  |
| enable_dhcp       | True                                             |
| gateway_ip        | 10.10.10.1                                       |
| host_routes       |                                                  |
| id                | d50fddd2-46e7-4c67-8ab5-97e952bc11c9             |
| ip_version        | 4                                                |
| ipv6_address_mode |                                                  |
| ipv6_ra_mode      |                                                  |
| name              | sub-vlan157                                      |
| network_id        | 98116982-6553-4b7e-920c-0284a7200916             |
| subnetpool_id     |                                                  |
| tenant_id         | 5d0e67d2fe7a403180fe77232b0cdcd5                 |
| updated_at        | 2016-05-05T11:05:27                              |
+-------------------+--------------------------------------------------+

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron net-show vlan172
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        | nova                                 |
| created_at                | 2016-05-05T11:05:46                  |
| description               |                                      |
| id                        | 6fc89f42-cb85-4cdb-be5f-4d1768b05e14 |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| is_default                | False                                |
| mtu                       | 1500                                 |
| name                      | vlan172                              |
| provider:network_type     | vlan                                 |
| provider:physical_network | vlan172                              |
| provider:segmentation_id | 172                                  |
| router:external           | True                                 |
| shared                    | True                                 |
| status                    | ACTIVE                               |
| subnets                   | 2d4f907b-1f80-451a-a663-b87bbd683d58 |
| tags                      |                                      |
| tenant_id                 | 5d0e67d2fe7a403180fe77232b0cdcd5     |
| updated_at                | 2016-05-05T11:05:46                  |
+---------------------------+--------------------------------------+

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron subnet-show sub-vlan172
+-------------------+--------------------------------------------------+
| Field             | Value                                            |
+-------------------+--------------------------------------------------+
| allocation_pools | {"start": "10.10.50.100", "end": "10.10.50.200"} |
| cidr              | 10.10.50.0/24                                    |
| created_at        | 2016-05-05T11:10:18                              |
| description       |                                                  |
| dns_nameservers   |                                                  |
| enable_dhcp       | True                                             |
| gateway_ip        | 10.10.50.1                                       |
| host_routes       |                                                  |
| id                | 2d4f907b-1f80-451a-a663-b87bbd683d58             |
| ip_version        | 4                                                |
| ipv6_address_mode |                                                  |
| ipv6_ra_mode      |                                                  |
| name              | sub-vlan172                                      |
| network_id        | 6fc89f42-cb85-4cdb-be5f-4d1768b05e14             |
| subnetpool_id     |                                                  |
| tenant_id         | 5d0e67d2fe7a403180fe77232b0cdcd5                 |
| updated_at        | 2016-05-05T11:10:18                              |
+-------------------+--------------------------------------------------+

Enable EPEL 7 to install vconfig ( or use ip CLI )

***************************************************
Next Step - external bridges setup on Controller
***************************************************

# modprobe 8021q
# ovs-vsctl add-br br-vlan
# ovs-vsctl add-port br-vlan eth2
# vconfig add br-vlan 157

# ovs-vsctl add-br br-vlan2
# ovs-vsctl add-port br-vlan2 eth3
# vconfig add br-vlan2 172

**********************************
External flat network
**********************************

# ovs-vsctl add-br br-eth4
# ovs-vsctl add-port br-eth4 eth4

****************************************************
Update Neutron OVS configuration files
****************************************************
Start with the following comment in l3_agent.ini:

# When external_network_bridge is set, each L3 agent can be associated
# with no more than one external network. This value should be set to the UUID
# of that external network. To allow L3 agent support multiple external
# networks, both the external_network_bridge and gateway_external_network_id
# must be left empty.

******************************
Update l3_agent.ini file
******************************
external_network_bridge =
gateway_external_network_id =

******************************************************
/etc/neutron/plugins/ml2/openvswitch_agent.ini
******************************************************

bridge_mappings = physnet1:br-eth1,vlan157:br-vlan,vlan172:br-vlan2,physnet4:br-eth4

*************************************
Update Neutron Configuration
*************************************

# openstack-service restart neutron

************************************************
Set up config persistent between reboots
************************************************

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-eth2
DEVICE="eth2"
ONBOOT=yes
OVS_BRIDGE=br-vlan
TYPE=OVSPort
DEVICETYPE="ovs"

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-eth3
DEVICE="eth3"
ONBOOT=yes
OVS_BRIDGE=br-vlan2
TYPE=OVSPort
DEVICETYPE="ovs"

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-br-vlan
DEVICE=br-vlan
BOOTPROTO=none
ONBOOT=yes
TYPE=OVSBridge
DEVICETYPE="ovs"

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-br-vlan2
DEVICE=br-vlan2
BOOTPROTO=none
ONBOOT=yes
TYPE=OVSBridge
DEVICETYPE="ovs"

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-br-vlan.157
BOOTPROTO="none"
DEVICE="br-vlan.157"
ONBOOT="yes"
IPADDR="10.10.10.150"
PREFIX="24"
GATEWAY="10.10.10.1"
DNS1="83.221.202.254"
VLAN=yes
NOZEROCONF=yes
USERCTL=no

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-br-vlan2.172
BOOTPROTO="none"
DEVICE="br-vlan2.172"
ONBOOT="yes"
IPADDR="10.10.50.150"
PREFIX="24"
GATEWAY="10.10.50.1"
DNS1="83.221.202.254"
VLAN=yes
NOZEROCONF=yes

***************************
Then run script
***************************
#!/bin/bash -x
chkconfig network on
systemctl stop NetworkManager
systemctl disable NetworkManager
service network restart

# openstack-service restart neutron

[root@ip-192-169-142-127 ~(keystone_admin)]# ip -details link show dev br-vlan.157
34: br-vlan.157@br-vlan: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT
    link/ether ba:bb:33:85:aa:49 brd ff:ff:ff:ff:ff:ff promiscuity 0
    vlan protocol 802.1Q id 157 <REORDER_HDR> addrgenmode eui64

[root@ip-192-169-142-127 ~(keystone_admin)]# ip -details link show dev br-vlan2.172
33: br-vlan2.172@br-vlan2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT
    link/ether 0e:e7:2d:26:c3:4a brd ff:ff:ff:ff:ff:ff promiscuity 0
    vlan protocol 802.1Q id 172 <REORDER_HDR> addrgenmode eui64

[root@ip-192-169-142-127 ~(keystone_admin)]# ip route

default via 10.10.10.1 dev br-vlan.157

10.10.10.0/24 dev br-vlan.157 proto kernel scope link src 10.10.10.150

10.10.50.0/24 dev br-vlan2.172 proto kernel scope link src 10.10.50.150

169.254.0.0/16 dev eth0 scope link metric 1002

169.254.0.0/16 dev eth1 scope link metric 1003

169.254.0.0/16 dev eth2 scope link metric 1004

169.254.0.0/16 dev eth3 scope link metric 1005

169.254.0.0/16 dev eth4 scope link metric 1006

169.254.0.0/16 dev br-vlan scope link metric 1009

169.254.0.0/16 dev br-ex scope link metric 1010

169.254.0.0/16 dev br-vlan2 scope link metric 1012

192.168.122.0/24 dev virbr0 proto kernel scope link src 192.168.122.1

192.169.142.0/24 dev br-ex proto kernel scope link src 192.169.142.127

***************************

Controller/Network
***************************
[root@ip-192-169-142-127 ~(keystone_admin)]# ovs-vsctl show
d12e6a7a-f589-42cd-91b3-96156ad9ed59
Bridge br-int
fail_mode: secure
Port "tap114497da-9f"
tag: 1
Interface "tap114497da-9f"
type: internal
Port "tap390b9bc5-b9"
tag: 5
Interface "tap390b9bc5-b9"
type: internal
Port "int-br-vlan2"
Interface "int-br-vlan2"
type: patch
options: {peer="phy-br-vlan2"}
Port "tap4b0c52b8-90"
tag: 3
Interface "tap4b0c52b8-90"
type: internal
Port "qr-795380c4-1d"
tag: 2
Interface "qr-795380c4-1d"
type: internal
Port "qg-b856b873-d0"
tag: 3
Interface "qg-b856b873-d0"
type: internal
Port "tap119f2a5f-2e"
tag: 4
Interface "tap119f2a5f-2e"
type: internal
Port int-br-vlan
Interface int-br-vlan
type: patch
options: {peer=phy-br-vlan}
Port "qr-2e2d2e81-14"
tag: 1
Interface "qr-2e2d2e81-14"
type: internal
Port "qg-234c2d9c-0a"
tag: 4
Interface "qg-234c2d9c-0a"
type: internal
Port "qr-41a1a0fa-ec"
tag: 5
Interface "qr-41a1a0fa-ec"
type: internal
Port br-int
Interface br-int
type: internal
Port "qg-5c7b2d0a-1b"
tag: 6
Interface "qg-5c7b2d0a-1b"
type: internal
Port "int-br-eth4"
Interface "int-br-eth4"
type: patch
options: {peer="phy-br-eth4"}
Port "int-br-eth1"
Interface "int-br-eth1"
type: patch
options: {peer="phy-br-eth1"}
Port "tap936bd80d-26"
tag: 2
Interface "tap936bd80d-26"
type: internal
Bridge "br-vlan2"   <===external vlan172 network
Port "eth3"
Interface "eth3"
Port "phy-br-vlan2"
Interface "phy-br-vlan2"
type: patch
options: {peer="int-br-vlan2"}
Port "br-vlan2"
Interface "br-vlan2"
type: internal
  Bridge "br-eth4"    <===external flat network
        Port "eth4"
            Interface "eth4"
        Port "phy-br-eth4"
            Interface "phy-br-eth4"
                type: patch
                options: {peer="int-br-eth4"}
        Port "br-eth4"
            Interface "br-eth4"
                type: internal
    Bridge br-ex
Port br-ex
Interface br-ex
type: internal
Port "eth0"
Interface "eth0"
Bridge "br-eth1"        <=== internal vlan enabled vm/data network
Port "phy-br-eth1"
Interface "phy-br-eth1"
type: patch
options: {peer="int-br-eth1"}
Port "eth1"
Interface "eth1"
Port "br-eth1"
Interface "br-eth1"
type: internal
Bridge br-vlan    <===external vlan157 network
Port br-vlan
Interface br-vlan
type: internal
Port "eth2"
Interface "eth2"
Port phy-br-vlan
Interface phy-br-vlan
type: patch
options: {peer=int-br-vlan}
ovs_version: "2.4.0"
[root@ip-192-169-142-127 ~(keystone_admin)]# ifconfig
br-ex: flags=4163 mtu 1500
inet 192.169.142.127 netmask 255.255.255.0 broadcast 192.169.142.255
inet6 fe80::3058:e2ff:fe5c:f64c prefixlen 64 scopeid 0x20
ether 32:58:e2:5c:f6:4c txqueuelen 0 (Ethernet)
RX packets 54754 bytes 12112793 (11.5 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 48647 bytes 15788730 (15.0 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

br-vlan: flags=4163 mtu 1500
inet6 fe80::2054:9fff:feb5:b645 prefixlen 64 scopeid 0x20
ether 22:54:9f:b5:b6:45 txqueuelen 0 (Ethernet)
RX packets 51 bytes 6647 (6.4 KiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 298 bytes 16763 (16.3 KiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

br-vlan2: flags=4163 mtu 1500
inet6 fe80::149a:c9ff:fe29:2240 prefixlen 64 scopeid 0x20
ether 16:9a:c9:29:22:40 txqueuelen 0 (Ethernet)
RX packets 497 bytes 24405 (23.8 KiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 31 bytes 4481 (4.3 KiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

br-vlan.157: flags=4163 mtu 1500
inet 10.10.10.150 netmask 255.255.255.0 broadcast 10.10.10.255
inet6 fe80::2054:9fff:feb5:b645 prefixlen 64 scopeid 0x20
ether 22:54:9f:b5:b6:45 txqueuelen 0 (Ethernet)
RX packets 34 bytes 4667 (4.5 KiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 290 bytes 14955 (14.6 KiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

br-vlan2.172: flags=4163 mtu 1500
inet 10.10.50.150 netmask 255.255.255.0 broadcast 10.10.50.255
inet6 fe80::149a:c9ff:fe29:2240 prefixlen 64 scopeid 0x20
ether 16:9a:c9:29:22:40 txqueuelen 0 (Ethernet)
RX packets 480 bytes 16181 (15.8 KiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 23 bytes 3741 (3.6 KiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163 mtu 1500
inet6 fe80::5054:ff:fe82:e40e prefixlen 64 scopeid 0x20
ether 52:54:00:82:e4:0e txqueuelen 1000 (Ethernet)
RX packets 56233 bytes 12189701 (11.6 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 48639 bytes 15786905 (15.0 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163 mtu 1500
inet6 fe80::5054:ff:feb2:82c prefixlen 64 scopeid 0x20
ether 52:54:00:b2:08:2c txqueuelen 1000 (Ethernet)
RX packets 4327 bytes 2918115 (2.7 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 1882 bytes 6415333 (6.1 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth2: flags=4163 mtu 1500
inet6 fe80::5054:ff:fec9:cdcf prefixlen 64 scopeid 0x20
ether 52:54:00:c9:cd:cf txqueuelen 1000 (Ethernet)
RX packets 3334 bytes 6491253 (6.1 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 3064 bytes 2816873 (2.6 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth3: flags=4163 mtu 1500
inet6 fe80::5054:ff:fe48:266f prefixlen 64 scopeid 0x20
ether 52:54:00:48:26:6f txqueuelen 1000 (Ethernet)
RX packets 2027 bytes 108290 (105.7 KiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 88 bytes 43478 (42.4 KiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth4: flags=4163 mtu 1500
inet6 fe80::5054:ff:fe92:f712 prefixlen 64 scopeid 0x20
ether 52:54:00:92:f7:12 txqueuelen 1000 (Ethernet)
RX packets 1489 bytes 77816 (75.9 KiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 9 bytes 718 (718.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73 mtu 65536
inet 127.0.0.1 netmask 255.0.0.0
inet6 ::1 prefixlen 128 scopeid 0x10
loop txqueuelen 0 (Local Loopback)
RX packets 422071 bytes 134700542 (128.4 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 422071 bytes 134700542 (128.4 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

virbr0: flags=4099 mtu 1500
inet 192.168.122.1 netmask 255.255.255.0 broadcast 192.168.122.255
ether 52:54:00:e9:36:be txqueuelen 0 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

******************************************************************************************
Verification VLAN connectivity from WKS (VM) having eth1.157 && eth2.172 to mentioned bellow Java Servers running on Compute Node 192.169.142.137 as Nova-Docker Containers (instances) with floating ips on vlan157 and vlan172 correspondently
******************************************************************************************
Network configuration on WKS

[root@VlanConnect ~]# ifconfig
eth0: flags=4163 mtu 1500
        inet 192.169.142.45 netmask 255.255.255.0 broadcast 192.169.142.255
        inet6 fe80::5054:ff:fef5:a7eb prefixlen 64 scopeid 0x20
        ether 52:54:00:f5:a7:eb txqueuelen 1000 (Ethernet)
        RX packets 3358 bytes 178671 (174.4 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 22 bytes 3676 (3.5 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163 mtu 1500
        inet6 fe80::5054:ff:fe2e:716c prefixlen 64 scopeid 0x20
        ether 52:54:00:2e:71:6c txqueuelen 1000 (Ethernet)
        RX packets 5154 bytes 1994070 (1.9 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 1157 bytes 153055 (149.4 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth2: flags=4163 mtu 1500
        inet6 fe80::5054:ff:fe62:5abb prefixlen 64 scopeid 0x20
        ether 52:54:00:62:5a:bb txqueuelen 1000 (Ethernet)
        RX packets 3384 bytes 213816 (208.8 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 654 bytes 36212 (35.3 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1.157: flags=4163 mtu 1500
        inet 10.10.10.45 netmask 255.255.255.0 broadcast 10.10.10.255
        inet6 fe80::5054:ff:fe2e:716c prefixlen 64 scopeid 0x20
        ether 52:54:00:2e:71:6c txqueuelen 0 (Ethernet)
        RX packets 1823 bytes 1786566 (1.7 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 1151 bytes 147974 (144.5 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth2.172: flags=4163 mtu 1500
        inet 10.10.50.45 netmask 255.255.255.0 broadcast 10.10.50.255
        inet6 fe80::5054:ff:fe62:5abb prefixlen 64 scopeid 0x20
        ether 52:54:00:62:5a:bb txqueuelen 0 (Ethernet)
        RX packets 52 bytes 38138 (37.2 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 647 bytes 33022 (32.2 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 590 bytes 62280 (60.8 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 590 bytes 62280 (60.8 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

virbr0: flags=4099 mtu 1500
        inet 192.168.122.1 netmask 255.255.255.0 broadcast 192.168.122.255
        ether 52:54:00:13:11:69 txqueuelen 0 (Ethernet)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

[root@VlanConnect ~]# ip -details link show dev eth1.157
5: eth1.157@eth1: mtu 1500 qdisc noqueue state UP mode DEFAULT
    link/ether 52:54:00:2e:71:6c brd ff:ff:ff:ff:ff:ff promiscuity 0
    vlan protocol 802.1Q id 157 addrgenmode eui64

[root@VlanConnect ~]# ip -details link show dev eth2.172
6: eth2.172@eth2: mtu 1500 qdisc noqueue state UP mode DEFAULT
    link/ether 52:54:00:62:5a:bb brd ff:ff:ff:ff:ff:ff promiscuity 0
    vlan protocol 802.1Q id 172 addrgenmode eui64
********************************************************************************
Attempt to launch browser to GlassFish 4.X and Tomcat 7.0 consoles
********************************************************************************

Nova-Docker instance derbyGlassfish01 on vlan157 (10.10.10.105:4848)
Nova-Docker instance Tomcat on vlan172 (10.10.50.105:8080)

↧

Triple0 QuickStart HA Setup on Intel Core i7-4790 Desktop

June 4, 2016, 5:16 am

≫ Next: TripleO QuickStart vs official Mitaka TripleO HA install via instack-virt-setup

≪ Previous: Java EE Servers as Nova-Docker Containers && RDO Mitaka External vlan networks

This posting follows up Deploying OpenStack on just one hosted server but is focused on utilizing i7 4790/4770 CPUs with inexpensive boards like ASUS Z97-P having 32 GB RAM. As remote workstation C2D E8400 with 8 GB RAM has been used . OS installed on both PCs was CentOS 7.2 (Release 1604). Mentioned environment allows in about couple of hours to obtain stable working configuration based on ha.yml template :-

######################
# Template code
######################

# Deploy an HA openstack environment.
#
# This will require (6144 * 4) == approx. 24GB for the overcloud
# nodes, plus another 8GB for the undercloud, for a total of around
# 32GB.
control_memory: 6144
compute_memory: 6144

undercloud_memory: 8192

# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4

# Create three controller nodes and one compute node.
overcloud_nodes:
- name: control_0
    flavor: control
- name: control_1
    flavor: control
- name: control_2
    flavor: control

- name: compute_0
    flavor: compute
- name: compute_1
    flavor: compute

# We don't need introspection in a virtual environment (because we are
# creating all the "hardware" we really know the necessary
# information).
introspect: false

# Tell tripleo about our environment.
network_isolation: true
extra_args: >-
--control-scale 3 --compute-scale 2 --neutron-network-type vxlan
--neutron-tunnel-types vxlan
-e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml
--ntp-server pool.ntp.org
deploy_timeout: 75
tempest: false
pingtest: true

**********************************************************************************
Fist fix bugs mentioned in link above on the Server's Desktop
and run `yum groupinstall "Virtualization Host"`
**********************************************************************************

Then start on workstation :-

$ git clone https://github.com/openstack/tripleo-quickstart
$ cd tripleo-quickstart
$ sudo bash quickstart.sh --install-deps
$ sudo yum -y install redhat-rpm-config

$export VIRTHOST=192.168.1.75 #put your own IP here
$ ssh-keygen
$ssh-copy-id root@$VIRTHOST
$ssh root@$VIRTHOST uname -a # no root login prompt

Then run under tripleo-quickstart

$ bash quickstart.sh --config ./config/general_config/ha.yml $VIRTHOST

If everything went well you will be brought back to command prompt
and see following output

##################################
Virtual Environment Setup Complete
##################################

Access the undercloud by:

 ssh -F /home/marcos/.quickstart/ssh.config.ansible undercloud

There are scripts in the home directory to continue the deploy:

 undercloud-install.sh will run the undercloud install
 undercloud-post-install.sh will perform all pre-deploy steps
 overcloud-deploy.sh will deploy the overcloud
 overcloud-deploy-post.sh will do any post-deploy configuration
 overcloud-validate.sh will run post-deploy validation

During overcloud deployment open remote ssh session to server and run top
You will see that memory allocation matches your ha.yml
When done : su - stack on Server

[root@ServerCentOS72 ~]# su - stack
Last login: Sun Jun 5 09:08:16 MSK 2016 from 192.168.1.54 on pts/0
[stack@ServerCentOS72 ~]$ virsh list
Id    Name                           State
----------------------------------------------------
2     undercloud                     running
8     control_1                      running
9     compute_0                      running
10    compute_1                      running
11    control_0                      running
12    control_2                      running

[stack@ServerCentOS72 ~]$ virsh dumpxml undercloud | grep vcpu
<vcpu placement='static'>4</vcpu>
[stack@ServerCentOS72 ~]$ virsh dumpxml undercloud | grep memory
<memory unit='KiB'>8388608</memory>
[stack@ServerCentOS72 ~]$ virsh dumpxml control_0 | grep memory
<memory unit='KiB'>6291456</memory>
[stack@ServerCentOS72 ~]$ virsh dumpxml control_0 | grep cpu
<vcpu placement='static'>1</vcpu>
<cpu mode='host-passthrough'/>
[stack@ServerCentOS72 ~]$ virsh dumpxml compute_0 | grep cpu
<vcpu placement='static'>1</vcpu>
<cpu mode='host-passthrough'/>
[stack@ServerCentOS72 ~]$ virsh dumpxml compute_0 | grep memory
<memory unit='KiB'>6291456</memory>

***************************************
Up on completion of last script run :-
***************************************

[stack@undercloud ~]$ . stackrc
[stack@undercloud ~]$ heat stack-list
+--------------------------------------+------------+-----------------+---------------------+--------------+
| id                                   | stack_name | stack_status    | creation_time       | updated_time |
+--------------------------------------+------------+-----------------+---------------------+--------------+
| 4474e9c7-74a0-4ba6-9cb4-889127a31c1f | overcloud  | CREATE_COMPLETE | 2016-06-05T06:27:44 | None         |
+--------------------------------------+------------+-----------------+---------------------+--------------+

[stack@undercloud ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| b1d93ac8-3e00-4f5c-8d02-73f0853c7297 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.11 |
| 69c560b7-7fcd-442e-8360-3c85f686b19f | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
| ce73a87b-e49d-4b4b-9d45-b4297c39dbaf | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.12 |
| 4cb7cb86-9f72-4654-ae83-34bd1e1576e7 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.10 |
| 391d13b4-ed9b-45d4-96a4-f97b07d53088 | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.8  |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@undercloud ~]$ ssh heat-admin@192.0.2.11
Last login: Sun Jun 5 08:34:21 2016 from gateway
[heat-admin@overcloud-controller-0 ~]$ sudo su -
Last login: Sun Jun 5 08:34:26 UTC 2016 on pts/0

[root@overcloud-controller-0 ~]# . keystonerc_admin
[root@overcloud-controller-0 ~]# neutron net-list

+---------------------------------+---------------------------------+-----------------------------------+
| id                              | name                            | subnets                           |
+---------------------------------+---------------------------------+-----------------------------------+
| 548abd13-dd34-4b8a-             | public                          | 8887421f-                         |
| b3b2-ccebc87ebffa               |                                 | eb7b-4639-b7be-066873038434       |
|                                 |                                 | 192.0.2.0/24                      |
| 7fe9187a-d46c-4e03-9e1f-        | HA network tenant 773c2a0603eb4 | 967d823a-                         |
| ae4ab56ca12f                    | 72eb1ca050a69f8ddfb             | 0fb0-4e80-99b0-977dfcead5b9       |
|                                 |                                 | 169.254.192.0/18                  |
| 2530d88f-5b03-4d8c-beab-        | demo_network                    | 83c1fd7f-3ee6-49f8-bdcb-          |
| ce176394aa8f                    |                                 | 132771a875d5 50.0.0.0/24          |
+---------------------------------+---------------------------------+-----------------------------------+

[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Sun Jun  5 07:20:59 2016        Last change: Sun Jun  5 07:10:31 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-2 (version 1.1.13-10.el7_2.2-44eb2dd) - partition with quorum
3 nodes and 123 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

 ip-192.0.2.6    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
 Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 ip-192.0.2.7    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
 Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: memcached-clone [memcached]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-core-clone [openstack-core]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-1 ]
     Slaves: [ overcloud-controller-0 overcloud-controller-2 ]
 Clone Set: mongod-clone [mongod]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-aodh-evaluator-clone [openstack-aodh-evaluator]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-scheduler-clone [openstack-nova-scheduler]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-l3-agent-clone [neutron-l3-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-netns-cleanup-clone [neutron-netns-cleanup]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-ovs-cleanup-clone [neutron-ovs-cleanup]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-2
 Clone Set: openstack-heat-engine-clone [openstack-heat-engine]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-api-clone [openstack-ceilometer-api]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-aodh-listener-clone [openstack-aodh-listener]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-metadata-agent-clone [neutron-metadata-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-gnocchi-metricd-clone [openstack-gnocchi-metricd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-aodh-notifier-clone [openstack-aodh-notifier]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-heat-api-clone [openstack-heat-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-collector-clone [openstack-ceilometer-collector]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-glance-api-clone [openstack-glance-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-cinder-scheduler-clone [openstack-cinder-scheduler]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-api-clone [openstack-nova-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-consoleauth-clone [openstack-nova-consoleauth]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-sahara-api-clone [openstack-sahara-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-heat-api-cloudwatch-clone [openstack-heat-api-cloudwatch]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-sahara-engine-clone [openstack-sahara-engine]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-glance-registry-clone [openstack-glance-registry]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-gnocchi-statsd-clone [openstack-gnocchi-statsd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-notification-clone [openstack-ceilometer-notification]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-cinder-api-clone [openstack-cinder-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-dhcp-agent-clone [neutron-dhcp-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-openvswitch-agent-clone [neutron-openvswitch-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-novncproxy-clone [openstack-nova-novncproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: delay-clone [delay]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-server-clone [neutron-server]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-central-clone [openstack-ceilometer-central]
     Stopped: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: httpd-clone [httpd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-heat-api-cfn-clone [openstack-heat-api-cfn]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-conductor-clone [openstack-nova-conductor]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Failed Actions:
* galera_monitor_10000 on overcloud-controller-1 'unknown error' (1): call=26, status=complete, exitreason='local node <overcloud-controller-1> is started, but not in primary mode. Unknown state.',
    last-rc-change='Sun Jun  5 06:56:15 2016', queued=0ms, exec=0ms
* ip-192.0.2.7_monitor_10000 on overcloud-controller-1 'unknown error' (1): call=18, status=Timed Out, exitreason='none',
    last-rc-change='Sun Jun  5 06:56:06 2016', queued=0ms, exec=0ms
* openstack-aodh-evaluator_monitor_60000 on overcloud-controller-1 'not running' (7): call=78, status=complete, exitreason='none',
    last-rc-change='Sun Jun  5 07:06:55 2016', queued=0ms, exec=0ms
* openstack-ceilometer-central_start_0 on overcloud-controller-1 'not running' (7): call=316, status=complete, exitreason='none',
    last-rc-change='Sun Jun  5 07:13:25 2016', queued=0ms, exec=2113ms
* openstack-aodh-evaluator_monitor_60000 on overcloud-controller-0 'not running' (7): call=77, status=complete, exitreason='none',
    last-rc-change='Sun Jun  5 07:06:52 2016', queued=0ms, exec=0ms
* openstack-ceilometer-central_start_0 on overcloud-controller-0 'not running' (7): call=268, status=complete, exitreason='none',
    last-rc-change='Sun Jun  5 07:09:40 2016', queued=0ms, exec=2209ms
* openstack-aodh-evaluator_monitor_60000 on overcloud-controller-2 'not running' (7): call=76, status=complete, exitreason='none',
    last-rc-change='Sun Jun  5 07:06:51 2016', queued=0ms, exec=0ms
* openstack-ceilometer-central_start_0 on overcloud-controller-2 'not running' (7): call=312, status=complete, exitreason='none',
    last-rc-change='Sun Jun  5 07:13:30 2016', queued=0ms, exec=2119ms


PCSD Status:
  overcloud-controller-0: Online
  overcloud-controller-1: Online
  overcloud-controller-2: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled

Neutron reports

System reports

Running instances

*****************************************************
Connections to VMs from undercloud
*****************************************************
[stack@undercloud ~]$ ssh -i oskey060516.pem fedora@192.0.2.151
Last login: Sun Jun 5 09:17:05 2016 from 192.0.2.1
[fedora@vf23dev01 ~]$ uname -a
Linux vf23dev01.localdomain 4.5.5-201.fc23.x86_64 #1 SMP Sat May 21 15:29:49 UTC 2016 x86_64 x86_64 x86_64 GNU/Linux
[fedora@vf23dev01 ~]$ Connection to 192.0.2.151 closed.
[stack@undercloud ~]$ ssh -i oskey060516.pem ubuntu@192.0.2.152
Welcome to Ubuntu 16.04 LTS (GNU/Linux 4.4.0-22-generic x86_64)

* Documentation: https://help.ubuntu.com/

Get cloud support with Ubuntu Advantage Cloud Guest:
    http://www.ubuntu.com/business/services/cloud

14 packages can be updated.
5 updates are security updates.

Last login: Sun Jun 5 08:32:52 2016 from 192.0.2.1
ubuntu@ubuntudevs01:~$ uname -a
Linux ubuntudevs01 4.4.0-22-generic #40-Ubuntu SMP Thu May 12 22:03:46 UTC 2016 x86_64 x86_64 x86_64 GNU/Linux
ubuntu@ubuntudevs01:~$ logout
Connection to 192.0.2.152 closed.

   Hypervisors on overcloud

   Server's CentOS 7.2 `top` report

↧

TripleO QuickStart vs official Mitaka TripleO HA install via instack-virt-setup

July 27, 2016, 11:16 am

≫ Next: TripleO deployment of 'master' branch via instack-virt-setup

≪ Previous: Triple0 QuickStart HA Setup on Intel Core i7-4790 Desktop

   A final target of this post is to compare undercloud configuration been built by QuickStart and undercloud configuration been built per official documentation
for Mitaka stable , please see Attempt of official Mitaka TripleO HA install via instack-virt-setup
Final version of instructions set may bee seen here :-
Stable Mitaka HA instack-virt-setup on CentOS 7.2 VIRTHOST

========================
TripleO QuickStart case
========================

First of all right before running `openstack overcloud deploy --templates .... `
Run on undercloud VM following commands :-

[stack@undercloud ~]$ sudo ovs-vsctl show
b8b5ecbc-dc8d-43b8-8f03-09896d1b08b3
    Bridge br-int
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
        Port "tapd7a65b7a-48"
            tag: 1
            Interface "tapd7a65b7a-48"
                type: internal
    Bridge br-ctlplane
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
    ovs_version: "2.5.0"

=============================

[root@undercloud ~]# ifconfig
br-ctlplane: flags=4163 mtu 1500
        inet 192.0.2.1 netmask 255.255.255.0 broadcast 192.0.2.255
        inet6 fe80::28e:5aff:fe16:9ba1 prefixlen 64 scopeid 0x20
        ether 00:8e:5a:16:9b:a1 txqueuelen 0 (Ethernet)
        RX packets 3383615 bytes 264121585 (251.8 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 4873995 bytes 23750747704 (22.1 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163 mtu 1500
        inet 192.168.23.10 netmask 255.255.255.0 broadcast 192.168.23.255
        inet6 fe80::28e:5aff:fe16:9b9f prefixlen 64 scopeid 0x20
        ether 00:8e:5a:16:9b:9f txqueuelen 1000 (Ethernet)
        RX packets 48092 bytes 42203536 (40.2 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 35731 bytes 4188571 (3.9 MiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163 mtu 1500
        inet6 fe80::28e:5aff:fe16:9ba1 prefixlen 64 scopeid 0x20
        ether 00:8e:5a:16:9b:a1 txqueuelen 1000 (Ethernet)
        RX packets 3385562 bytes 264368815 (252.1 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 4876692 bytes 23773014677 (22.1 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 3065638 bytes 25610179577 (23.8 GiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 3065638 bytes 25610179577 (23.8 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

virbr0: flags=4099 mtu 1500
        inet 192.168.122.1 netmask 255.255.255.0 broadcast 192.168.122.255
        ether 52:54:00:eb:ef:39 txqueuelen 0 (Ethernet)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

vlan10: flags=4163 mtu 1500
        inet 10.0.0.1 netmask 255.255.255.0 broadcast 10.0.0.255
        inet6 fe80::5ce2:8eff:fed9:2f89 prefixlen 64 scopeid 0x20
        ether 5e:e2:8e:d9:2f:89 txqueuelen 0 (Ethernet)
        RX packets 1154 bytes 176564 (172.4 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 1759 bytes 22168381 (21.1 MiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

===============================================
Analyze code undercloud-post-install.sh following bellow
===============================================
[stack@undercloud ~]$ cat undercloud-post-install.sh
#!/bin/bash

# Prepare the undercloud for deploy

set -eux

# Source in undercloud credentials.
source /home/stack/stackrc
######################
# Set of standard commands
######################

# Upload images to glance.
openstack overcloud image upload \

openstack baremetal import --json instackenv.json
openstack baremetal configure boot

# Perform introspection if requested.

. . . . . . . .

################################################
# Here follows critical VM network configuration portion
################################################

# enable NAT for "external" network
RULE="-s 10.0.0.1/24 ! -d 10.0.0.1/24 -j MASQUERADE"

if ! sudo iptables -t nat -C BOOTSTACK_MASQ $RULE; then
    sudo iptables -t nat -A BOOTSTACK_MASQ $RULE
    sudo sh -c 'iptables-save > /etc/sysconfig/iptables'
fi

sudo bash -c 'cat < /etc/sysconfig/network-scripts/ifcfg-vlan10
DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"
EOF'

sudo ifup ifcfg-vlan10

# clone the t-h-t templates if needed

=========================================
So finally up on overcloud-deployment completion :-
=========================================

[root@undercloud ~]# ip netns
qdhcp-74126965-fbac-483d-9d8d-1c2ff43a2bd2
[root@undercloud ~]# ip netns exec qdhcp-74126965-fbac-483d-9d8d-1c2ff43a2bd2 ifconfig
lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

tapd7a65b7a-48: flags=4163 mtu 1500
        inet 192.0.2.5 netmask 255.255.255.0 broadcast 192.0.2.255
        inet6 fe80::f816:3eff:fe9d:1a65 prefixlen 64 scopeid 0x20
        ether fa:16:3e:9d:1a:65 txqueuelen 0 (Ethernet)
        RX packets 1109 bytes 103765 (101.3 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 943 bytes 91866 (89.7 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

[root@undercloud ~]# ip netns exec qdhcp-74126965-fbac-483d-9d8d-1c2ff43a2bd2 route -n
Kernel IP routing table
Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
0.0.0.0         192.0.2.1       0.0.0.0         UG    0      0        0 tapd7a65b7a-48
192.0.2.0       0.0.0.0         255.255.255.0   U     0      0        0 tapd7a65b7a-48

=======================================================
Get back to `ovs-vsctl show` on undercloud generated by QuickStart
=======================================================

Focus on device tapd7a65b7a-48 and vlan10

[stack@undercloud ~]$ sudo ovs-vsctl show
b8b5ecbc-dc8d-43b8-8f03-09896d1b08b3
    Bridge br-int
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane} <=== veth pair connecting br-int
        Port br-int                                                               and br-ctlplane
            Interface br-int
                type: internal
        Port "tapd7a65b7a-48"
            tag: 1
            Interface "tapd7a65b7a-48"
                type: internal
    Bridge br-ctlplane
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane} <=== veth pair connecting
    ovs_version: "2.5.0"                                          connecting br-int and
                                                                             br-ctlplane

==================================================================

Now verify instack VM been built per Attempt of official Mitaka TripleO HA install via instack-virt-setup

==================================================================

[stack@ServerCentOS72 ~]$ virsh list --all

Id    Name                           State
----------------------------------------------------
2     instack                        running
-     baremetalbrbm_0                shut off
-     baremetalbrbm_1                shut off
-     baremetalbrbm_2                shut off
-     baremetalbrbm_3                shut off

[stack@ServerCentOS72 ~]$ ssh root@192.168.122.193
Last login: Mon Jul 25 13:59:52 2016 from 192.168.122.1
[root@instack ~]# su - stack
Last login: Mon Jul 25 13:59:54 UTC 2016 on pts/5
[stack@instack ~]$ . stackrc
[stack@instack ~]$ sudo ovs-vsctl show
bc1c13cd-3651-4f79-87df-bdaf4f5fec01
    Bridge br-ctlplane
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                error: "could not open network device vlan10 (No such device)"
    Bridge br-int
        fail_mode: secure
        Port "tap41e6fddf-31"
            tag: 1
            Interface "tap41e6fddf-31"
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.5.0"

[stack@instack ~]$ ifconfig

br-ctlplane: flags=4163 mtu 1500
        inet 192.0.2.1 netmask 255.255.255.0 broadcast 192.0.2.255
        inet6 fe80::297:fff:fe5c:c66c prefixlen 64 scopeid 0x20
        ether 00:97:0f:5c:c6:6c txqueuelen 0 (Ethernet)
        RX packets 13 bytes 1038 (1.0 KiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 12 bytes 816 (816.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163 mtu 1500
        inet 192.168.122.193 netmask 255.255.255.0 broadcast 192.168.122.255
        inet6 fe80::5054:ff:fe6f:906a prefixlen 64 scopeid 0x20
        ether 52:54:00:6f:90:6a txqueuelen 1000 (Ethernet)
        RX packets 1674 bytes 213273 (208.2 KiB)
        RX errors 0 dropped 9 overruns 0 frame 0
        TX packets 1078 bytes 163033 (159.2 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163 mtu 1500
        inet6 fe80::297:fff:fe5c:c66c prefixlen 64 scopeid 0x20
        ether 00:97:0f:5c:c6:6c txqueuelen 1000 (Ethernet)
        RX packets 8 bytes 648 (648.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 14 bytes 1108 (1.0 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 31888 bytes 10276736 (9.8 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 31888 bytes 10276736 (9.8 MiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

=======================================================
Thus any attempt to activate "Network Isolation" having External Network
running within
=======================================================

openstack overcloud deploy --templates --libvirt-type qemu \
--control-scale 3 \
--compute-scale 1 \
-e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
--ntp-server pool.ntp.org

after committing all instructions from http://docs.openstack.org/developer/tripleo-docs/basic_deployment/basic_deployment_cli.html
is supposed to fail. Instack VM is missing device vlan10 supposed to become external interface attached as OVS port to br-ctlplane. What I believe was done in http://mariosandreou.com/tripleo/2016/06/17/deploy-tripleo-stable-mitaka.html without explicitly advertising.

=================================================================
Get back to post mentioned in the header , we want Mitaka Tripleo deployment
to run on instack VM with "Network Isolation" setting up External network,
Network serving VXLAN tunnels . In regards of Ceph Nodes overcloud deployment "Network Isolation" is obviously extremely important.
So, vlan10 device creation should be done with no doubts.
=================================================================

sudo bash -c 'cat < /etc/sysconfig/network-scripts/ifcfg-vlan10
DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"
EOF'

sudo ifup ifcfg-vlan10

sudo iptables -A BOOTSTACK_MASQ -s 10.0.0.0/24 ! -d 10.0.0.0/24 -j MASQUERADE -t nat

=============================
Make sure updates are done
=============================

[boris@ServerCentOS72 ~]$ sudo su -
[sudo] password for boris:
Last login: Tue Jul 26 03:58:20 MSK 2016 on pts/0
[root@ServerCentOS72 ~]# su - stack
Last login: Tue Jul 26 03:58:45 MSK 2016 on pts/0
[stack@ServerCentOS72 ~]$ ssh root@192.168.122.193
Last login: Tue Jul 26 01:01:49 2016
[root@instack ~]# su - stack
Last login: Tue Jul 26 01:01:34 UTC 2016 on pts/0
[stack@instack ~]$ sudo ovs-vsctl show
bc1c13cd-3651-4f79-87df-bdaf4f5fec01
    Bridge br-ctlplane
        Port "eth1"
            Interface "eth1"
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    Bridge br-int
        fail_mode: secure
        Port "tap41e6fddf-31"
            tag: 1
            Interface "tap41e6fddf-31"
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.5.0"
[stack@instack ~]$ ifconfig
br-ctlplane: flags=4163 mtu 1500
        inet 192.0.2.1 netmask 255.255.255.0 broadcast 192.0.2.255
        inet6 fe80::297:fff:fe5c:c66c prefixlen 64 scopeid 0x20
        ether 00:97:0f:5c:c6:6c txqueuelen 0 (Ethernet)
        RX packets 2751712 bytes 205714576 (196.1 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 2711617 bytes 12789727774 (11.9 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163 mtu 1500
        inet 192.168.122.193 netmask 255.255.255.0 broadcast 192.168.122.255
        inet6 fe80::5054:ff:fe6f:906a prefixlen 64 scopeid 0x20
        ether 52:54:00:6f:90:6a txqueuelen 1000 (Ethernet)
        RX packets 4767 bytes 590862 (577.0 KiB)
        RX errors 0 dropped 9 overruns 0 frame 0
        TX packets 3138 bytes 488880 (477.4 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163 mtu 1500
        inet6 fe80::297:fff:fe5c:c66c prefixlen 64 scopeid 0x20
        ether 00:97:0f:5c:c6:6c txqueuelen 1000 (Ethernet)
        RX packets 2751684 bytes 205708317 (196.1 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 2711674 bytes 12789742191 (11.9 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73 mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10
        loop txqueuelen 0 (Local Loopback)
        RX packets 319388 bytes 1493930109 (1.3 GiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 319388 bytes 1493930109 (1.3 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

vlan10: flags=4163 mtu 1500
        inet 10.0.0.1 netmask 255.255.255.0 broadcast 10.0.0.255
        inet6 fe80::1478:deff:fe20:7b86 prefixlen 64 scopeid 0x20
        ether 16:78:de:20:7b:86 txqueuelen 0 (Ethernet)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 12 bytes 816 (816.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
==================================================
Proceed as follows.   Create file network-environment template :-
==================================================
[stack@instack ~]$ cat network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
            "192.168.23.1"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}

=====================
Then run :-
=====================
[stack@instack ~]$ source stackrc

[stack@instack ~]$ openstack overcloud deploy --templates --control-scale 3 \
--compute-scale 1 \
--libvirt-type qemu \
--ntp-server pool.ntp.org \
-e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
-e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
-e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
-e $HOME/network_env.yaml
. . . .

Stack overcloud CREATE_COMPLETE
/home/stack/.ssh/known_hosts updated.
Original contents retained as /home/stack/.ssh/known_hosts.old
Skipping "horizon" postconfig because it wasn't found in the endpoint map output
PKI initialization in init-keystone is deprecated and will be removed.
Warning: Permanently added '192.0.2.16' (ECDSA) to the list of known hosts.
The following cert files already exist, use --rebuild to remove the existing files before regenerating:
/etc/keystone/ssl/certs/ca.pem already exists
/etc/keystone/ssl/private/signing_key.pem already exists
/etc/keystone/ssl/certs/signing_cert.pem already exists
Connection to 192.0.2.16 closed.
Overcloud Endpoint: http://10.0.0.4:5000/v2.0
Overcloud Deployed

[stack@instack ~]$ nova list

+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 068dcf61-1c07-49d3-97f9-66e0ff1896e4 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.19 |
| 1083bc50-4e30-4a8d-8a02-d60c35bab0b7 | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.18 |
| 3d88de4e-2c25-4a7e-ac05-580d5e4532f5 | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.20 |
| f4589428-ba17-44f5-b73c-db38af7963e9 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.17 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@instack ~]$ neutron net-list

+--------------------------------------+--------------+--------------------------------------------+
| id                                   | name         | subnets                                    |
+--------------------------------------+--------------+--------------------------------------------+
| cc29c009-f2c8-457c-a92c-021acf650b78 | tenant       | 3afaf44d-19b5-46ac-8534-fe1520a14a1c       |
|                                      |              | 172.16.0.0/24                              |
| e8e8d778-1992-4ee2-9b4e-ac349e8d7985 | external     | 8ad5eeef-6860-4781-89e6-5132cf633013       |
|                                      |              | 10.0.0.0/24                                |
| 00bbd0fb-94b0-406a-b5b1-aa60b5526898 | internal_api | 1b84e01e-deb9-458c-990a-94d92f69f668       |
|                                      |              | 172.16.2.0/24                              |
| 65d426b0-0b02-4654-b598-1ba368a43d35 | storage      | 849719fb-877c-49f7-a606-959e4720011d       |
|                                      |              | 172.16.1.0/24                              |
| 687769a2-5438-434d-8085-2988e592755b | storage_mgmt | fc36759d-25ee-4cbe-908b-819dad6a222d       |
|                                      |              | 172.16.3.0/24                              |
| 584468f0-d26e-4a47-89a1-bca5847404fb | ctlplane     | 43d05014-098b-4eb5-8582-178404ff0e24       |
|                                      |              | 192.0.2.0/24                               |
+--------------------------------------+--------------+--------------------------------------------+

[stack@instack ~]$ ssh heat-admin@192.0.2.19
The authenticity of host '192.0.2.19 (192.0.2.19)' can't be established.
ECDSA key fingerprint is 61:31:94:19:12:51:a3:df:be:22:f6:0a:e7:dc:a1:d7.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.0.2.19' (ECDSA) to the list of known hosts.
Last login: Tue Jul 26 02:00:36 2016 from 192.0.2.1
[heat-admin@overcloud-controller-0 ~]$ sudo su -
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Tue Jul 26 02:03:03 2016        Last change: Tue Jul 26 01:58:37 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-2 (version 1.1.13-10.el7_2.2-44eb2dd) - partition with quorum
3 nodes and 127 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

ip-192.0.2.16    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-172.16.2.5    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
ip-172.16.3.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: memcached-clone [memcached]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
ip-10.0.0.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-172.16.2.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
ip-172.16.1.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-core-clone [openstack-core]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-0 ]
     Slaves: [ overcloud-controller-1 overcloud-controller-2 ]
Clone Set: mongod-clone [mongod]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-aodh-evaluator-clone [openstack-aodh-evaluator]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-nova-scheduler-clone [openstack-nova-scheduler]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-l3-agent-clone [neutron-l3-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-netns-cleanup-clone [neutron-netns-cleanup]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-ovs-cleanup-clone [neutron-ovs-cleanup]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-0
Clone Set: openstack-heat-engine-clone [openstack-heat-engine]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-ceilometer-api-clone [openstack-ceilometer-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-aodh-listener-clone [openstack-aodh-listener]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-metadata-agent-clone [neutron-metadata-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-gnocchi-metricd-clone [openstack-gnocchi-metricd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-aodh-notifier-clone [openstack-aodh-notifier]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-heat-api-clone [openstack-heat-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-ceilometer-collector-clone [openstack-ceilometer-collector]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-glance-api-clone [openstack-glance-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-cinder-scheduler-clone [openstack-cinder-scheduler]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-nova-api-clone [openstack-nova-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-nova-consoleauth-clone [openstack-nova-consoleauth]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-sahara-api-clone [openstack-sahara-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-heat-api-cloudwatch-clone [openstack-heat-api-cloudwatch]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-sahara-engine-clone [openstack-sahara-engine]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-glance-registry-clone [openstack-glance-registry]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-gnocchi-statsd-clone [openstack-gnocchi-statsd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-ceilometer-notification-clone [openstack-ceilometer-notification]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-cinder-api-clone [openstack-cinder-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-dhcp-agent-clone [neutron-dhcp-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-openvswitch-agent-clone [neutron-openvswitch-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-nova-novncproxy-clone [openstack-nova-novncproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: delay-clone [delay]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: neutron-server-clone [neutron-server]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-ceilometer-central-clone [openstack-ceilometer-central]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: httpd-clone [httpd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-heat-api-cfn-clone [openstack-heat-api-cfn]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Clone Set: openstack-nova-conductor-clone [openstack-nova-conductor]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

PCSD Status:
overcloud-controller-0: Online
overcloud-controller-1: Online
overcloud-controller-2: Online

Daemon Status:
corosync: active/enabled
pacemaker: active/enabled
pcsd: active/enabled

===============================================
Verification Galera in sync && rabbitmqctl cluster_status
===============================================

↧

TripleO deployment of 'master' branch via instack-virt-setup

September 18, 2016, 7:51 am

≫ Next: Switch to Overcloud with Network isolation been setup via TripleO Master branch

≪ Previous: TripleO QuickStart vs official Mitaka TripleO HA install via instack-virt-setup

UPDATE 09/23/2016

Fix released for (1622683, 1622720 ) in :-
https://bugs.launchpad.net/tripleo/+bug/1622683

****************************************************
Deploy completed OK the first time
****************************************************
2016-09-23 09:08:28Z [overcloud-AllNodesDeploySteps-yrsd7pkitjij]: CREATE_COMPLETE Stack CREATE completed successfully
2016-09-23 09:08:28Z [AllNodesDeploySteps]: CREATE_COMPLETE state changed
2016-09-23 09:08:28Z [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully

Stack overcloud CREATE_COMPLETE

Overcloud Endpoint: http://10.0.0.6:5000/v2.0
Overcloud Deployed
[stack@instack ~]$ nova list

+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| b3d97bcf-9318-48ef-91c7-09c8386a75aa | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.13 |
| 148aa223-513d-44d5-b865-2cb2c3dcbc6f | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
| e3ee61fb-c243-4454-949d-84c22e66b147 | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.10 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@instack ~]$ mistral environment-list

+-----------+-------------+---------+---------------------+---------------------+
| Name      | Description | Scope   | Created at          | Updated at          |
+-----------+-------------+---------+---------------------+---------------------+
| overcloud | None        | private | 2016-09-23 07:33:40 | 2016-09-23 08:41:29 |
+-----------+-------------+---------+---------------------+---------------------+

[stack@instack ~]$ swift list
ov-jjf6fn4qyjt-0-gfpul73m4fdl-Controller-dekw3w5stcqd
ov-pb3uu5djue-0-lmazr26t3z4u-NovaCompute-sqfaz5lstqov
ov-pb3uu5djue-1-7prlyxolsdhd-NovaCompute-ltmkwmq74iyq
overcloud

[stack@instack ~]$ openstack stack delete overcloud
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Are you sure you want to delete this stack(s) [y/N]? y

[stack@instack ~]$ openstack stack list
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils

+---------------------+------------+--------------------+----------------------+--------------+
| ID                  | Stack Name | Stack Status       | Creation Time        | Updated Time |
+---------------------+------------+--------------------+----------------------+--------------+
| 6e3ae2b6-5ce1-45db- | overcloud  | DELETE_IN_PROGRESS | 2016-09-23T08:41:38Z | None         |
| bde5-06d2ce2e571b   |            |                    |                      |              |
+---------------------+------------+--------------------+----------------------+--------------+

[stack@instack ~]$ openstack stack list
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils

***************************************************************************
Empty output - overcloud stack has been deleted
****************************************************************************

[stack@instack ~]$ mistral environment-list

+-----------+-------------+---------+---------------------+---------------------+
| Name      | Description | Scope   | Created at          | Updated at          |
+-----------+-------------+---------+---------------------+---------------------+
| overcloud | None        | private | 2016-09-23 07:33:40 | 2016-09-23 08:41:29 |
+-----------+-------------+---------+---------------------+---------------------+

[stack@instack ~]$ swift list
overcloud

******************************************************************************
Now attempt to redeploy the second time . Success on 09/23/2016
******************************************************************************
[stack@instack ~]$ touch -f /home/stack/tripleo-heat-templates/puppet/post.yaml

[stack@instack ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=68a350a2972f7ff9e88d0e9ea79056b3e0bb90ec
++ OS_PASSWORD=68a350a2972f7ff9e88d0e9ea79056b3e0bb90ec
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --libvirt-type qemu --ntp-server pool.ntp.org --templates /home/stack/tripleo-heat-templates -e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml -e /home/stack/tripleo-heat-templates/environments/network-isolation.yaml -e /home/stack/tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml --control-scale 1 --compute-scale 2
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 4d744a89-a2e7-43a5-82af-26bab11e6342
Plan updated
Deploying templates in the directory /home/stack/tripleo-heat-templates
Object GET failed: http://192.0.2.1:8080/v1/AUTH_7ea6220c67c84c828f4249b95886259f/overcloud/overcloud-without-mergepy.yaml 404 Not Found [first 60 chars of response]
Started Mistral Workflow. Execution ID: 807a7047-a1c3-4686-9be7-11d73e72dfb8
2016-09-23 09:15:34Z [overcloud]: CREATE_IN_PROGRESS Stack CREATE started
2016-09-23 09:15:34Z [HorizonSecret]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:34Z [RabbitCookie]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:35Z [ServiceNetMap]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:35Z [MysqlRootPassword]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:35Z [HeatAuthEncryptionKey]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:35Z [PcsdPassword]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:35Z [Networks]: CREATE_IN_PROGRESS state changed
2016-09-23 09:15:35Z [ServiceNetMap]: CREATE_COMPLETE state changed
2016-09-23 09:15:35Z [RabbitCookie]: CREATE_COMPLETE state changed
2016-09-23 09:15:35Z [HeatAuthEncryptionKey]: CREATE_COMPLETE state changed
2016-09-23 09:15:35Z [PcsdPassword]: CREATE_COMPLETE state changed
2016-09-23 09:15:35Z [HorizonSecret]: CREATE_COMPLETE state changed
. . . . . .
2016-09-23 09:39:50Z [BlockStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-23 09:39:51Z [CephStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-23 09:39:51Z [ComputeExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-23 09:39:51Z [ObjectStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-23 09:39:51Z [overcloud-AllNodesDeploySteps-5bfecsxdagiz]: CREATE_COMPLETE Stack CREATE completed successfully
2016-09-23 09:39:51Z [AllNodesDeploySteps]: CREATE_COMPLETE state changed
2016-09-23 09:39:51Z [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully

Stack overcloud CREATE_COMPLETE

Overcloud Endpoint: http://10.0.0.12:5000/v2.0
Overcloud Deployed

END UPDATE

***************************
UPDATE 09/18/2016
***************************
Currently bugs bellow have state in "Progress" (Milestone Newton-rc2)
https://bugs.launchpad.net/tripleo/+bug/1622720
https://bugs.launchpad.net/tripleo/+bug/1622683
https://bugs.launchpad.net/tripleo/+bug/1622720/comments/2

Work around for 1622720 which allows redeploy second time ( [ 1 ] )
On instack VM
$ opnstack stack delete overcloud
Instack VM (via virsh) Stop/Start
[stack@ServerVIRT1608 ~]$ ssh root@192.168.122.5
Last login: Sat Sep 17 20:44:00 2016 from gateway
[root@instack ~]# su - stack
Last login: Sat Sep 17 20:44:10 UTC 2016 on pts/1
[stack@instack ~]$ . stackrc
[stack@instack ~]$ mistral environment-delete overcloud
Request to delete environment overcloud has been accepted.
[stack@instack ~]$ swift delete --all

*******************
END UPDATE
*******************
Due to Launchpad Bug introspection hangs due to broken ipxe config
finally resolved on 09/01/2016 approach suggested in
TripleO manual deployment of 'master' branch by Carlo Camacho
has been retested. As appears things in meantime have been changed. Following bellow is the way how mentioned above post worked for me right now on 32 GB VIRTHOST (i7 4790)

*****************************************
Tune stack environment on VIRTHOST
*****************************************
# useradd stack
# echo "stack:stack" | chpasswd
# echo "stack ALL=(root) NOPASSWD:ALL" | sudo tee -a /etc/sudoers.d/stack
# chmod 0440 /etc/sudoers.d/stack
# su - stack

***************************
Tune stack ENV
**************************
export NODE_DIST=centos7
export NODE_CPU=2
export NODE_MEM=7550
export NODE_COUNT=2
export UNDERCLOUD_NODE_CPU=2
export UNDERCLOUD_NODE_MEM=9000
export FS_TYPE=ext4

****************************************************************

Re-login to stack (highlight long line and copy if needed)

****************************************************************

 $ sudo yum -y install epel-release sudo
 $ yum -y install yum-plugin-priorities 
 $ sudo curl -o /etc/yum.repos.d/delorean.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-master-tripleo/delorean.repo 
 $ sudo curl -o /etc/yum.repos.d/delorean-deps.repo  http://trunk.rdoproject.org/centos7/delorean-deps.repo 
 $ sudo yum install -y instack-undercloud
 $ instack-virt-setup

*********************

On instack VM

*********************
Create swap file per http://www.anstack.com/blog/2016/07/04/manually-installing-tripleo-recipe.html :-

#Add a 4GB swap file to the Undercloud
sudo dd if=/dev/zero of=/swapfile bs=1024 count=4194304
sudo mkswap /swapfile
#Turn ON the swap file
sudo chmod 600 /swapfile
sudo swapon /swapfile
#Enable it on start
sudo echo "/swapfile swap swap defaults 0 0">> /etc/fstab

***************************
Restart instack VM
***************************

Next

su - stack
sudo yum -y install yum-plugin-priorities

*************************************
Update .bashrc under ~stack/
*************************************

  export USE_DELOREAN_TRUNK=1
  export DELOREAN_TRUNK_REPO="http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-master-tripleo/"
  export DELOREAN_REPO_FILE="delorean.repo"
  export FS_TYPE=ext4

************************************

Re-login to stack

************************************

$ git clone https://github.com/openstack/tripleo-heat-templates
$ git clone https://github.com/openstack-infra/tripleo-ci.git

$ ./tripleo-ci/scripts/tripleo.sh --repo-setup
$ ./tripleo-ci/scripts/tripleo.sh --undercloud
$ source stackrc
$ ./tripleo-ci/scripts/tripleo.sh --overcloud-images
$ ./tripleo-ci/scripts/tripleo.sh --register-nodes
$ ./tripleo-ci/scripts/tripleo.sh --introspect-nodes

************************************************

Passing step affected by mentioned bug

************************************************

$ ./tripleo-ci/scripts/tripleo.sh --overcloud-deploy

Issue at start up of Overcloud deployment

##################################################
tripleo.sh -- Overcloud create started.
##################################################
See Launchpad bugs 1622720 1622683 status . UPDATE 09/17/2016 is providing links. Back porting patch https://review.openstack.org/gitweb?p=openstack/tripleo-common.git;a=patch;h=203460176750aeda6c0a2d39ce349ad827053b11
via rebuilding openstack-tripleo-common-5.0.1-0.20160917031337.15c97e6.el7.centos.src.rpm && re-installing new rpm doesn't work for me.
##################################################

WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
WARNING: openstackclient.common.exceptions is deprecated and will be removed after Jun 2017. Please use osc_lib.exceptions
Creating Swift container to store the plan
Creating plan from template files in: /usr/share/openstack-tripleo-heat-templates/
Plan created
Deploying templates in the directory /usr/share/openstack-tripleo-heat-templates
Object GET failed: http://192.0.2.1:8080/v1/AUTH_b4438648a72446eca04d2d216261c373/overcloud/overcloud-without-mergepy.yaml 404 Not Found  [first 60 chars of response]

Finally overcloud gets deployed

****************************************************************************************

On instack VM verified https://bugs.launchpad.net/tripleo/+bug/1604770 #9
****************************************************************************************
[stack@instack ~]$ sudo su -
Last login: Thu Sep 15 16:19:07 UTC 2016 from 192.168.122.1 on pts/1
[root@instack ~]# rpm -qa \*ipxe\*
ipxe-roms-qemu-20160127-1.git6366fa7a.el7.noarch
ipxe-bootimgs-20160127-1.git6366fa7a.el7.noarch

Managing and fixes required in overcloud

********************************************************************
Fix IP on Compute node && Open 6080 on Controller
********************************************************************

On Compute :-

[vnc]
vncserver_proxyclient_address=192.0.2.6
vncserver_listen=0.0.0.0
keymap=en-us
enabled=True
novncproxy_base_url=http://192.0.2.15:6080/vnc_auto.html <===

On Controller

Add line to /etc/sysconfig/iptables

-A INPUT -p tcp -m multiport --dports 6080 -m comment --comment "novncproxy" -m state --state NEW -j ACCEPT

Save /etc/sysconfig/iptables

#service iptables restart

[root@overcloud-controller-0 ~(keystone_admin)]# netstat -antp | grep 6080
tcp        0      0 192.0.2.15:6080         0.0.0.0:*               LISTEN      8397/python2
tcp        1      0 192.0.2.8:56080         192.0.2.8:8080          CLOSE_WAIT 11606/gnocchi-metri
tcp        0      0 192.0.2.15:6080         192.0.2.1:47598         ESTABLISHED 28260/python2
tcp        0      0 192.0.2.15:6000         192.0.2.15:36080        TIME_WAIT   -

[root@overcloud-controller-0 ~(keystone_admin)]# ps -ef | grep 8397

nova      8397     1 0 15:06 ?                 00:00:05 /usr/bin/python2 /usr/bin/nova-novncproxy --web /usr/share/novnc/
nova      28260 8397 3 17:37 ?           00:00:56 /usr/bin/python2 /usr/bin/nova-novncproxy --web /usr/share/novnc/
root       31149 23941 0 18:06 pts/0    00:00:00 grep --color=auto 8397

**********************************
Create flavors as follows
**********************************

[root@overcloud-controller-0 ~]# nova flavor-create "m2.small" 2 1000 20 1

+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name     | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
| 2 | m2.small | 1000      | 20   | 0         |      | 1     | 1.0         | True      |
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
[root@overcloud-controller-0 ~]# nova flavor-list
+--------------------------------------+---------------------+-----------+------+-----------+------+-------+-------------+-----------+
| ID                                   | Name                | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+--------------------------------------+---------------------+-----------+------+-----------+------+-------+-------------+-----------+
| 1                                    | 500MB Tiny Instance | 500       | 1    | 0         |      | 1     | 1.0         | True      |
| 2                                    | m2.small            | 1000      | 20   | 0         |      | 1     | 1.0         | True      |
+--------------------------------------+---------------------+-----------+------+-----------+------+-------+-------------+-----------+

[root@overcloud-controller-0 ~]# nova flavor-list
+----+---------------------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name                | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+---------------------+-----------+------+-----------+------+-------+-------------+-----------+
| 1 | 500MB Tiny Instance | 500       | 1    | 0         |      | 1     | 1.0         | True      |
| 2 | m2.small            | 1000      | 20   | 0         |      | 1     | 1.0         | True      |
+----+---------------------+-----------+------+-----------+------+-------+-------------+-----------+

[root@overcloud-controller-0 ~]# glance image-list
+--------------------------------------+---------------+
| ID                                   | Name          |
+--------------------------------------+---------------+
| c9faf86d-4a06-401a-839c-c5bd48ff704a | CirrOS34Cloud |
| 4bf6f43d-8cba-43d7-9e34-347cff2d4769 | UbuntuCloud   |
| 81e031b0-11b7-440b-946f-b8f9e3a83c95 | VF24Cloud     |
+--------------------------------------+---------------+

[root@overcloud-controller-0 ~]# neutron net-list
+--------------------------------------+--------------+----------------------------------------+
| id                                   | name         | subnets                                |
+--------------------------------------+--------------+----------------------------------------+
| 2d0ccb5f-0cc8-4710-819d-7c148137aea2 | public       | 795e0fea-0550-44e8-abf3-afd316cd7843   |
|                                      |              | 192.0.2.0/24                           |
| e2a9edb9-8e01-4e99-83b2-6c6e705967fe | demo_network | 56b70753-e776-4ce8-9b28-650431b43a63   |
|                                      |              | 50.0.0.0/24                            |
+--------------------------------------+--------------+----------------------------------------+

[root@overcloud-controller-0 ~]# nova boot --flavor 2 --key-name oskey09152016 \
                                --image 81e031b0-11b7-440b-946f-b8f9e3a83c95 \
                                --nic net-id=e2a9edb9-8e01-4e99-83b2-6c6e705967fe VF24Devs05
+--------------------------------------+--------------------------------------------------+
| Property                             | Value                                            |
+--------------------------------------+--------------------------------------------------+
| OS-DCF:diskConfig                    | MANUAL                                           |
| OS-EXT-AZ:availability_zone          |                                                  |
| OS-EXT-SRV-ATTR:host                 | -                                                |
| OS-EXT-SRV-ATTR:hostname             | vf24devs05                                       |
| OS-EXT-SRV-ATTR:hypervisor_hostname | -                                                |
| OS-EXT-SRV-ATTR:instance_name        |                                                  |
| OS-EXT-SRV-ATTR:kernel_id            |                                                  |
| OS-EXT-SRV-ATTR:launch_index         | 0                                                |
| OS-EXT-SRV-ATTR:ramdisk_id           |                                                  |
| OS-EXT-SRV-ATTR:reservation_id       | r-psorddod                                       |
| OS-EXT-SRV-ATTR:root_device_name     | -                                                |
| OS-EXT-SRV-ATTR:user_data            | -                                                |
| OS-EXT-STS:power_state               | 0                                                |
| OS-EXT-STS:task_state                | scheduling                                       |
| OS-EXT-STS:vm_state                  | building                                         |
| OS-SRV-USG:launched_at               | -                                                |
| OS-SRV-USG:terminated_at             | -                                                |
| accessIPv4                           |                                                  |
| accessIPv6                           |                                                  |
| adminPass                            | dsFB8vrfUmv4                                     |
| config_drive                         |                                                  |
| created                              | 2016-09-15T12:01:34Z                             |
| description                          | -                                                |
| flavor                               | m2.small (2)                                     |
| hostId                               |                                                  |
| host_status                          |                                                  |
| id                                   | 212e06de-e971-428b-9e94-79dc8d91b6db             |
| image                                | VF24Cloud (81e031b0-11b7-440b-946f-b8f9e3a83c95) |
| key_name                             | oskey09152016                                    |
| locked                               | False                                            |
| metadata                             | {}                                               |
| name                                 | VF24Devs05                                       |
| os-extended-volumes:volumes_attached | []                                               |
| progress                             | 0                                                |
| security_groups                      | default                                          |
| status                               | BUILD                                            |
| tags                                 | []                                               |
| tenant_id                            | a1c9c1c1a1134384b4a496d585981aff                 |
| updated                              | 2016-09-15T12:01:34Z                             |
| user_id                              | e2383104829c45e1a3d70e11cc87d399                 |
+--------------------------------------+--------------------------------------------------+
[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+-------------+--------+------------+-------------+-------------------------------------+
| ID                                   | Name        | Status | Task State | Power State | Networks                            |
+--------------------------------------+-------------+--------+------------+-------------+-------------------------------------+
| c7cea368-9602-421d-beb3-c0ed37379b57 | CirrOSDevs1 | ACTIVE | -          | Running     | demo_network=50.0.0.17, 192.0.2.104 |
| 212e06de-e971-428b-9e94-79dc8d91b6db | VF24Devs05 | BUILD | spawning   | NOSTATE     | demo_network=50.0.0.15              |
+--------------------------------------+-------------+--------+------------+-------------+-------------------------------------+

[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+-------------+--------+------------+-------------+-------------------------------------+
| ID                                   | Name        | Status | Task State | Power State | Networks                            |
+--------------------------------------+-------------+--------+------------+-------------+-------------------------------------+
| c7cea368-9602-421d-beb3-c0ed37379b57 | CirrOSDevs1 | ACTIVE | -          | Running     | demo_network=50.0.0.17, 192.0.2.104 |
| 212e06de-e971-428b-9e94-79dc8d91b6db | VF24Devs05 | ACTIVE | -          | Running     | demo_network=50.0.0.15              |
+--------------------------------------+-------------+--------+------------+-------------+-------------------------------------

Another option activate vlan10 following
http://bderzhavets.blogspot.com/2016/07/stable-mitaka-ha-instack-virt-setup.html
and instead of `./tripleo-ci/scripts/tripleo.sh --overcloud-deploy`
run following deployment with network isolation activated :-

$touch -f /home/stack/tripleo-heat-templates/puppet/post.yaml

#!/bin/bash -x
source /home/stack/stackrc
openstack overcloud deploy \
--control-scale 1 --compute-scale 1 \
--libvirt-type qemu \
--ntp-server pool.ntp.org \
--templates /home/stack/tripleo-heat-templates \
-e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml \
-e /home/stack/tripleo-heat-templates/environments/network-isolation.yaml \
-e /home/stack/tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
-e $HOME/network_env.yaml

*****************************************************************
One more sample (no network isolation) :-
*****************************************************************
$touch -f /home/stack/tripleo-heat-templates/puppet/post.yaml

$ cat deploy.sh
#!/bin/bash -x
source /home/stack/stackrc
openstack overcloud deploy \
--libvirt-type qemu \
--ntp-server pool.ntp.org \
--templates /home/stack/tripleo-heat-templates \
-e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml \
--control-scale 1 --compute-scale 2

[stack@instack ~]$ ./deploy.sh
+ openstack overcloud deploy --libvirt-type qemu --ntp-server pool.ntp.org --templates /home/stack/tripleo-heat-templates -e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml --control-scale 1 --compute-scale 2
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
WARNING: openstackclient.common.exceptions is deprecated and will be removed after Jun 2017. Please use osc_lib.exceptions
Creating Swift container to store the plan
Creating plan from template files in: /home/stack/tripleo-heat-templates
Plan created
Deploying templates in the directory /home/stack/tripleo-heat-templates
Object GET failed: http://192.0.2.1:8080/v1/AUTH_c79b54306a9044448b871f489749adef/overcloud/overcloud-without-mergepy.yaml 404 Not Found [first 60 chars of response]
2016-09-17 19:15:50Z [overcloud]: CREATE_IN_PROGRESS Stack CREATE started
2016-09-17 19:15:50Z [HorizonSecret]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:50Z [RabbitCookie]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:50Z [PcsdPassword]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [Networks]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [MysqlRootPassword]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [HeatAuthEncryptionKey]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [ServiceNetMap]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [overcloud-Networks-abtd3qkalqzy]: CREATE_IN_PROGRESS Stack CREATE started
2016-09-17 19:15:51Z [ExternalNetwork]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [NetworkExtraConfig]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [StorageNetwork]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [ManagementNetwork]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [StorageMgmtNetwork]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [TenantNetwork]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [InternalNetwork]: CREATE_IN_PROGRESS state changed
2016-09-17 19:15:51Z [InternalNetwork]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [NetworkExtraConfig]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [StorageMgmtNetwork]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [ExternalNetwork]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [StorageNetwork]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [ManagementNetwork]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [HorizonSecret]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [TenantNetwork]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [RabbitCookie]: CREATE_COMPLETE state changed
2016-09-17 19:15:51Z [overcloud-Networks-abtd3qkalqzy]: CREATE_COMPLETE Stack CREATE completed successfully

. . . . . . .

2016-09-17 19:41:31Z [ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS state changed
2016-09-17 19:41:31Z [ControllerExtraConfigPost]: CREATE_IN_PROGRESS state changed
2016-09-17 19:41:32Z [BlockStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-17 19:41:32Z [CephStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-17 19:41:32Z [ControllerExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-17 19:41:32Z [ComputeExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-17 19:41:32Z [ObjectStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-09-17 19:41:32Z [overcloud-AllNodesDeploySteps-z3cb4xbleprv]: CREATE_COMPLETE Stack CREATE completed successfully
2016-09-17 19:41:33Z [AllNodesDeploySteps]: CREATE_COMPLETE state changed
2016-09-17 19:41:33Z [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully

Stack overcloud CREATE_COMPLETE

Overcloud Endpoint: http://192.0.2.13:5000/v2.0
Overcloud Deployed
[stack@instack ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 53d60a0c-d4fe-48fd-af78-fbc16c59bd5e | overcloud-controller-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.15 |
| 098344d1-d403-40a7-8f20-6e417c132884 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.12 |
| 3dc3338f-c6e4-47b8-8b30-08fe45053e43 | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.8 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

↧

Switch to Overcloud with Network isolation been setup via TripleO Master branch

September 19, 2016, 6:48 am

≫ Next: TripleO deployment of 'master' branch via instack-virt-setup on VIRTHOST (2)

≪ Previous: TripleO deployment of 'master' branch via instack-virt-setup

UPDATE 09/23/2016

Bug 1622683 gets status "Fix Released". Master's delorean trunk 09/23 works for me. So you shouldn't have to apply workaround - redeployment works
Already tested.

END UPDATE

This post follows up TripleO deployment of 'master' branch via instack-virt-setup
Launchpad bug "Updating plans breaks deployment" https://bugs.launchpad.net/tripleo/+bug/1622683 still has status "In Progress" so to be able redeploy overcloud the workaround from https://bugs.launchpad.net/tripleo/+bug/1622720/comments/1 would be applied
**************************
Redeployment
**************************

[stack@instack ~]$ openstack stack delete overcloud
[stack@instack ~]$ . stackrc
[stack@instack ~]$ mistral environment-delete overcloud
Request to delete environment overcloud has been accepted.
[stack@instack ~]$ swift delete --all

Add NAT Default VNIC to each of bare metal nodes (VMs)
To enable Internet connectivity from Controller after
overcloud deployment at the moment when "overcloud" stack got
gracefully deleted and status of bare metal nodes (VMs) is down

****************************************
Make following updates on instack
****************************************

   $ sudo ovs-vsctl show
   $ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10
       DEVICE=vlan10
       ONBOOT=yes
       DEVICETYPE=ovs
       TYPE=OVSIntPort
       BOOTPROTO=static
       IPADDR=10.0.0.1
       NETMASK=255.255.255.0
       OVS_BRIDGE=br-ctlplane
       OVS_OPTIONS="tag=10"

   $ sudo ifup vlan10

**********************************************************************
Make sure ovs-vsctl on undercloud has been updated
**********************************************************************
[stack@instack ~]$ sudo ovs-vsctl show
3dfb403a-c31d-4bb3-9851-08f2e7b7778f
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port "tapb104ab9a-36"
            tag: 1
            Interface "tapb104ab9a-36"
                type: internal
        Port br-int
            Interface br-int
                type: internal
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port "eth1"
            Interface "eth1"
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
    ovs_version: "2.5.0"
***************************************************
Create network_env.yaml under ~stack/
***************************************************

   [stack@instack ~]$ cat network_env.yaml
    {
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
            "192.168.122.5"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
   }

Where 192.168.122.5 is instack VM Ip.

*************************
Deploy overcloud
*************************

#!/bin/bash -x
source /home/stack/stackrc
openstack overcloud deploy \
--libvirt-type qemu \
--ntp-server pool.ntp.org \
--templates /home/stack/tripleo-heat-templates \
-e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml \
-e /home/stack/tripleo-heat-templates/environments/network-isolation.yaml \
-e /home/stack/tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
-e $HOME/network_env.yaml \
--control-scale 1 --compute-scale 2

********************************************************************************
Up on completion proceed on undercloud (instack VM) as follows
********************************************************************************

Add route to ctlplane network

[stack@instack ~]$ sudo route add -net 192.0.2.0/24 gw 192.0.2.1

[stack@instack ~]$ sudo ip route
default via 192.168.122.1 dev eth0
10.0.0.0/24 dev vlan10 proto kernel scope link src 10.0.0.1
192.0.2.0/24 via 192.0.2.1 dev br-ctlplane scope link
192.0.2.0/24 dev br-ctlplane proto kernel scope link src 192.0.2.1
192.168.122.0/24 dev eth0 proto kernel scope link src 192.168.122.5

[stack@instack ~]$ . stackrc
[stack@instack ~]$ nova list

+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 0212a5cc-c73e-43c3-bddb-51cac22f0060 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
| a421c80b-54a5-4cc8-9414-45d45a27845b | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.18 |
| 3641a8da-c5fa-4975-9e43-c926522ecc2b | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.13 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@instack ~]$ neutron net-list

+--------------------------------------+--------------+----------------------------------------+
| id                                   | name         | subnets                                |
+--------------------------------------+--------------+----------------------------------------+
| 5309b1a3-f6c6-4bdd-a0bc-93f418853080 | external     | 56fe052f-ba26-437b-94ab-b03688e06ad9   |
|                                      |              | 10.0.0.0/24                            |
| 77440f54-0ce4-444c-8983-2ef2ae1408b4 | ctlplane     | 76055a99-45e4-4b5a-b1fc-846c91137427   |
|                                      |              | 192.0.2.0/24                           |
| 7b3e788a-ebdd-4e7c-b076-517ca62befb3 | tenant       | 0a028e34-8a0a-48ce-88d8-5523b19eac0f   |
|                                      |              | 172.16.0.0/24                          |
| 813d17c3-bd58-490f-94a4-aefeb2057d22 | storage_mgmt | e3cdcf74-64fa-4837-b480-304a1329d109   |
|                                      |              | 172.16.3.0/24                          |
| bcba764c-0b27-4785-b875-8b20bd28cd96 | internal_api | 1de0ff85-7525-4e1f-94ea-1bc6e060a096   |
|                                      |              | 172.16.2.0/24                          |
| d4c8e9d8-bffc-4803-8ee4-bbff63eef9e1 | storage      | f76d3eeb-c7d8-47e9-a2e3-95765975c292   |
|                                      |              | 172.16.1.0/24                          |
+--------------------------------------+--------------+----------------------------------------+

[root@overcloud-controller-0 ~]# nova service-list

+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| Id | Binary           | Host                                | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| 3  | nova-consoleauth | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-09-19T10:02:37.000000 | -               |
| 4  | nova-scheduler   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-09-19T10:02:31.000000 | -               |
| 5  | nova-conductor   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-09-19T10:02:30.000000 | -               |
| 6  | nova-compute     | overcloud-novacompute-1.localdomain | nova     | enabled | up    | 2016-09-19T10:02:29.000000 | -               |
| 7  | nova-compute     | overcloud-novacompute-0.localdomain | nova     | enabled | up    | 2016-09-19T10:02:35.000000 | -               |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+

FoxyProxy tuned for external network

List of instances launched and running via Nova CLI

*****************************************************
Controller's ovs-vsctl show report
*****************************************************
[root@overcloud-controller-0 ~]# ovs-vsctl show
d818c01e-d0ce-425d-a9c8-07e0ff541ea9
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port "tap19ce4553-8f"
            tag: 2
            Interface "tap19ce4553-8f"
                type: internal
        Port br-int
            Interface br-int
                type: internal
        Port "qr-4a00fb57-90"
            tag: 2
            Interface "qr-4a00fb57-90"
                type: internal
        Port "qg-5b1fb5eb-d5"
            tag: 4
            Interface "qg-5b1fb5eb-d5"
                type: internal
        Port int-br-ex
            Interface int-br-ex
                type: patch
                options: {peer=phy-br-ex}
    Bridge br-ex
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port phy-br-ex
            Interface phy-br-ex
                type: patch
                options: {peer=int-br-ex}
        Port "vlan40"
            tag: 40
            Interface "vlan40"
                type: internal
        Port "eth0"
            Interface "eth0"
        Port "vlan20"
            tag: 20
            Interface "vlan20"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
        Port "vlan30"
            tag: 30
            Interface "vlan30"
                type: internal
        Port "vlan50"
            tag: 50
            Interface "vlan50"
                type: internal
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    Bridge br-tun
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-tun
            Interface br-tun
                type: internal
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "vxlan-ac100009"
            Interface "vxlan-ac100009"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.12", out_key=flow, remote_ip="172.16.0.9"}
        Port "vxlan-ac10000d"
            Interface "vxlan-ac10000d"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.12", out_key=flow, remote_ip="172.16.0.13"}
    ovs_version: "2.5.0"

**********************************************************************
Hypervisor status on Compute nodes (Newton RC1)
Qemu-kvm-ev-2.31 gets installed by default
**********************************************************************
[root@overcloud-novacompute-0 ~]# virsh --connect qemu:///system
Welcome to virsh, the virtualization interactive terminal.

Type: 'help' for help with commands
       'quit' to quit

virsh # version
Compiled against library: libvirt 1.2.17
Using library: libvirt 1.2.17
Using API: QEMU 1.2.17
Running hypervisor: QEMU 2.3.0

virsh # list --all
Id    Name                           State
----------------------------------------------------
6     instance-00000004              running

[root@overcloud-novacompute-1 ~]# virsh --connect qemu:///system
Welcome to virsh, the virtualization interactive terminal.

Type: 'help' for help with commands
       'quit' to quit

virsh # version
Compiled against library: libvirt 1.2.17
Using library: libvirt 1.2.17
Using API: QEMU 1.2.17
Running hypervisor: QEMU 2.3.0

virsh # list --all
Id    Name                           State
----------------------------------------------------
5     instance-00000005              running

*************************************
VIRTHOST Configuration
*************************************
[root@ServerVIRT1608 ~]# brctl show
bridge name   bridge id       STP enabled   interfaces
brext       8000.525400b017dc   no       brext-nic
brovc       8000.525400948dc8   no       brovc-nic
virbr0       8000.525400f83b3b   yes       virbr0-nic
                           vnet0
                           vnet3
                           vnet5
                           vnet7

[root@ServerVIRT1608 ~]# ovs-vsctl show
96876d44-cca3-4e93-b89c-8238b4745c3c
    Bridge brbm
        Port "vnet6"
            Interface "vnet6"
        Port "vnet4"
            Interface "vnet4"
        Port "vnet1"
            Interface "vnet1"
        Port "vnet2"
            Interface "vnet2"
        Port brbm
            Interface brbm
                type: internal
    ovs_version: "2.5.0"

↧

TripleO deployment of 'master' branch via instack-virt-setup on VIRTHOST (2)

September 27, 2016, 7:43 am

≫ Next: Attempt of RDO Newton instack-virt-setup on CentOS 7.2 VIRTHOST

≪ Previous: Switch to Overcloud with Network isolation been setup via TripleO Master branch

UPDATE 09/30/2016

$ sudo route add -net 192.0.2.0/24 gw 192.0.2.1 ( on instack VM )
no longer needed , moreover affects ssh connect to overcloud nodes

***************************
Overcloud-deploy.sh
***************************

#!/bin/bash -x
source /home/stack/stackrc
openstack overcloud deploy \
  --libvirt-type qemu \
  --ntp-server pool.ntp.org \
  --templates /home/stack/tripleo-heat-templates \
  -e  /home/stack/tripleo-heat-templates/environments/network-isolation.yaml \
  -e  /home/stack/tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
  -e  $HOME/network_env.yaml \
  --control-scale 1 --compute-scale 2

END UPDATE

Upstream gets close to Newton Release , bugs scheduled for RC2 went away.
Following bellow is a clean and smoothly running procedure of Overcloud deployment TripleO Master branch via instack-virt-setup on 32 GB VIRTHOST Network isolation in overcloud is pre-configured on instack (undercloud ) , step which is usually very hard to locate in official docs http://tripleo.org/index.html
and which is silently skipped in TripleO related blogs. Also mistral execution list gets verified up on overcloud deployment completion. Running `systemctl status keepalived -l` on overcloud controller we see sending gratuitous ARPs what confirms network isolation implementation.

Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]:
VRRP_Instance(51) Sending gratuitous ARPs on br-ex for 192.0.2.13
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: 
VRRP_Instance(56) Entering MASTER STATE
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]:
VRRP_Instance(56) setting protocol VIPs.
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]:
VRRP_Instance(56) Sending gratuitous ARPs on vlan20 for 172.16.2.7
Sep 27 14:55:03 overcloud-controller-0 Keepalived_healthcheckers[18505]:
Netlink reflector reports IP 172.16.2.7 added
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]:
VRRP_Instance(52) Entering MASTER STATE
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]:
VRRP_Instance(52) setting protocol VIPs.
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]:
VRRP_Instance(52) Sending gratuitous ARPs on br-ex for 10.0.0.4
Sep 27 14:55:03 overcloud-controller-0 Keepalived_healthcheckers[18505]:
Netlink reflector reports IP 10.0.0.4 added

*****************************************
Tune stack environment on VIRTHOST
*****************************************
# useradd stack
# echo "stack:stack" | chpasswd
# echo "stack ALL=(root) NOPASSWD:ALL" | sudo tee -a /etc/sudoers.d/stack
#  chmod 0440 /etc/sudoers.d/stack
#  su - stack

***************************
Tune stack ENV
**************************
export NODE_DIST=centos7
export NODE_CPU=2
export NODE_MEM=7550
export NODE_COUNT=3
export UNDERCLOUD_NODE_CPU=4
export UNDERCLOUD_NODE_MEM=9000
export FS_TYPE=ext4

****************************************************************
Re-login to stack (highlight long line and copy if needed)
****************************************************************

 $ sudo yum -y install epel-release 
 $ sudo yum -y install yum-plugin-priorities 
 $ sudo curl -o /etc/yum.repos.d/delorean.repo \
   http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-master-tripleo/delorean.repo 
 $ sudo curl -o /etc/yum.repos.d/delorean-deps.repo  \
   http://trunk.rdoproject.org/centos7/delorean-deps.repo 
 $ sudo yum install -y instack-undercloud
 $ instack-virt-setup


*********************
On instack VM
*********************
Create swap file per http://www.anstack.com/blog/2016/07/04/manually-installing-tripleo-recipe.html  :-

 #Add a 4GB swap file to the Undercloud
  sudo dd if=/dev/zero of=/swapfile bs=1024 count=4194304
  sudo mkswap /swapfile
  #Turn ON the swap file
  sudo chmod 600 /swapfile
  sudo swapon /swapfile
  #Enable it on start
  sudo echo "/swapfile   swap   swap    defaults        0 0">> /etc/fstab

***************************
Restart instack VM
***************************

Next :-
# su - stack

*************************************
Update .bashrc under ~stack/ 
*************************************

  export USE_DELOREAN_TRUNK=1
  export DELOREAN_TRUNK_REPO="http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-master-tripleo/"
  export DELOREAN_REPO_FILE="delorean.repo"
  export FS_TYPE=ext4

[stack@instack ~]$ git clone https://github.com/openstack/tripleo-heat-templates
[stack@instack ~]$ git clone https://github.com/openstack-infra/tripleo-ci.git

[stack@instack ~]$ ./tripleo-ci/scripts/tripleo.sh --repo-setup
[stack@instack ~]$ ./tripleo-ci/scripts/tripleo.sh --undercloud
[stack@instack ~]$ source stackrc
[stack@instack ~]$ ./tripleo-ci/scripts/tripleo.sh --overcloud-images
[stack@instack ~]$ ./tripleo-ci/scripts/tripleo.sh --register-nodes
[stack@instack ~]$ ./tripleo-ci/scripts/tripleo.sh --introspect-nodes

Image file overcloud-full.qcow2 created...
Successfully built all requested images
You must source a stackrc file for the Undercloud.
Attempting to source /home/stack/stackrc
Done
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Image "overcloud-full-vmlinuz" was uploaded.
+--------------------------------------+------------------------+-------------+---------+--------+
|                  ID                  |          Name          | Disk Format |   Size  | Status |
+--------------------------------------+------------------------+-------------+---------+--------+
| 37dba3bf-5683-4a33-b6d5-9ed90e1f189d | overcloud-full-vmlinuz |     aki     | 5157296 | active |
+--------------------------------------+------------------------+-------------+---------+--------+
Image "overcloud-full-initrd" was uploaded.
+--------------------------------------+-----------------------+-------------+----------+--------+
|                  ID                  |          Name         | Disk Format |   Size   | Status |
+--------------------------------------+-----------------------+-------------+----------+--------+
| 0bfd61f2-1c03-43ab-82e5-811c346dadd0 | overcloud-full-initrd |     ari     | 42124221 | active |
+--------------------------------------+-----------------------+-------------+----------+--------+
Image "overcloud-full" was uploaded.
+--------------------------------------+----------------+-------------+------------+--------+
|                  ID                  |      Name      | Disk Format |    Size    | Status |
+--------------------------------------+----------------+-------------+------------+--------+
| d2c41746-fb4c-4438-995b-22811df6f772 | overcloud-full |    qcow2    | 1178590720 | active |
+--------------------------------------+----------------+-------------+------------+--------+
Image "bm-deploy-kernel" was uploaded.
+--------------------------------------+------------------+-------------+---------+--------+
|                  ID                  |       Name       | Disk Format |   Size  | Status |
+--------------------------------------+------------------+-------------+---------+--------+
| f237b9a5-33a8-4f33-998a-571059f0522b | bm-deploy-kernel |     aki     | 5157296 | active |
+--------------------------------------+------------------+-------------+---------+--------+
Image "bm-deploy-ramdisk" was uploaded.
+--------------------------------------+-------------------+-------------+-----------+--------+
|                  ID                  |        Name       | Disk Format |    Size   | Status |
+--------------------------------------+-------------------+-------------+-----------+--------+
| 97c40ed7-296f-42b8-9d3c-3d40b36040eb | bm-deploy-ramdisk |     ari     | 318648193 | active |
+--------------------------------------+-------------------+-------------+-----------+--------+
~
#################
tripleo.sh -- Overcloud images - DONE.
#################
#################
[stack@instack ~]$ ./tripleo-ci/scripts/tripleo.sh --register-nodes
#################
tripleo.sh -- Register nodes
#################
You must source a stackrc file for the Undercloud.
Attempting to source /home/stack/stackrc
Done
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Started Mistral Workflow. Execution ID: 9a148b8b-fe55-43b1-b3e1-cb13fad49759
Successfully registered node UUID 1f031f3f-edb1-434c-8b6f-c60bffce9941
Successfully registered node UUID cca63d2d-6912-4878-9ea7-a90510fc09b2
Successfully registered node UUID 584bb979-b715-4c08-836f-2200c6d4d937
Started Mistral Workflow. Execution ID: 071e4b85-2b7c-420e-96bd-bbbe980f9db7
Successfully set all nodes to available.
+--------------------------------------+------+---------------+-------------+--------------------+-------------+
| UUID                                 | Name | Instance UUID | Power State | Provisioning State | Maintenance |
+--------------------------------------+------+---------------+-------------+--------------------+-------------+
| 1f031f3f-edb1-434c-8b6f-c60bffce9941 | None | None          | power off   | available          | False       |
| cca63d2d-6912-4878-9ea7-a90510fc09b2 | None | None          | power off   | available          | False       |
| 584bb979-b715-4c08-836f-2200c6d4d937 | None | None          | power off   | available          | False       |
+--------------------------------------+------+---------------+-------------+--------------------+-------------+
#################
tripleo.sh -- Register nodes - DONE.
#################
[stack@instack ~]$  ./tripleo-ci/scripts/tripleo.sh --introspect-nodes
#################
tripleo.sh -- Introspect nodes
#################
You must source a stackrc file for the Undercloud.
Attempting to source /home/stack/stackrc
Done
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Setting nodes for introspection to manageable...
Starting introspection of manageable nodes
Started Mistral Workflow. Execution ID: e4e63d1a-3e6c-42d5-9575-e4166853cdd0
Waiting for introspection to finish...
Introspection for UUID 1f031f3f-edb1-434c-8b6f-c60bffce9941 finished successfully.
Introspection for UUID cca63d2d-6912-4878-9ea7-a90510fc09b2 finished successfully.
Introspection for UUID 584bb979-b715-4c08-836f-2200c6d4d937 finished successfully.
Introspection completed.
Setting manageable nodes to available...
Started Mistral Workflow. Execution ID: 1d119a65-a5a8-4b81-b5da-2fd3b15f26e1

#################
tripleo.sh -- Introspect nodes - DONE.
#################

Now create external interface vlan10.

[stack@instack ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10

DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"

[stack@instack ~]$ sudo ifup vlan10

[stack@instack ~]$ sudo ovs-vsctl show
43ccb3e7-74ed-4192-a87d-80b5a71a7e80
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
        Port "tap0d0fb165-79"
            tag: 1
            Interface "tap0d0fb165-79"
                type: internal
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port "eth1"
            Interface "eth1"
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
 Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
    ovs_version: "2.5.0"
[stack@instack ~]$ ifconfig
br-ctlplane: flags=4163  mtu 1500
        inet 192.0.2.1  netmask 255.255.255.0  broadcast 192.0.2.255
        inet6 fe80::283:bbff:feda:c642  prefixlen 64  scopeid 0x20
        ether 00:83:bb:da:c6:42  txqueuelen 0  (Ethernet)
        RX packets 43022  bytes 2956223 (2.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 15525  bytes 972453334 (927.4 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth0: flags=4163  mtu 1500
        inet 192.168.122.90  netmask 255.255.255.0  broadcast 192.168.122.255
        inet6 fe80::5054:ff:fe28:530d  prefixlen 64  scopeid 0x20
        ether 52:54:00:28:53:0d  txqueuelen 1000  (Ethernet)
        RX packets 881966  bytes 1281751784 (1.1 GiB)
        RX errors 0  dropped 3  overruns 0  frame 0
        TX packets 539560  bytes 43216702 (41.2 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth1: flags=4163  mtu 1500
        inet6 fe80::283:bbff:feda:c642  prefixlen 64  scopeid 0x20
        ether 00:83:bb:da:c6:42  txqueuelen 1000  (Ethernet)
        RX packets 43015  bytes 2955825 (2.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 15538  bytes 972454368 (927.4 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10
        loop  txqueuelen 0  (Local Loopback)
        RX packets 867304  bytes 4826379602 (4.4 GiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 867304  bytes 4826379602 (4.4 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

vlan10: flags=4163  mtu 1500
        inet 10.0.0.1  netmask 255.255.255.0  broadcast 10.0.0.255
        inet6 fe80::dc07:f5ff:fe72:2c9  prefixlen 64  scopeid 0x20
        ether de:07:f5:72:02:c9  txqueuelen 0  (Ethernet)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 12  bytes 816 (816.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

Instack IP is 192.168.122.90

[stack@instack ~]$ vi  network_env.yaml

{
"parameter_defaults": {
"ControlPlaneDefaultRoute": "192.0.2.1",
"ControlPlaneSubnetCidr": "24",
"DnsServers": [
"192.168.122.90"
        ],
"EC2MetadataIp": "192.0.2.1",
"ExternalAllocationPools": [
            {
"end": "10.0.0.250",
"start": "10.0.0.4"
            }
        ],
"ExternalNetCidr": "10.0.0.1/24",
"NeutronExternalNetworkBridge": ""
    }
}

[stack@instack ~]$ sudo iptables -A BOOTSTACK_MASQ -s 10.0.0.0/24 ! -d 10.0.0.0/24 -j MASQUERADE -t nat

[stack@instack ~]$  vi overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc
openstack overcloud deploy \
  --libvirt-type qemu \
  --ntp-server pool.ntp.org \
  --templates /home/stack/tripleo-heat-templates \
  -e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml \<== Skip as of 09/30
  -e  /home/stack/tripleo-heat-templates/environments/network-isolation.yaml \
  -e  /home/stack/tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
  -e  $HOME/network_env.yaml \
  --control-scale 1 --compute-scale 2

[stack@instack ~]$ cat $HOME/network_env.yaml

[stack@instack ~]$ chmod a+x overcloud-deploy.sh
[stack@instack ~]$ touch -f  /home/stack/tripleo-heat-templates/puppet/post.yaml

 [stack@instack ~]$ neutron subnet-list
+------------------------------------+------+--------------+------------------------------------+
| id                                 | name | cidr         | allocation_pools                   |
+------------------------------------+------+--------------+------------------------------------+
| bc762c84-558a-4091-aeca-           |      | 192.0.2.0/24 | {"start": "192.0.2.5", "end":      |
| b0b1a428e5f1                       |      |              | "192.0.2.24"}                      |
+------------------------------------+------+--------------+------------------------------------+
[stack@instack ~]$ neutron subnet-update bc762c84-558a-4091-aeca-b0b1a428e5f1 --dns-nameserver 83.221.202.254
Updated subnet: bc762c84-558a-4091-aeca-b0b1a428e5f1

[stack@instack ~]$ chmod a+x overcloud-deploy.sh

[stack@instack ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=05440e148840c9bb860584d4e9c42fe573096409
++ OS_PASSWORD=05440e148840c9bb860584d4e9c42fe573096409
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --libvirt-type qemu \
--ntp-server pool.ntp.org --templates \
/home/stack/tripleo-heat-templates \
-e /home/stack/tripleo-heat-templates/overcloud-resource-registry-puppet.yaml\
-e /home/stack/tripleo-heat-templates/environments/network-isolation.yaml \
-e /home/stack/tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
-e /home/stack/network_env.yaml \
--control-scale 1 --compute-scale 2


WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 08b899f5-0444-4eb8-8719-a6eba9a81fa0
Plan updated
Deploying templates in the directory /home/stack/tripleo-heat-templates
Started Mistral Workflow. Execution ID: 1c291c68-aec7-49e8-836f-658b06763c92
2016-09-27 14:09:37Z [overcloud]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:37Z [MysqlRootPassword]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:37Z [RabbitCookie]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:37Z [HorizonSecret]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:37Z [HeatAuthEncryptionKey]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:37Z [Networks]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:37Z [PcsdPassword]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [ServiceNetMap]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [overcloud-Networks-oqxpnzrtiaem]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:38Z [InternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [ManagementNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [overcloud-Networks-oqxpnzrtiaem-InternalNetwork-l4jjn3botrgj]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:38Z [InternalApiNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [RabbitCookie]: CREATE_COMPLETE  state changed
2016-09-27 14:09:38Z [StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [HorizonSecret]: CREATE_COMPLETE  state changed
2016-09-27 14:09:38Z [PcsdPassword]: CREATE_COMPLETE  state changed
2016-09-27 14:09:38Z [overcloud-Networks-oqxpnzrtiaem-StorageMgmtNetwork-jnuiofatb5tu]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:38Z [HeatAuthEncryptionKey]: CREATE_COMPLETE  state changed
2016-09-27 14:09:38Z [MysqlRootPassword]: CREATE_COMPLETE  state changed
2016-09-27 14:09:38Z [StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [TenantNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [DefaultPasswords]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [overcloud-Networks-oqxpnzrtiaem-StorageNetwork-x3pafjtlirmz]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:38Z [StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [ExternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [overcloud-Networks-oqxpnzrtiaem-TenantNetwork-2nndp6au2sfp]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:38Z [TenantNetwork]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [NetworkExtraConfig]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:09:38Z [overcloud-Networks-oqxpnzrtiaem-ExternalNetwork-ht7dkpzmiskb]: CREATE_IN_PROGRESS  Stack CREATE started
2016-09-27 14:09:38Z [ManagementNetwork]: CREATE_COMPLETE  state changed

. . . . . . 

2016-09-27 14:38:22Z [0]: CREATE_COMPLETE  state changed
2016-09-27 14:38:22Z [overcloud-AllNodesDeploySteps-zs2vx53nvajt-ControllerDeployment_Step5-is6nnvfdpzxg]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-09-27 14:38:22Z [ControllerDeployment_Step5]: CREATE_COMPLETE  state changed
2016-09-27 14:38:22Z [BlockStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:22Z [ObjectStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:22Z [ComputePostConfig]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:22Z [CephStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:22Z [ControllerPostConfig]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:23Z [BlockStoragePostConfig]: CREATE_COMPLETE  state changed
2016-09-27 14:38:23Z [ObjectStoragePostConfig]: CREATE_COMPLETE  state changed
2016-09-27 14:38:23Z [ComputePostConfig]: CREATE_COMPLETE  state changed
2016-09-27 14:38:24Z [CephStoragePostConfig]: CREATE_COMPLETE  state changed
2016-09-27 14:38:24Z [ControllerPostConfig]: CREATE_COMPLETE  state changed
2016-09-27 14:38:24Z [CephStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:24Z [ComputeExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:24Z [BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:24Z [ControllerExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:24Z [ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-09-27 14:38:25Z [ComputeExtraConfigPost]: CREATE_COMPLETE  state changed
2016-09-27 14:38:25Z [CephStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-09-27 14:38:25Z [ControllerExtraConfigPost]: CREATE_COMPLETE  state changed
2016-09-27 14:38:25Z [ObjectStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-09-27 14:38:25Z [BlockStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-09-27 14:38:25Z [overcloud-AllNodesDeploySteps-zs2vx53nvajt]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-09-27 14:38:26Z [AllNodesDeploySteps]: CREATE_COMPLETE  state changed
2016-09-27 14:38:26Z [overcloud]: CREATE_COMPLETE  Stack CREATE completed successfully

 Stack overcloud CREATE_COMPLETE 

Overcloud Endpoint: http://10.0.0.4:5000/v2.0
Overcloud Deployed

***********************************************************

Checking for errors in mistral execution list

which is new in Newton release

***********************************************************

[stack@instack ~]$ mistral execution-list 
+----------+-------------+---------------+-------------+-------------------+---------+------------+------------+---------------+
| ID       | Workflow ID | Workflow name | Description | Task Execution ID | State   | State info | Created at | Updated at    |
+----------+-------------+---------------+-------------+-------------------+---------+------------+------------+---------------+
| 5bce3202 | bde1cc99-ef | tripleo.plan_ |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -c2b3-47 | e5-40df-    | management.v1 |             |                   |         |            | 12:31:44   | 12:31:58      |
| 35-ad40- | bc5a-359141 | .create_defau |             |                   |         |            |            |               |
| 2b35e775 | e48a73      | lt_deployment |             |                   |         |            |            |               |
| 4647     |             | _plan         |             |                   |         |            |            |               |
| 9a148b8b | 75fb3808    | tripleo.barem |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -fe55-43 | -142c-4d98- | etal.v1.regis |             |                   |         |            | 13:40:34   | 13:40:49      |
| b1-b3e1- | a509-edfcee | ter_or_update |             |                   |         |            |            |               |
| cb13fad4 | 056fe5      |               |             |                   |         |            |            |               |
| 9759     |             |               |             |                   |         |            |            |               |
| 0a450c25 | bcc2d68d-cd | tripleo.barem | sub-        | 191d237c-1322     | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -bf68    | da-4919-998 | etal.v1.set_n | workflow    | -4b3c-867e-       |         |            | 13:40:42   | 13:40:45      |
| -487a-af | 4-00e03bbdf | ode_state     | execution   | ddbd7121e01f      |         |            |            |               |
| 98-7125e | db8         |               |             |                   |         |            |            |               |
| 809a737  |             |               |             |                   |         |            |            |               |
| 3e8eff39 | bcc2d68d-cd | tripleo.barem | sub-        | 191d237c-1322     | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -f732-49 | da-4919-998 | etal.v1.set_n | workflow    | -4b3c-867e-       |         |            | 13:40:42   | 13:40:45      |
| 76-b541- | 4-00e03bbdf | ode_state     | execution   | ddbd7121e01f      |         |            |            |               |
| b3446c6c | db8         |               |             |                   |         |            |            |               |
| 6fde     |             |               |             |                   |         |            |            |               |
| 55385132 | bcc2d68d-cd | tripleo.barem | sub-        | 191d237c-1322     | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -6e79    | da-4919-998 | etal.v1.set_n | workflow    | -4b3c-867e-       |         |            | 13:40:42   | 13:40:45      |
| -400b-   | 4-00e03bbdf | ode_state     | execution   | ddbd7121e01f      |         |            |            |               |
| 965d-1a2 | db8         |               |             |                   |         |            |            |               |
| f6ccada2 |             |               |             |                   |         |            |            |               |
| 4        |             |               |             |                   |         |            |            |               |
| 071e4b85 | 22cd7376    | tripleo.barem |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -2b7c-   | -d6cd-49db- | etal.v1.provi |             |                   |         |            | 13:40:49   | 13:40:56      |
| 420e-    | 801b-74ef4e | de            |             |                   |         |            |            |               |
| 96bd-bbb | 197f3f      |               |             |                   |         |            |            |               |
| e980f9db |             |               |             |                   |         |            |            |               |
| 7        |             |               |             |                   |         |            |            |               |
| 288e2ff2 | bcc2d68d-cd | tripleo.barem | sub-        | 52352bbc-8667-458 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -2161    | da-4919-998 | etal.v1.set_n | workflow    | 5-8099-39f6738381 |         |            | 13:40:49   | 13:40:52      |
| -473f-84 | 4-00e03bbdf | ode_state     | execution   | 5a                |         |            |            |               |
| c9-382bd | db8         |               |             |                   |         |            |            |               |
| 7b6b0bd  |             |               |             |                   |         |            |            |               |
| 28e41b0a | bcc2d68d-cd | tripleo.barem | sub-        | 52352bbc-8667-458 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -eb5f-4e | da-4919-998 | etal.v1.set_n | workflow    | 5-8099-39f6738381 |         |            | 13:40:49   | 13:40:52      |
| 70-b537- | 4-00e03bbdf | ode_state     | execution   | 5a                |         |            |            |               |
| e5da84e2 | db8         |               |             |                   |         |            |            |               |
| af7b     |             |               |             |                   |         |            |            |               |
| 2c30a482 | bcc2d68d-cd | tripleo.barem | sub-        | 52352bbc-8667-458 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -a4fc-   | da-4919-998 | etal.v1.set_n | workflow    | 5-8099-39f6738381 |         |            | 13:40:49   | 13:40:52      |
| 42be-    | 4-00e03bbdf | ode_state     | execution   | 5a                |         |            |            |               |
| a66b-568 | db8         |               |             |                   |         |            |            |               |
| b5bb7fa5 |             |               |             |                   |         |            |            |               |
| 0        |             |               |             |                   |         |            |            |               |
| 2026ebb3 | a3b2b56e-   | tripleo.barem | sub-        | 68dfd5f3-ba31-432 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -2cf9-43 | 0a12-4354   | etal.v1.intro | workflow    | 1-9b0e-           |         |            | 13:41:12   | 13:43:19      |
| 90-90fc- | -b7de-2cbaa | spect         | execution   | 1d35b5181c49      |         |            |            |               |
| 05688171 | c7b3406     |               |             |                   |         |            |            |               |
| 9836     |             |               |             |                   |         |            |            |               |
| e4e63d1a | 4130daad-38 | tripleo.barem |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -3e6c-42 | 0d-4406-b02 | etal.v1.intro |             |                   |         |            | 13:41:12   | 13:43:22      |
| d5-9575- | 1-9e8b4bb3b | spect_managea |             |                   |         |            |            |               |
| e4166853 | 0e1         | ble_nodes     |             |                   |         |            |            |               |
| cdd0     |             |               |             |                   |         |            |            |               |
| 1d119a65 | 29c51fab-   | tripleo.barem |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -a5a8-4b | f6b9-4cc1   | etal.v1.provi |             |                   |         |            | 13:43:21   | 13:43:33      |
| 81-b5da- | -94bc-14144 | de_manageable |             |                   |         |            |            |               |
| 2fd3b15f | bc8284f     | _nodes        |             |                   |         |            |            |               |
| 26e1     |             |               |             |                   |         |            |            |               |
| 9262a91e | 22cd7376    | tripleo.barem | sub-        | 8052fcbb-b511     | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -a7bf-   | -d6cd-49db- | etal.v1.provi | workflow    | -423a-bfdc-       |         |            | 13:43:22   | 13:43:30      |
| 439b-    | 801b-74ef4e | de            | execution   | 8555b8e169a8      |         |            |            |               |
| b9fc-e48 | 197f3f      |               |             |                   |         |            |            |               |
| ff49f5aa |             |               |             |                   |         |            |            |               |
| d        |             |               |             |                   |         |            |            |               |
| ab696f08 | bcc2d68d-cd | tripleo.barem | sub-        | da2c83ad-30bf-425 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -76a8    | da-4919-998 | etal.v1.set_n | workflow    | 1-8859-20c8d9b895 |         |            | 13:43:22   | 13:43:25      |
| -478c-8c | 4-00e03bbdf | ode_state     | execution   | cb                |         |            |            |               |
| d2-7b5bb | db8         |               |             |                   |         |            |            |               |
| 3f1fba0  |             |               |             |                   |         |            |            |               |
| 77ede1a7 | bcc2d68d-cd | tripleo.barem | sub-        | da2c83ad-30bf-425 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -4167-48 | da-4919-998 | etal.v1.set_n | workflow    | 1-8859-20c8d9b895 |         |            | 13:43:23   | 13:43:26      |
| 95-b786- | 4-00e03bbdf | ode_state     | execution   | cb                |         |            |            |               |
| 4ff65ce7 | db8         |               |             |                   |         |            |            |               |
| 1c6b     |             |               |             |                   |         |            |            |               |
| feec4ba0 | bcc2d68d-cd | tripleo.barem | sub-        | da2c83ad-30bf-425 | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -7331    | da-4919-998 | etal.v1.set_n | workflow    | 1-8859-20c8d9b895 |         |            | 13:43:23   | 13:43:26      |
| -4adb-8a | 4-00e03bbdf | ode_state     | execution   | cb                |         |            |            |               |
| 08-352c3 | db8         |               |             |                   |         |            |            |               |
| 151965c  |             |               |             |                   |         |            |            |               |
| 08b899f5 | 9210744f-   | tripleo.plan_ |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -0444-4e | 42f1-45de-  | management.v1 |             |                   |         |            | 14:09:19   | 14:09:26      |
| b8-8719- | 902a-a1e0a1 | .update_deplo |             |                   |         |            |            |               |
| a6eba9a8 | 4f91bb      | yment_plan    |             |                   |         |            |            |               |
| 1fa0     |             |               |             |                   |         |            |            |               |
| 1c291c68 | feef43e7-28 | tripleo.deplo |             | <none>            | SUCCESS | None       | 2016-09-27 | 2016-09-27    |
| -aec7-49 | 65-4123-b0e | yment.v1.depl |             |                   |         |            | 14:09:26   | 14:09:40      |
| e8-836f- | 9-f4eaf6d5d | oy_plan       |             |                   |         |            |            |               |
| 658b0676 | 77d         |               |             |                   |         |            |            |               |
| 3c92     |             |               |             |                   |         |            |            |               |
+----------+-------------+---------------+-------------+-------------------+---------+------------+------------+---------------+

[stack@instack ~]$ sudo route add -net 192.0.2.0/24 gw 192.0.2.1
[stack@instack ~]$ sudo route -n
Kernel IP routing table
Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
0.0.0.0         192.168.122.1   0.0.0.0         UG    0      0        0 eth0
10.0.0.0        0.0.0.0         255.255.255.0   U     0      0        0 vlan10
192.0.2.0       192.0.2.1       255.255.255.0   UG    0      0        0 br-ctlplane
192.0.2.0       0.0.0.0         255.255.255.0   U     0      0        0 br-ctlplane
192.168.122.0   0.0.0.0         255.255.255.0   U     0      0        0 eth0


[root@overcloud-controller-0 ~]# nova service-list
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| Id | Binary           | Host                                | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| 3  | nova-consoleauth | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-09-27T14:54:34.000000 | -               |
| 4  | nova-scheduler   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-09-27T14:54:35.000000 | -               |
| 5  | nova-conductor   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-09-27T14:54:27.000000 | -               |
| 6  | nova-compute     | overcloud-novacompute-0.localdomain | nova     | enabled | up    | 2016-09-27T14:54:26.000000 | -               |
| 7  | nova-compute     | overcloud-novacompute-1.localdomain | nova     | enabled | up    | 2016-09-27T14:54:27.000000 | -               |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+

****************************************************************************************************

Verification status VIP 10.0.0.4 via keepalived status on overcloud-controller-0.localdomain

****************************************************************************************************
[root@overcloud-controller-0 ~]# systemctl status keepalived -l
● keepalived.service - LVS and VRRP High Availability Monitor
   Loaded: loaded (/usr/lib/systemd/system/keepalived.service; enabled; vendor preset: disabled)
   Active: active (running) since Tue 2016-09-27 14:55:01 UTC; 2s ago
  Process: 18503 ExecStart=/usr/sbin/keepalived $KEEPALIVED_OPTIONS (code=exited, status=0/SUCCESS)
 Main PID: 850 (code=exited, status=0/SUCCESS)
   CGroup: /system.slice/keepalived.service
├─18504 /usr/sbin/keepalived -D
├─18505 /usr/sbin/keepalived -D
└─18506 /usr/sbin/keepalived -D

Sep 27 14:55:03 overcloud-controller-0 Keepalived_healthcheckers[18505]: Netlink reflector reports IP 192.0.2.13 added
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(51) Sending gratuitous ARPs on br-ex for 192.0.2.13
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(56) Entering MASTER STATE
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(56) setting protocol VIPs.
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(56) Sending gratuitous ARPs on vlan20 for 172.16.2.7
Sep 27 14:55:03 overcloud-controller-0 Keepalived_healthcheckers[18505]: Netlink reflector reports IP 172.16.2.7 added
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(52) Entering MASTER STATE
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(52) setting protocol VIPs.
Sep 27 14:55:03 overcloud-controller-0 Keepalived_vrrp[18506]: VRRP_Instance(52) Sending gratuitous ARPs on br-ex for 10.0.0.4
Sep 27 14:55:03 overcloud-controller-0 Keepalived_healthcheckers[18505]: Netlink reflector reports IP 10.0.0.4 added

********************************
Compute Node Status
********************************

[heat-admin@overcloud-novacompute-0 ~]$ sudo su -
Last login: Tue Sep 27 15:30:34 UTC 2016 on pts/0
[root@overcloud-novacompute-0 ~]# virsh --connect qemu:///system
Welcome to virsh, the virtualization interactive terminal.

Type:  'help' for help with commands
'quit' to quit

virsh # version
Compiled against library: libvirt 1.2.17
Using library: libvirt 1.2.17
Using API: QEMU 1.2.17
Running hypervisor: QEMU 2.3.0

virsh # list --all
 Id    Name                           State
----------------------------------------------------
 3     instance-00000001              running

↧

Attempt of RDO Newton instack-virt-setup on CentOS 7.2 VIRTHOST

October 4, 2016, 7:55 am

≫ Next: RDO Newton Overcloud HA deployment via instack-virt-setup on CentOS 7.2 VIRTHOST

≪ Previous: TripleO deployment of 'master' branch via instack-virt-setup on VIRTHOST (2)

UPDATE 10/08/2016
   As was noticed by Alan Pevec trunk "centos7-newton/current-passed-ci"
   works much better then originally selected "centos7-newton/consistent"
   See also RDO Newton Overcloud HA deployment via instack-virt-setup on CentOS 7.2 VIRTHOST
END UPDATE

Following bellow is verification of status Newton DLRN consistent trunks for TripleO undercloud/overcloud deployment based on packages currently been built via upstream git branches .

Per https://media.readthedocs.org/pdf/dlrn/latest/dlrn.pdf

DLRN consistent repositories are generated for any given set of packages that
have no current build failures.These repositories have the latest and greatest
of every package and all upstream commits have been successfully built up until that point. The continuous integration done to test RDO packages target the DLRN consistent repositories.
This repository is available at /consistent/delorean.repo for each release.
The RDO project has a continuous integration pipeline that consists of multiple jobs that deploy and test OpenStack as accomplished by different installers.This vast test coverage attempts to ensure that there are no known issues either in packaging, in code or in the installers themselves.Once a DLRN consistent repository has undergone these tests successfully, it will be promoted to current-passed-ci.current-passed-ci represents the latest and greatest version of RDO trunk packages that were tested together success-fully.

See also https://review.openstack.org/gitweb?p=openstack-infra/tripleo-ci.git;a=commitdiff;h=7867e7dbb5b9e88cadecffeff207a4da312386b4

=======================
VIRTHOST - configuration
=======================
Create user stack

  useradd stack
echo"stack:stack" | chpasswd
echo"stack ALL=(root) NOPASSWD:ALL" | sudo tee -a /etc/sudoers.d/stack
  sudo chmod 0440 /etc/sudoers.d/stack
  su - stack

************************************************
Create stack's .bachrc && relogin to stack
************************************************

  export NODE_DIST=centos7
export NODE_CPU=2
export NODE_MEM=7000
export NODE_COUNT=3
export UNDERCLOUD_NODE_CPU=4
export UNDERCLOUD_NODE_MEM=9000
export FS_TYPE=ext4

*****************************************
Set up Newton DLRN repos
*****************************************

sudo yum -y install yum-plugin-priorities
sudo curl -o /etc/yum.repos.d/delorean-newton.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/delorean.repo
sudo curl -o /etc/yum.repos.d/delorean-deps-newton.repo https://trunk.rdoproject.org/centos7-newton/delorean-deps.repo

$ sudo yum -y update

$ instack-virt-setup

=============
INSTACK
=============

# su - stack

************************************************
Update .bashrc && relogin to stack
************************************************
[stack@instack ~]$ cat .bashrc
# .bashrc

# Source global definitions
if [ -f /etc/bashrc ]; then
. /etc/bashrc
fi
# Uncomment the following line if you don't like systemctl's auto-paging feature:
# export SYSTEMD_PAGER=
export NODE_DIST=centos7
export USE_DELOREAN_TRUNK=1
export DELOREAN_TRUNK_REPO=" http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/"
export DELOREAN_REPO_FILE="delorean.repo"
# User specific aliases and functions

*****************************************
Set up Newton DLRN repos
*****************************************

sudo yum -y install yum-plugin-priorities
sudo curl -o /etc/yum.repos.d/delorean-newton.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/delorean.repo
sudo curl -o /etc/yum.repos.d/delorean-deps-newton.repo https://trunk.rdoproject.org/centos7-newton/delorean-deps.repo

    $ sudo yum install -y python-tripleoclient
    $ openstack undercloud install
    $   source stackrc
    $   env | grep DEL
    $   source stackrc
    $ openstack overcloud image build --all
    $ openstack overcloud image upload
    $ openstack baremetal import instackenv.json
    $ openstack baremetal configure boot
    $ openstack baremetal introspection bulk start
    $ neutron subnet-list
    $ neutron subnet-update 1b7d82e5-0bf1-4ba5-8008-4aa402598065 --dns-nameserver192.168.122.1

******************************
Set up Network isolation
******************************

[stack@instack ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10
       DEVICE=vlan10
       ONBOOT=yes
       DEVICETYPE=ovs
       TYPE=OVSIntPort
       BOOTPROTO=static
       IPADDR=10.0.0.1
       NETMASK=255.255.255.0
       OVS_BRIDGE=br-ctlplane
       OVS_OPTIONS="tag=10"

[stack@instack ~]$ sudo ovs-vsctl show
b0d48704-2e6c-4ec4-9d75-bf9a0d6bec71
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-int
            Interface br-int
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port "tapc0290c0a-65"
            tag: 1
            Interface "tapc0290c0a-65"
                type: internal
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    ovs_version: "2.5.0"

*********************************************
192.168.122.65 is IP of "instack VM"
*********************************************

[stack@instack ~]$ cat network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
           "192.168.122.65"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}

$ vi overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc
openstack overcloud deploy \
--control-scale 1 --compute-scale 2 \
--libvirt-type qemu \
--ntp-server pool.ntp.org \
--templates /usr/share/openstack-tripleo-heat-templates \
-e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
-e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
-e $HOME/network_env.yaml

$ sudo touch -f /usr/share/openstack-tripleo-heat-templates/puppet/post.yaml
$ ./overcloud-deploy.sh

[stack@instack ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=45fb96326d4a7797a3145232168403590247cb55
++ OS_PASSWORD=45fb96326d4a7797a3145232168403590247cb55
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 1 --compute-scale 2 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 57bba168-d814-4bd4-920b-9572450b73c8
Plan updated
Deploying templates in the directory /usr/share/openstack-tripleo-heat-templates
Started Mistral Workflow. Execution ID: 11c82855-d165-4bf0-b7cd-dc72c99761dc
2016-10-04 12:52:20Z [overcloud]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-04 12:52:20Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.Networks]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.RabbitCookie]: CREATE_COMPLETE state changed
2016-10-04 12:52:20Z [overcloud.PcsdPassword]: CREATE_COMPLETE state changed
2016-10-04 12:52:20Z [overcloud.HorizonSecret]: CREATE_COMPLETE state changed
2016-10-04 12:52:20Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE state changed
2016-10-04 12:52:20Z [overcloud.ServiceNetMap]: CREATE_COMPLETE state changed
2016-10-04 12:52:20Z [overcloud.Networks]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-04 12:52:20Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE state changed
2016-10-04 12:52:20Z [overcloud.Networks.ManagementNetwork]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS state changed
2016-10-04 12:52:20Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS state changed
. . . . .

2016-10-04 13:48:18Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-04 13:48:18Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-04 13:48:18Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-04 13:48:18Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-04 13:48:18Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE Stack CREATE completed successfully
2016-10-04 13:48:18Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE state changed
2016-10-04 13:48:18Z [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully

Stack overcloud CREATE_COMPLETE

Overcloud Endpoint: http://10.0.0.12:5000/v2.0
Overcloud Deployed

Set up FoxyProxy for overcloud access via 10.0.0.12/dashboard/

↧

RDO Newton Overcloud HA deployment via instack-virt-setup on CentOS 7.2 VIRTHOST

October 8, 2016, 2:00 pm

≫ Next: RDO Newton Overcloud HA deployment via instack-virt-setup Dasboard Snapshots

≪ Previous: Attempt of RDO Newton instack-virt-setup on CentOS 7.2 VIRTHOST

Draft belllow may be considered as POC awaiting release of TripleoO QuickStart
along with flexible templates managed by ansible and KSM patching.
Follow http://lxer.com/module/newswire/view/234586/index.html setting up instack VM and configuring "centos7-newton/current-passed-ci" based delorean repos on VIRTHOST and INSTACK . After log into "instack VM" (undercloud VM) create 4GB swap file and restart "instack VM"

[root@instack ~]# dd if=/dev/zero of=/swapfile bs=1024 count=4194304
4194304+0 records in
4194304+0 records out
4294967296 bytes (4.3 GB) copied, 6.13213 s, 700 MB/s
[root@instack ~]# mkswap /swapfile
Setting up swapspace version 1, size = 4194300 KiB
no label, UUID=5d32541b-09f1-4fdd-a4a8-fd284c358255
[root@instack ~]# chmod 600 /swapfile
[root@instack ~]#  swapon /swapfile
[root@instack ~]# echo "/swapfile swap swap defaults 0 0">> /etc/fstab

Restart and logging again

=======================
VIRTHOST - configuration
=======================
Create user stack

  useradd stack
echo"stack:stack" | chpasswd
echo"stack ALL=(root) NOPASSWD:ALL" | sudo tee -a /etc/sudoers.d/stack
  sudo chmod 0440 /etc/sudoers.d/stack
  su - stack

************************************************
Create stack's .bachrc && relogin to stack
************************************************

  export NODE_DIST=centos7
export NODE_CPU=2
export NODE_MEM=6500
export NODE_COUNT=4
export UNDERCLOUD_NODE_CPU=2
export UNDERCLOUD_NODE_MEM=8000
export FS_TYPE=ext4

*****************************************
Set up Newton DLRN repos
*****************************************

sudo yum -y install yum-plugin-priorities
sudo curl -o /etc/yum.repos.d/delorean-newton.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/delorean.repo
sudo curl -o /etc/yum.repos.d/delorean-deps-newton.repo https://trunk.rdoproject.org/centos7-newton/delorean-deps.repo

$ sudo yum -y update
$ instack-virt-setup

=============
INSTACK
=============

# su - stack

************************************************
Update .bashrc && relogin to stack
************************************************
[stack@instack ~]$ cat .bashrc
# .bashrc

# Source global definitions
if [ -f /etc/bashrc ]; then
. /etc/bashrc
fi
# Uncomment the following line if you don't like systemctl's auto-paging feature:
# export SYSTEMD_PAGER=
export NODE_DIST=centos7
export USE_DELOREAN_TRUNK=1
export DELOREAN_TRUNK_REPO=" http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/"
export DELOREAN_REPO_FILE="delorean.repo"
# User specific aliases and functions

*****************************************
Set up Newton DLRN repos
*****************************************

sudo yum -y install yum-plugin-priorities
sudo curl -o /etc/yum.repos.d/delorean-newton.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/delorean.repo
sudo curl -o /etc/yum.repos.d/delorean-deps-newton.repo https://trunk.rdoproject.org/centos7-newton/delorean-deps.repo

    $ sudo yum install -y python-tripleoclient
    $ openstack undercloud install
    $   source stackrc
    $ openstack overcloud image build --all
    $ openstack overcloud image upload
    $ openstack baremetal import instackenv.json
    $ openstack baremetal configure boot
    $ openstack baremetal introspection bulk start
    $ neutron subnet-list
    $ neutron subnet-update 1b7d82e5-0bf1-4ba5-8008-4aa402598065 --dns-nameserver192.168.122.1

******************************
Set up Network isolation
******************************

[stack@instack ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10
       DEVICE=vlan10
       ONBOOT=yes
       DEVICETYPE=ovs
       TYPE=OVSIntPort
       BOOTPROTO=static
       IPADDR=10.0.0.1
       NETMASK=255.255.255.0
       OVS_BRIDGE=br-ctlplane
       OVS_OPTIONS="tag=10"

[stack@instack ~]$ sudo ovs-vsctl show
b0d48704-2e6c-4ec4-9d75-bf9a0d6bec71
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-int
            Interface br-int
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port "tapc0290c0a-65"
            tag: 1
            Interface "tapc0290c0a-65"
                type: internal
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    ovs_version: "2.5.0"

*********************************************
192.168.122.134 is IP of "instack VM"
*********************************************

[stack@instack ~]$ cat network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
           "192.168.122.134"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}

$ vi overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc    
openstack overcloud deploy  \
 --control-scale 3 --compute-scale 1  \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \ 
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e $HOME/network_env.yaml

$ sudo touch -f /usr/share/openstack-tripleo-heat-templates/puppet/post.yaml

[stack@instack ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=c21d3766cc5f22ce2318427b2c736667696153ca
++ OS_PASSWORD=c21d3766cc5f22ce2318427b2c736667696153ca
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 3 --compute-scale 1 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 0a561b39-f990-4b3b-ae35-86fee4d5cc79
Plan updated
Deploying templates in the directory /tmp/tripleoclient-GdQas9/tripleo-heat-templates
Started Mistral Workflow. Execution ID: 298dbee0-1c9c-402f-9992-c19810de49f0
2016-10-08 19:07:15Z [overcloud]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-08 19:07:16Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.Networks]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.ServiceNetMap]: CREATE_COMPLETE state changed
2016-10-08 19:07:16Z [overcloud.PcsdPassword]: CREATE_COMPLETE state changed
2016-10-08 19:07:16Z [overcloud.RabbitCookie]: CREATE_COMPLETE state changed
2016-10-08 19:07:16Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE state changed
2016-10-08 19:07:16Z [overcloud.HorizonSecret]: CREATE_COMPLETE state changed
2016-10-08 19:07:16Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE state changed
2016-10-08 19:07:16Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.Networks]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-08 19:07:16Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.Networks.NetworkExtraConfig]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-08 19:07:16Z [overcloud.Networks.ManagementNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:16Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:17Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:17Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-08 19:07:17Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_COMPLETE state changed
2016-10-08 19:07:17Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:17Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:17Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS state changed
2016-10-08 19:07:17Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS Stack CREATE started
2016-10-08 19:07:17Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_IN_PROGRESS state changed

. . . . . . . . . . . . . . .

2016-10-08 19:45:32Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-08 19:45:32Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-08 19:45:32Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-08 19:45:32Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-08 19:45:32Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE state changed
2016-10-08 19:45:32Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE Stack CREATE completed successfully
2016-10-08 19:45:33Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE state changed
2016-10-08 19:45:33Z [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully

Stack overcloud CREATE_COMPLETE

Overcloud Endpoint: http://10.0.0.6:5000/v2.0
Overcloud Deployed
[stack@instack ~]$ nova list

+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 2ad6b1b4-1a44-4243-8010-f5752b8a9980 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.18 |
| de8369ef-684a-4630-99b7-4dcedd1f5b8f | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.10 |
| 27f8621b-d899-4718-8068-e19cfc16be98 | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.17 |
| bee4ad5d-cdd9-4167-903e-02be0d0dc9ab | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.15 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@instack ~]$ cat overcloudrc
export OS_NO_CACHE=True
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://10.0.0.6:5000/v2.0
export NOVA_VERSION=1.1
export COMPUTE_API_VERSION=1.1
export OS_USERNAME=admin
export no_proxy=,10.0.0.6,192.0.2.14
export OS_PASSWORD=vdWcZcUQEEUZt2tFyXKQZMZbr
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"
export OS_TENANT_NAME=admin

************************************
Log into controller-0
************************************

[stack@instack ~]$ ssh heat-admin@192.0.2.18
The authenticity of host '192.0.2.18 (192.0.2.18)' can't be established.
ECDSA key fingerprint is b7:e1:aa:3e:54:11:4a:f5:6e:d3:9c:14:7e:78:22:44.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.0.2.18' (ECDSA) to the list of known hosts.

[heat-admin@overcloud-controller-0 ~]$ sudo su -
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Sat Oct 8 19:50:38 2016        Last change: Sat Oct 8 19:37:30 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-1 (version 1.1.13-10.el7_2.4-44eb2dd) - partition with quorum
3 nodes and 19 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

ip-192.0.2.14    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-172.16.2.12    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
ip-172.16.1.11    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
ip-172.16.2.11    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-10.0.0.6    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
ip-172.16.3.12    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-2 ]
     Slaves: [ overcloud-controller-0 overcloud-controller-1 ]
openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-0

PCSD Status:
overcloud-controller-0: Online
overcloud-controller-1: Online
overcloud-controller-2: Online

Daemon Status:
corosync: active/enabled
pacemaker: active/enabled
pcsd: active/enabled

*******************************************************************************
Source overcloudrc as root and start configuration
via Neutron CLI on overcloud-controller-0
******************************************************************************

[root@overcloud-controller-0 ~]# vi overcloudrc
[root@overcloud-controller-0 ~]# . overcloudrc
[root@overcloud-controller-0 ~]# nova service-list

+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| Id | Binary           | Host                                | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| 11 | nova-consoleauth | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-08T19:51:42.000000 | -               |
| 14 | nova-scheduler   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-08T19:51:36.000000 | -               |
| 17 | nova-conductor   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-08T19:51:39.000000 | -               |
| 20 | nova-compute     | overcloud-novacompute-0.localdomain | nova     | enabled | up    | 2016-10-08T19:51:34.000000 | -               |
| 23 | nova-consoleauth | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-08T19:51:35.000000 | -               |
| 35 | nova-scheduler   | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-08T19:51:38.000000 | -               |
| 38 | nova-consoleauth | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-08T19:51:35.000000 | -               |
| 41 | nova-conductor   | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-08T19:51:36.000000 | -               |
| 53 | nova-scheduler   | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-08T19:51:38.000000 | -               |
| 56 | nova-conductor   | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-08T19:51:40.000000 | -               |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+

[root@overcloud-controller-0 ~]# neutron net-create ext-net --router:external \

 --provider:physical_network datacentre  --provider:network_type flat

Created a new network:

+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        |                                      |
| created_at                | 2016-10-08T19:52:37Z                 |
| description               |                                      |
| id                        | 60af652b-010c-4524-803e-a851627c47bf |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| is_default                | False                                |
| mtu                       | 1496                                 |
| name                      | ext-net                              |
| port_security_enabled     | True                                 |
| project_id                | 7c310ed1f8b94fb1987d132a15c81f71     |
| provider:network_type     | flat                                 |
| provider:physical_network | datacentre                           |
| provider:segmentation_id  |                                      |
| qos_policy_id             |                                      |
| revision_number           | 3                                    |
| router:external           | True                                 |
| shared                    | False                                |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tags                      |                                      |
| tenant_id                 | 7c310ed1f8b94fb1987d132a15c81f71     |
| updated_at                | 2016-10-08T19:52:38Z                 |
+---------------------------+--------------------------------------+

[root@overcloud-controller-0 ~]# neutron subnet-create ext-net --name ext-subnet \

--allocation-pool start=192.0.2.100,end=192.0.2.120 --disable-dhcp --gateway 192.0.2.1  192.0.2.0/24
Created a new subnet:

+-------------------+------------------------------------------------+
| Field             | Value                                          |
+-------------------+------------------------------------------------+
| allocation_pools  | {"start": "192.0.2.100", "end": "192.0.2.120"} |
| cidr              | 192.0.2.0/24                                   |
| created_at        | 2016-10-08T19:53:03Z                           |
| description       |                                                |
| dns_nameservers   |                                                |
| enable_dhcp       | False                                          |
| gateway_ip        | 192.0.2.1                                      |
| host_routes       |                                                |
| id                | 96388fb8-8848-4462-9a9f-00e2d8d5e4cc           |
| ip_version        | 4                                              |
| ipv6_address_mode |                                                |
| ipv6_ra_mode      |                                                |
| name              | ext-subnet                                     |
| network_id        | 60af652b-010c-4524-803e-a851627c47bf           |
| project_id        | 7c310ed1f8b94fb1987d132a15c81f71               |
| revision_number   | 2                                              |
| service_types     |                                                |
| subnetpool_id     |                                                |
| tenant_id         | 7c310ed1f8b94fb1987d132a15c81f71               |
| updated_at        | 2016-10-08T19:53:03Z                           |
+-------------------+------------------------------------------------+

[root@overcloud-controller-0 ~]# neutron router-create router1

Created a new router:

+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | True                                 |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2016-10-08T19:53:39Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   |                                      |
| flavor_id               |                                      |
| ha                      | True                                 |
| id                      | 31707664-a400-4b38-8203-21199f7a2a45 |
| name                    | router1                              |
| project_id              | 7c310ed1f8b94fb1987d132a15c81f71     |
| revision_number         | 2                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tenant_id               | 7c310ed1f8b94fb1987d132a15c81f71     |
| updated_at              | 2016-10-08T19:53:39Z                 |
+-------------------------+--------------------------------------+

[root@overcloud-controller-0 ~]# neutron router-gateway-set router1 ext-net

Set gateway for router router1

[root@overcloud-controller-0 ~]# neutron net-create int

Created a new network:

+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        |                                      |
| created_at                | 2016-10-08T19:54:22Z                 |
| description               |                                      |
| id                        | fc3544a6-0570-4052-8e2b-122364da2bd6 |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| mtu                       | 1446                                 |
| name                      | int                                  |
| port_security_enabled     | True                                 |
| project_id                | 7c310ed1f8b94fb1987d132a15c81f71     |
| provider:network_type     | vxlan                                |
| provider:physical_network |                                      |
| provider:segmentation_id  | 85                                   |
| qos_policy_id             |                                      |
| revision_number           | 3                                    |
| router:external           | False                                |
| shared                    | False                                |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tags                      |                                      |
| tenant_id                 | 7c310ed1f8b94fb1987d132a15c81f71     |
| updated_at                | 2016-10-08T19:54:22Z                 |
+---------------------------+--------------------------------------+

[root@overcloud-controller-0 ~]# neutron subnet-create int 30.0.0.0/24 --dns_nameservers list=true 83.221.202.254

Created a new subnet:

+-------------------+--------------------------------------------+
| Field             | Value                                      |
+-------------------+--------------------------------------------+
| allocation_pools  | {"start": "30.0.0.2", "end": "30.0.0.254"} |
| cidr              | 30.0.0.0/24                                |
| created_at        | 2016-10-08T19:54:44Z                       |
| description       |                                            |
| dns_nameservers   | 83.221.202.254                             |
| enable_dhcp       | True                                       |
| gateway_ip        | 30.0.0.1                                   |
| host_routes       |                                            |
| id                | 1657d8f2-1af4-4f1d-86d6-b743de053f59       |
| ip_version        | 4                                          |
| ipv6_address_mode |                                            |
| ipv6_ra_mode      |                                            |
| name              |                                            |
| network_id        | fc3544a6-0570-4052-8e2b-122364da2bd6       |
| project_id        | 7c310ed1f8b94fb1987d132a15c81f71           |
| revision_number   | 2                                          |
| service_types     |                                            |
| subnetpool_id     |                                            |
| tenant_id         | 7c310ed1f8b94fb1987d132a15c81f71           |
| updated_at        | 2016-10-08T19:54:44Z                       |
+-------------------+--------------------------------------------+

[root@overcloud-controller-0 ~]# neutron router-interface-add router1 1657d8f2-1af4-4f1d-86d6-b743de053f59

Added interface 6744547a-3e95-41d6-a7a2-c1c23f9a683e to router router1.

[root@overcloud-controller-0 ~]# nova keypair-add oskey1004ha >oskey1004ha.pem

[root@overcloud-controller-0 ~]# nova secgroup-list

WARNING: Command secgroup-list is deprecated and will be removed after Nova 15.0.0 is released. Use python-neutronclient or python-openstackclient instead.

+--------------------------------------+---------+------------------------+
| Id                                   | Name    | Description            |
+--------------------------------------+---------+------------------------+
| 13b19617-b96a-4342-b90b-8d9bd17da784 | default | Default security group |
+--------------------------------------+---------+------------------------+

[root@overcloud-controller-0 ~]# neutron security-group-rule-create --protocol icmp \
>   --direction ingress --remote-ip-prefix 0.0.0.0/0 13b19617-b96a-4342-b90b-8d9bd17da784

Created a new security_group_rule:

+-------------------+--------------------------------------+
| Field             | Value                                |
+-------------------+--------------------------------------+
| created_at        | 2016-10-08T19:58:41Z                 |
| description       |                                      |
| direction         | ingress                              |
| ethertype         | IPv4                                 |
| id                | abb5dc28-7e9d-48c2-a997-cf8ac7ad553a |
| port_range_max    |                                      |
| port_range_min    |                                      |
| project_id        | 7c310ed1f8b94fb1987d132a15c81f71     |
| protocol          | icmp                                 |
| remote_group_id   |                                      |
| remote_ip_prefix  | 0.0.0.0/0                            |
| revision_number   | 1                                    |
| security_group_id | 13b19617-b96a-4342-b90b-8d9bd17da784 |
| tenant_id         | 7c310ed1f8b94fb1987d132a15c81f71     |
| updated_at        | 2016-10-08T19:58:41Z                 |
+-------------------+--------------------------------------+

[root@overcloud-controller-0 ~]# neutron security-group-rule-create --protocol tcp \
>   --port-range-min 22 --port-range-max 22 \
>   --direction ingress --remote-ip-prefix 0.0.0.0/0 13b19617-b96a-4342-b90b-8d9bd17da784

Created a new security_group_rule:

+-------------------+--------------------------------------+
| Field             | Value                                |
+-------------------+--------------------------------------+
| created_at        | 2016-10-08T19:59:10Z                 |
| description       |                                      |
| direction         | ingress                              |
| ethertype         | IPv4                                 |
| id                | a3bc6d72-98b6-4d35-b521-cf31d2208204 |
| port_range_max    | 22                                   |
| port_range_min    | 22                                   |
| project_id        | 7c310ed1f8b94fb1987d132a15c81f71     |
| protocol          | tcp                                  |
| remote_group_id   |                                      |
| remote_ip_prefix  | 0.0.0.0/0                            |
| revision_number   | 1                                    |
| security_group_id | 13b19617-b96a-4342-b90b-8d9bd17da784 |
| tenant_id         | 7c310ed1f8b94fb1987d132a15c81f71     |
| updated_at        | 2016-10-08T19:59:10Z                 |
+-------------------+--------------------------------------+

[root@overcloud-controller-0 ~]#  nova flavor-create "m1.small" 2  1000 20 1

+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name     | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
| 2  | m2.small | 1000      | 20   | 0         |      | 1     | 1.0         | True      |
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+

[root@overcloud-controller-0 ~]# ifdown eth1

[root@overcloud-controller-0 ~]# ifup eth1


Determining IP information for eth1... done.

[root@overcloud-controller-0 ~]# yum install wget -y
Loaded plugins: fastestmirror, priorities
Loading mirror speeds from cached hostfile
 * base: mirror.yandex.ru
 * extras: mirror.yandex.ru
 * updates: mirror.yandex.ru
12 packages excluded due to repository priority protections

Resolving Dependencies
--> Running transaction check
---> Package wget.x86_64 0:1.14-10.el7_0.1 will be installed
--> Finished Dependency Resolution

Dependencies Resolved

=================================================================================================
 Package            Arch                 Version                        Repository          Size
=================================================================================================
Installing:
 wget               x86_64               1.14-10.el7_0.1                base               545 k

Transaction Summary
=================================================================================================
Install  1 Package
Total download size: 545 k
Installed size: 2.0 M
Downloading packages:

wget-1.14-10.el7_0.1.x86_64.rpm                                           | 545 kB  00:00:00     

Running transaction check
Running transaction test
Transaction test succeeded

Running transaction
  Installing : wget-1.14-10.el7_0.1.x86_64                                                   1/1 
  Verifying  : wget-1.14-10.el7_0.1.x86_64                                                   1/1 
Installed:

  wget.x86_64 0:1.14-10.el7_0.1                                                                  

Complete!

[root@overcloud-controller-0 ~]# wget https://download.fedoraproject.org/pub/fedora/linux/releases/24/CloudImages/x86_64/images/Fedora-Cloud-Base-24-1.2.x86_64.qcow2
--2016-10-08 20:01:57--  https://download.fedoraproject.org/pub/fedora/linux/releases/24/CloudImages/x86_64/images/Fedora-Cloud-Base-24-1.2.x86_64.qcow2
Resolving download.fedoraproject.org (download.fedoraproject.org)... 152.19.134.198, 209.132.181.15, 85.236.55.6, ...
Connecting to download.fedoraproject.org (download.fedoraproject.org)|152.19.134.198|:443... connected.
HTTP request sent, awaiting response... 302 Found
Location: https://mirror.yandex.ru/fedora/linux/releases/24/CloudImages/x86_64/images/Fedora-Cloud-Base-24-1.2.x86_64.qcow2 [following]
--2016-10-08 20:01:59--  https://mirror.yandex.ru/fedora/linux/releases/24/CloudImages/x86_64/images/Fedora-Cloud-Base-24-1.2.x86_64.qcow2
Resolving mirror.yandex.ru (mirror.yandex.ru)... 213.180.204.183, 2a02:6b8::183
Connecting to mirror.yandex.ru (mirror.yandex.ru)|213.180.204.183|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 204590080 (195M) [application/octet-stream]

Saving to: ‘Fedora-Cloud-Base-24-1.2.x86_64.qcow2’
100%[=======================================================>] 204,590,080 2.62MB/s   in 69s    
2016-10-08 20:03:08 (2.82 MB/s) - ‘Fedora-Cloud-Base-24-1.2.x86_64.qcow2’ saved [204590080/204590080]

***************************************
Upload F24 Cloud image to glance 
***************************************
[root@overcloud-controller-0 ~]# glance image-create --name "VF24Cloud"  --disk-format qcow2  --container-format bare --progress < Fedora-Cloud-Base-24-1.2.x86_64.qcow2

[=============================>] 100%

+------------------+-----------------------------------------------------------------+
| Property         | Value                                                           |
+------------------+-----------------------------------------------------------------+
| checksum         | 8de08e3fe24ee788e50a6a508235aa64                                |
| container_format | bare                                                            |
| created_at       | 2016-10-08T20:04:11Z                                            |
| direct_url       | swift+config://ref1/glance/e7879fdd-8489-46f6-935e-22e0fb7dcd1c |
| disk_format      | qcow2                                                           |
| id               | e7879fdd-8489-46f6-935e-22e0fb7dcd1c                            |
| min_disk         | 0                                                               |
| min_ram          | 0                                                               |
| name             | VF24Cloud                                                       |
| owner            | 7c310ed1f8b94fb1987d132a15c81f71                                |
| protected        | False                                                           |
| size             | 204590080                                                       |
| status           | active                                                          |
| tags             | []                                                              |
| updated_at       | 2016-10-08T20:04:28Z                                            |
| virtual_size     | None                                                            |
| visibility       | private                                                         |
+------------------+-----------------------------------------------------------------+

[root@overcloud-controller-0 ~]# nova keypair-list

+-------------+------+-------------------------------------------------+
| Name        | Type | Fingerprint                                     |
+-------------+------+-------------------------------------------------+
| oskey1004ha | ssh  | 09:ad:84:8c:08:71:e9:79:5a:f2:c4:e2:38:f8:8c:c8 |
+-------------+------+-------------------------------------------------+

[root@overcloud-controller-0 ~]# glance image-list

+--------------------------------------+-----------+
| ID                                   | Name      |
+--------------------------------------+-----------+
| e7879fdd-8489-46f6-935e-22e0fb7dcd1c | VF24Cloud |
+--------------------------------------+-----------+

[root@overcloud-controller-0 ~]# neutron net-list

+-------------------------------+-------------------------------+-------------------------------+
| id                            | name                          | subnets                       |
+-------------------------------+-------------------------------+-------------------------------+
| 60af652b-010c-4524-803e-      | ext-net                       | 96388fb8-8848-4462-9a9f-      |
| a851627c47bf                  |                               | 00e2d8d5e4cc 192.0.2.0/24     |
| b141ac6b-f38e-4c9f-b90e-      | HA network tenant 7c310ed1f8b | d688b5f9-7e2f-4a33-8b2e-      |
| 68f8dbc6c0d0                  | 94fb1987d132a15c81f71         | 596b7cac5fc8 169.254.192.0/18 |
| fc3544a6-0570-4052-8e2b-      | int                           | 1657d8f2-1af4-4f1d-           |
| 122364da2bd6                  |                               | 86d6-b743de053f59 30.0.0.0/24 |
+-------------------------------+-------------------------------+-------------------------------+

*************************************************
Now launch VM via nova CLI
*************************************************

[root@overcloud-controller-0 ~]# nova boot --flavor 2 --key-name oskey1004ha \

 --image e7879fdd-8489-46f6-935e-22e0fb7dcd1c  --nic net-id=fc3544a6-0570-4052-8e2b-122364da2bd6 \

 vf24devs01

+--------------------------------------+--------------------------------------------------+
| Property                             | Value                                            |
+--------------------------------------+--------------------------------------------------+
| OS-DCF:diskConfig                    | MANUAL                                           |
| OS-EXT-AZ:availability_zone          |                                                  |
| OS-EXT-SRV-ATTR:host                 | -                                                |
| OS-EXT-SRV-ATTR:hostname             | vf24devs01                                       |
| OS-EXT-SRV-ATTR:hypervisor_hostname  | -                                                |
| OS-EXT-SRV-ATTR:instance_name        |                                                  |
| OS-EXT-SRV-ATTR:kernel_id            |                                                  |
| OS-EXT-SRV-ATTR:launch_index         | 0                                                |
| OS-EXT-SRV-ATTR:ramdisk_id           |                                                  |
| OS-EXT-SRV-ATTR:reservation_id       | r-2l5rxzjy                                       |
| OS-EXT-SRV-ATTR:root_device_name     | -                                                |
| OS-EXT-SRV-ATTR:user_data            | -                                                |
| OS-EXT-STS:power_state               | 0                                                |
| OS-EXT-STS:task_state                | scheduling                                       |
| OS-EXT-STS:vm_state                  | building                                         |
| OS-SRV-USG:launched_at               | -                                                |
| OS-SRV-USG:terminated_at             | -                                                |
| accessIPv4                           |                                                  |
| accessIPv6                           |                                                  |
| adminPass                            | 942ZbLTdbLd6                                     |
| config_drive                         |                                                  |
| created                              | 2016-10-08T20:08:56Z                             |
| description                          | -                                                |
| flavor                               | m2.small (2)                                     |
| hostId                               |                                                  |
| host_status                          |                                                  |
| id                                   | 20dacb92-735f-4bf3-a01a-c631e95852d1             |
| image                                | VF24Cloud (e7879fdd-8489-46f6-935e-22e0fb7dcd1c) |
| key_name                             | oskey1004ha                                      |
| locked                               | False                                            |
| metadata                             | {}                                               |
| name                                 | vf24devs01                                       |
| os-extended-volumes:volumes_attached | []                                               |
| progress                             | 0                                                |
| security_groups                      | default                                          |
| status                               | BUILD                                            |
| tags                                 | []                                               |
| tenant_id                            | 7c310ed1f8b94fb1987d132a15c81f71                 |
| updated                              | 2016-10-08T20:08:57Z                             |
| user_id                              | cd7cd8401f734dd7bde1b7250ec77d7e                 |
+--------------------------------------+--------------------------------------------------+

[root@overcloud-controller-0 ~]# nova list

+--------------------------------------+------------+--------+------------+-------------+--------------+
| ID                                   | Name       | Status | Task State | Power State | Networks     |
+--------------------------------------+------------+--------+------------+-------------+--------------+
| 20dacb92-735f-4bf3-a01a-c631e95852d1 | vf24devs01 | BUILD  | spawning   | NOSTATE     | int=30.0.0.6 |
+--------------------------------------+------------+--------+------------+-------------+--------------+
[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+------------+--------+------------+-------------+--------------+
| ID                                   | Name       | Status | Task State | Power State | Networks     |
+--------------------------------------+------------+--------+------------+-------------+--------------+
| 20dacb92-735f-4bf3-a01a-c631e95852d1 | vf24devs01 | ACTIVE | -          | Running     | int=30.0.0.6 |
+--------------------------------------+------------+--------+------------+-------------+--------------+

[root@overcloud-controller-0 ~]# nova console-log vf24devs01

%G%G[[0;32m  OK  [0m] Started Show Plymouth Boot Screen.
[[0;32m  OK  [0m] Started Forward Password Requests to Plymouth Directory Watch.
[[0;32m  OK  [0m] Reached target Paths.
[[0;32m  OK  [0m] Reached target Basic System.
[[0;32m  OK  [0m] Started File System Check on /dev/d...816-dc18-452e-8d0f-2b34bd1beced.
         Mounting /sysroot...
[[0;32m  OK  [0m] Mounted /sysroot.
[[0;32m  OK  [0m] Reached target Initrd Root File System.
         Starting Reload Configuration from the Real Root...
[[0;32m  OK  [0m] Started Reload Configuration from the Real Root.
[[0;32m  OK  [0m] Reached target Initrd File Systems.
         Starting dracut mount hook...
[[0;32m  OK  [0m] Started dracut mount hook.
[[0;32m  OK  [0m] Reached target Initrd Default Target.
         Starting Cleaning Up and Shutting Down Daemons...
[[0;32m  OK  [0m] Stopped target Remote File Systems.
[[0;32m  OK  [0m] Stopped target Remote File Systems (Pre).
         Starting Plymouth switch root service...
[[0;32m  OK  [0m] Stopped target Timers.
[[0;32m  OK  [0m] Stopped dracut cmdline hook.
[[0;32m  OK  [0m] Stopped Cleaning Up and Shutting Down Daemons.
[[0;32m  OK  [0m] Stopped target Initrd Default Target.
[[0;32m  OK  [0m] Stopped dracut mount hook.
[[0;32m  OK  [0m] Stopped target Basic System.
[[0;32m  OK  [0m] Stopped target Slices.
[[0;32m  OK  [0m] Stopped target Paths.
[[0;32m  OK  [0m] Stopped target System Initialization.
[[0;32m  OK  [0m] Stopped Apply Kernel Variables.
[[0;32m  OK  [0m] Stopped target Local File Systems.
         Stopping udev Kernel Device Manager...
[[0;32m  OK  [0m] Stopped udev Coldplug all Devices.
[[0;32m  OK  [0m] Stopped target Swap.
[[0;32m  OK  [0m] Stopped target Sockets.
[[0;32m  OK  [0m] Stopped udev Kernel Device Manager.
[[0;32m  OK  [0m] Stopped Create Static Device Nodes in /dev.
[[0;32m  OK  [0m] Stopped Create list of required sta...ce nodes for the current kernel.
[[0;32m  OK  [0m] Closed udev Control Socket.
[[0;32m  OK  [0m] Closed udev Kernel Socket.
         Starting Cleanup udevd DB...
[[0;32m  OK  [0m] Started Cleanup udevd DB.
[[0;32m  OK  [0m] Reached target Switch Root.
[[0;32m  OK  [0m] Started Plymouth switch root service.
         Starting Switch Root...
[   13.975124] intel_rapl: no valid rapl domains found in package 0
%G%G[   26.588692] cloud-init[474]: Cloud-init v. 0.7.7 running 'init-local' at Sat, 08 Oct 2016 20:10:21 +0000. Up 25.88 seconds.
[   42.983805] cloud-init[751]: Cloud-init v. 0.7.7 running 'init' at Sat, 08 Oct 2016 20:10:22 +0000. Up 26.97 seconds.
[   42.983931] cloud-init[751]: ci-info: +++++++++++++++++++++++++++++Net device info+++++++++++++++++++++++++++++
[   42.983996] cloud-init[751]: ci-info: +--------+------+-----------+---------------+-------+-------------------+
[   42.984132] cloud-init[751]: ci-info: | Device |  Up  |  Address  |      Mask     | Scope |     Hw-Address    |
[   42.984236] cloud-init[751]: ci-info: +--------+------+-----------+---------------+-------+-------------------+
[   42.984351] cloud-init[751]: ci-info: |  lo:   | True | 127.0.0.1 |   255.0.0.0   |   .   |         .         |
[   42.984472] cloud-init[751]: ci-info: |  lo:   | True |     .     |       .       |   d   |         .         |
[   42.984639] cloud-init[751]: ci-info: | eth0:  | True |  30.0.0.6 | 255.255.255.0 |   .   | fa:16:3e:5b:64:8d |
[   42.984755] cloud-init[751]: ci-info: | eth0:  | True |     .     |       .       |   d   | fa:16:3e:5b:64:8d |
[   42.984868] cloud-init[751]: ci-info: +--------+------+-----------+---------------+-------+-------------------+
[   42.984979] cloud-init[751]: ci-info: ++++++++++++++++++++++++++++++Route IPv4 info+++++++++++++++++++++++++++++++
[   42.985198] cloud-init[751]: ci-info: +-------+-----------------+----------+-----------------+-----------+-------+
[   42.985282] cloud-init[751]: ci-info: | Route |   Destination   | Gateway  |     Genmask     | Interface | Flags |
[   42.985339] cloud-init[751]: ci-info: +-------+-----------------+----------+-----------------+-----------+-------+
[   42.985393] cloud-init[751]: ci-info: |   0   |     0.0.0.0     | 30.0.0.1 |     0.0.0.0     |    eth0   |   UG  |
[   42.985446] cloud-init[751]: ci-info: |   1   |     30.0.0.0    | 0.0.0.0  |  255.255.255.0  |    eth0   |   U   |
[   42.985496] cloud-init[751]: ci-info: |   2   | 169.254.169.254 | 30.0.0.1 | 255.255.255.255 |    eth0   |  UGH  |
[   42.985588] cloud-init[751]: ci-info: +-------+-----------------+----------+-----------------+-----------+-------+
[[0;32m  OK  [0m] Started Initial cloud-init job (metadata service crawler).
        Starting OpenSSH server daemon...
        Starting Permit User Sessions...
[[0;32m  OK  [0m] Reached target Cloud-config availability.
         Starting Apply the settings specified in cloud-config...
[[0;32m  OK  [0m] Started Permit User Sessions.
[[0;32m  OK  [0m] Started Command Scheduler.
         Starting Wait for Plymouth Boot Screen to Quit...
         Starting Terminate Plymouth Boot Screen...
[[0;32m  OK  [0m] Started OpenSSH server daemon.
[   44.273513] cloud-init[845]: Cloud-init v. 0.7.7 running 'modules:config' at Sat, 08 Oct 2016 20:10:39 +0000. Up 43.57 seconds.
ci-info: ++++++++++Authorized keys from /home/fedora/.ssh/authorized_keys for user fedora+++++++++++
ci-info: +---------+-------------------------------------------------+---------+-------------------+
ci-info: | Keytype |                Fingerprint (md5)                | Options |      Comment      |
ci-info: +---------+-------------------------------------------------+---------+-------------------+
ci-info: | ssh-rsa | 09:ad:84:8c:08:71:e9:79:5a:f2:c4:e2:38:f8:8c:c8 |    -    | Generated-by-Nova |
ci-info: +---------+-------------------------------------------------+---------+-------------------+
<14>Oct  8 20:10:40 ec2: 
<14>Oct  8 20:10:40 ec2: #############################################################
<14>Oct  8 20:10:40 ec2: -----BEGIN SSH HOST KEY FINGERPRINTS-----
<14>Oct  8 20:10:40 ec2: 256 SHA256:XIXv2hjAGa6MQ3PMAjLLQL+GG054Ho7PMbrLn5F+gms no comment (ECDSA)
<14>Oct  8 20:10:40 ec2: 256 SHA256:kz8+U35ErdVNArMD3U61bi8aWnZ79fZgoJQxZVmYdOg no comment (ED25519)
<14>Oct  8 20:10:40 ec2: 2048 SHA256:q4ezClsKMW8FH+L1U1o85AouaWnSqK1mndjGeNgolng no comment (RSA)
<14>Oct  8 20:10:40 ec2: -----END SSH HOST KEY FINGERPRINTS-----
<14>Oct  8 20:10:40 ec2: #############################################################
-----BEGIN SSH HOST KEY KEYS-----

ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOq2nA0aSvfg0UgxSCsWyDsse4bRuEjIq+Q8xjiFKCpuniIlt5PgaV/0ul32oniIX+xGspiZi8o09qrtP4XFgBg= 
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAILtMreP9oVqx3DHy4SAy5ywzZKibcsoTabswIgivptXW 
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvNLM13rJscegMqO/XZF9u9p2lKPGjxbJLkpBY3zwko61h+JAimF+p2kUWTy33oS/Jm2To2wVrCRBGev6Txu3KnHzbLyYrIOREPnANMMo+yoypFndbpLLUd+HQYdV9o72y31bEn/2dNcr+66ua7hd6GXBX8EeENZtc6ajRsdKySQuH2xtyQ7Yuv9r1Yw2w16Dg+DVWSwoc3SBA+Po3wZblmcHCNQF+2h9lzBK9me4Z/t6qaofPM9S65PUZD3qykXyPwNAu6RCReEtpC3Qn7TCI4O+mlM+yDW9Nhk+TnqbYMW5042uii1vjP2Kciy3atZmy94sV3TnJGLHBVWpTrczJ 

-----END SSH HOST KEY KEYS-----

[   44.918845] cloud-init[881]: Cloud-init v. 0.7.7 running 'modules:final' at Sat, 08 Oct 2016 20:10:40 +0000. Up 44.62 seconds.
[   44.931400] cloud-init[881]: Cloud-init v. 0.7.7 finished at Sat, 08 Oct 2016 20:10:40 +0000. Datasource DataSourceOpenStack [net,ver=2].  Up 44.91 seconds

Fedora 24 (Cloud Edition)
Kernel 4.5.5-300.fc24.x86_64 on an x86_64 (ttyS0)
vf24devs01 login:

[root@overcloud-controller-0 ~]# nova list

+--------------------------------------+------------+--------+------------+-------------+--------------+
| ID                                   | Name       | Status | Task State | Power State | Networks     |
+--------------------------------------+------------+--------+------------+-------------+--------------+
| 20dacb92-735f-4bf3-a01a-c631e95852d1 | vf24devs01 | ACTIVE | -          | Running     | int=30.0.0.6 |
+--------------------------------------+------------+--------+------------+-------------+--------------+

[root@overcloud-controller-0 ~]#  neutron port-list --device-id 20dacb92-735f-4bf3-a01a-c631e95852d1

+---------------------------------+------+-------------------+----------------------------------+
| id                              | name | mac_address       | fixed_ips                        |
+---------------------------------+------+-------------------+----------------------------------+
| 5c38237b-                       |      | fa:16:3e:5b:64:8d | {"subnet_id": "1657d8f2-1af4     |
| 63b1-477a-b563-6a152c5da637     |      |                   | -4f1d-86d6-b743de053f59",        |
|                                 |      |                   | "ip_address": "30.0.0.6"}        |
+---------------------------------+------+-------------------+----------------------------------+

[root@overcloud-controller-0 ~]# neutron floatingip-create ext-net

Created a new floatingip:

+---------------------+--------------------------------------+
| Field               | Value                                |
+---------------------+--------------------------------------+
| created_at          | 2016-10-08T20:13:40Z                 |
| description         |                                      |
| fixed_ip_address    |                                      |
| floating_ip_address | 192.0.2.105                          |
| floating_network_id | 60af652b-010c-4524-803e-a851627c47bf |
| id                  | 3b99ddef-7e94-47be-aae7-3f7e65e9233b |
| port_id             |                                      |
| project_id          | 7c310ed1f8b94fb1987d132a15c81f71     |
| revision_number     | 1                                    |
| router_id           |                                      |
| status              | DOWN                                 |
| tenant_id           | 7c310ed1f8b94fb1987d132a15c81f71     |
| updated_at          | 2016-10-08T20:13:40Z                 |
+---------------------+--------------------------------------+

[root@overcloud-controller-0 ~]# neutron floatingip-associate  3b99ddef-7e94-47be-aae7-3f7e65e9233b \

                                  5c38237b-63b1-477a-b563-6a152c5da637

Associated floating IP 3b99ddef-7e94-47be-aae7-3f7e65e9233b

[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+------------+--------+------------+-------------+--------------+
| ID                                   | Name       | Status | Task State | Power State | Networks     |
+--------------------------------------+------------+--------+------------+-------------+--------------+
| 20dacb92-735f-4bf3-a01a-c631e95852d1 | vf24devs01 | ACTIVE | -          | Running     | int=30.0.0.6 |
+--------------------------------------+------------+--------+------------+-------------+--------------+

[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+------------+--------+------------+-------------+---------------------------+
| ID                                   | Name       | Status | Task State | Power State | Networks                  |
+--------------------------------------+------------+--------+------------+-------------+---------------------------+
| 20dacb92-735f-4bf3-a01a-c631e95852d1 | vf24devs01 | ACTIVE | -          | Running     | int=30.0.0.6, 192.0.2.105 |
+--------------------------------------+------------+--------+------------+-------------+---------------------------+

[root@overcloud-controller-0 ~]# ping 192.0.2.105
PING 192.0.2.105 (192.0.2.105) 56(84) bytes of data.
64 bytes from 192.0.2.105: icmp_seq=1 ttl=63 time=208 ms
64 bytes from 192.0.2.105: icmp_seq=2 ttl=63 time=0.876 ms
64 bytes from 192.0.2.105: icmp_seq=3 ttl=63 time=0.672 ms
64 bytes from 192.0.2.105: icmp_seq=4 ttl=63 time=1.39 ms
64 bytes from 192.0.2.105: icmp_seq=5 ttl=63 time=2.69 ms
^C
--- 192.0.2.105 ping statistics ---
5 packets transmitted, 5 received, 0% packet loss, time 4006ms
rtt min/avg/max/mdev = 0.672/42.876/208.746/82.937 ms

Top snapshot on 32 GB VIRTHOST

↧

RDO Newton Overcloud HA deployment via instack-virt-setup Dasboard Snapshots

October 10, 2016, 1:18 pm

≫ Next: TripleO QuickStart KSM vs instack-virt-setup deploying RDO Newton HA Overcloud

≪ Previous: RDO Newton Overcloud HA deployment via instack-virt-setup on CentOS 7.2 VIRTHOST

↧

TripleO QuickStart KSM vs instack-virt-setup deploying RDO Newton HA Overcloud

October 12, 2016, 2:48 am

≫ Next: TripleO QuickStart deployment RDO Newton HA Overcloud

≪ Previous: RDO Newton Overcloud HA deployment via instack-virt-setup Dasboard Snapshots

Posting bellow is supposed to demonstrate KSM implementation on QuickStart
providing significant relief on 32 GB VIRTHOST vs quite the same deploymet
described in previous draft http://lxer.com/module/newswire/view/234740/index.html
Due to Subject: [PATCH] Add swap to the undercloud when using an overcloud image setups for QuickStart and for instack-virt-setup appear to allocate originally same memory for undercloud and HA Controllers in 3 Node PCS Cluster

Per https://en.wikipedia.org/wiki/Kernel_same-page_merging
Kernel same-page merging
In computing, kernel same-page merging (abbreviated as KSM, and also known
as kernel shared memory and memory merging) is a kernel feature that makes
it possible for a hypervisor system to share identical memory pages amongst
different processes or virtualized guests. While not directly linked, Kernel-based
Virtual Machine (KVM) can use KSM to merge memory pages occupied by virtual machines.
KSM performs the memory sharing by scanning through the main memory and
finding duplicate pages. Each detected duplicate pair is then merged into a single page, and mapped into both original locations. The page is also marked as "copy-on-write" (COW), so the kernel will automatically separate them again should one process modify its data.

Deployment procedure for TripleO QuickStart is bit more complicated in meantime then it was designed for Mitaka stable release. Instructions bellow provide a step by step guide usually not required by QuickStart environment on undercloud VM after you logged into undercloud

Git clone repo bellow :-
[jon@fedora24wks release]$ git clone https://github.com/openstack/tripleo-quickstart
[jon@fedora24wks release]$ cd tripleo* ; cd ./config/release

**********************************************
Now verify that newton.yml is here.
**********************************************
[jon@fedora24wks release]$ cat newton.yml
release: newton
undercloud_image_url: http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/undercloud.qcow2
overcloud_image_url: http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/overcloud-full.tar
ipa_image_url: http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/ironic-python-agent.tar

**************************************************************************************
UPDATE (./config/general_config/ha.yml ) memory allocation for HA controller
up to 6.5 GB ( as minimum to avoid crash in step5 of overcloud deployment )
**************************************************************************************

[john@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ha.yml

# Deploy an HA openstack environment.
#
# This will require (6144 * 4) == approx. 24GB for the overcloud
# nodes, plus another 8GB for the undercloud, for a total of around
# 32GB.
control_memory: 6500
compute_memory: 6144
undercloud_memory: 8192
# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4
# Create three controller nodes and one compute node.
overcloud_nodes:
- name: control_0
    flavor: control
- name: control_1
    flavor: control
- name: control_2
    flavor: control

- name: compute_0
    flavor: compute

# We don't need introspection in a virtual environment (because we are
# creating all the "hardware" we really know the necessary
# information).
step_introspect: false

# Tell tripleo about our environment.
network_isolation: true
extra_args: >-
--control-scale 3 --compute-scale 1 --neutron-network-type vxlan
--neutron-tunnel-types vxlan
--ntp-server pool.ntp.org
test_ping: true
enable_pacemaker: true

tempest_config: false
run_tempest: false

****************************************************************************
Run quickstart.sh to create undercloud VM on VIRTHOST
****************************************************************************

[john@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ha.yml $VIRTHOST

Login to undercloud when done

[john@fedora24wks tripleo-quickstart]$ ssh -F /home/john/.quickstart/ssh.config.ansible undercloud

********************************************************************************************
In meantime QuickStart requires manual overcloud deployment
Now you are logged into undecloud VM running on VIRTHOST as stack
Building overcloud images is skipped due to QuickStart CI. There is no harm in attempt of building them. It will take a second, they are already there.
********************************************************************************************

# Upload per-built overcloud images

[stack@undercloud ~]$ source stackrc 
[stack@undercloud ~]$ openstack overcloud image upload
[stack@undercloud ~]$ openstack baremetal import instackenv.json
[stack@undercloud ~]$ openstack baremetal configure boot
[stack@undercloud ~]$ openstack baremetal introspection bulk start
[stack@undercloud ~]$ ironic node-list

[stack@undercloud ~]$ neutron subnet-list

[stack@undercloud ~]$ neutron subnet-update 1b7d82e5-0bf1-4ba5-8008-4aa402598065 \
                         --dns-nameserver 192.168.122.1

**************************************
Create external interface vlan10
*************************************

[stack@undercloud ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10
DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"

[stack@undercloud ~]$ sudo ifup vlan10

[stack@undercloud ~]$ sudo ovs-vsctl show
0d9f9351-93cd-4c83-8eb4-82e8b1ca6665
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
        Port "tapb0b80495-42"
            tag: 1
            Interface "tapb0b80495-42"
                type: internal
    ovs_version: "2.5.0"

*********************************************
Create manually network_env.yaml
*********************************************
    [stack@instack ~]$vinetwork_env.yaml
   {
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
            "192.168.122.1"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
   }

$ sudo iptables -A BOOTSTACK_MASQ -s 10.0.0.0/24 ! -d 10.0.0.0/24 -j MASQUERADE -t nat

[stack@undercloud ~]$ sudo touch -f \
     /usr/share/openstack-tripleo-heat-templates/puppet/post.yaml

[stack@undercloud ~]$ cat overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc   
openstack overcloud deploy  \
 --control-scale 3 --compute-scale 1 \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e  $HOME/network_env.yaml

[stack@undercloud ~]$ ./overcloud-deploy.sh

+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=a8cf847f82ff64b158afde70183b268fecd9f492
++ OS_PASSWORD=a8cf847f82ff64b158afde70183b268fecd9f492
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 3 --compute-scale 1 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 5511b4a9-4d0c-4937-9450-e2d9e7e36ab3
Plan updated
Deploying templates in the directory /tmp/tripleoclient-LwH7ZR/tripleo-heat-templates
Started Mistral Workflow. Execution ID: 5e331cfa-4b4e-49dd-bc4c-89b50aa42740
2016-10-12 07:30:50Z [overcloud]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-12 07:30:51Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:52Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:52Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:52Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:53Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:53Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:54Z [overcloud.Networks]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:54Z [overcloud.PcsdPassword]: CREATE_COMPLETE  state changed
2016-10-12 07:30:55Z [overcloud.ServiceNetMap]: CREATE_COMPLETE  state changed
2016-10-12 07:30:55Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE  state changed
2016-10-12 07:30:55Z [overcloud.Networks]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-12 07:30:55Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE  state changed
2016-10-12 07:30:55Z [overcloud.RabbitCookie]: CREATE_COMPLETE  state changed
2016-10-12 07:30:55Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:56Z [overcloud.HorizonSecret]: CREATE_COMPLETE  state changed
2016-10-12 07:30:56Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS  state changed
2016-10-12 07:30:56Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS  state changed

. . . . . .

2016-10-12 08:18:50Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-12 08:18:51Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-12 08:18:51Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:51Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:51Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:51Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:51Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:53Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_COMPLETE  state changed
2016-10-12 08:18:53Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-12 08:18:53Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-12 08:18:54Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_COMPLETE  state changed
2016-10-12 08:18:54Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-12 08:18:54Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-12 08:18:54Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:55Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:55Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:56Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:56Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-12 08:18:56Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-12 08:18:58Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-12 08:18:58Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-12 08:18:59Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-12 08:18:59Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-12 08:18:59Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-12 08:18:59Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-12 08:19:00Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-12 08:19:01Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  state changed
2016-10-12 08:19:01Z [overcloud]: CREATE_COMPLETE  Stack CREATE completed successfully

 Stack overcloud CREATE_COMPLETE 

Overcloud Endpoint: http://10.0.0.10:5000/v2.0
Overcloud Deployed
[stack@undercloud ~]$ . stackrc
[stack@undercloud ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| e6951ba8-a467-4c54-a853-b1fa5f1f3d20 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.6  |
| 1a4c436f-0aab-4fb3-bb86-34fbf38bec4a | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.12 |
| 5bc7e75d-2a99-4e73-b440-a37b6164c0b6 | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.14 |
| 6e379541-37de-4f3b-8667-fbe5284de10b | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.11 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
[stack@undercloud ~]$ cat overcloudrc
export OS_NO_CACHE=True
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://10.0.0.10:5000/v2.0
export NOVA_VERSION=1.1
export COMPUTE_API_VERSION=1.1
export OS_USERNAME=admin
export no_proxy=,10.0.0.10,192.0.2.10
export OS_PASSWORD=8WvqWXUv4z3a4gdk2EdRzYuZU
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"
export OS_TENANT_NAME=admin

 [stack@undercloud ~]$ ssh heat-admin@192.0.2.6 
The authenticity of host '192.0.2.6 (192.0.2.6)' can't be established.
ECDSA key fingerprint is d1:71:51:eb:72:d2:50:fb:c6:30:13:49:0d:4b:c8:b1.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.0.2.6' (ECDSA) to the list of known hosts.
[heat-admin@overcloud-controller-0 ~]$ sudo su -
[root@overcloud-controller-0 ~]# vi overcloudrc
[root@overcloud-controller-0 ~]# .  overcloudrc
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Wed Oct 12 08:21:33 2016  Last change: Wed Oct 12 08:09:48 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-2 (version 1.1.13-10.el7_2.4-44eb2dd) - partition with quorum
3 nodes and 19 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

 ip-10.0.0.10 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
 ip-192.0.2.10 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
 ip-172.16.2.5 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
 Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 ip-172.16.1.11 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
 ip-172.16.2.13 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
 Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 ip-172.16.3.10 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
 Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-0 ]
     Slaves: [ overcloud-controller-1 overcloud-controller-2 ]
 openstack-cinder-volume (systemd:openstack-cinder-volume): Started overcloud-controller-0

PCSD Status:
  overcloud-controller-0: Online
  overcloud-controller-1: Online
  overcloud-controller-2: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled

[root@overcloud-controller-0 ~]# clustercheck
HTTP/1.1 200 OK
Content-Type: text/plain
Connection: close
Content-Length: 32
Galera cluster node is synced.

Final "top" snapshot on VIRTHOST ( for QuickStart ) after same deployment as
was done in RDO Newton Overcloud HA deployment via instack-virt-setup on CentOS 7.2 VIRTHOST
Compare numbers under SHR header in reports provided down here.

Cloud F24 VM is running on overcloud-novacompute-0

Quite the same configuration been done by instack-virt-setup

Swap area utilization at least 2.5 GB ( up to 3.5 GB ) during cloud VM F24 runtime.

***************************************************************************************
System information provided via dashboard ( remote sshuttle connection )
***************************************************************************************

Network Configuration

↧

TripleO QuickStart deployment RDO Newton HA Overcloud

October 13, 2016, 8:51 am

≫ Next: KSM as instack-virt-setup accelerator HA Overcloud Deployment (RDO Newton) with two Compute Nodes

≪ Previous: TripleO QuickStart KSM vs instack-virt-setup deploying RDO Newton HA Overcloud

Posting bellow is supposed to demonstrate KSM implementation on QuickStart
providing significant relief on 32 GB VIRTHOST vs deploymet allocating 6.5 GB
to HA Controllers and 2 VCPUS for each virtual node on 32 GB Virthost i7 4790
described in previous draft http://lxer.com/module/newswire/view/234740/index.html
Posting details of Quickstart deployment going pretty much same way as
instack-virt-setup clearly demonstrates that TripleO QS has special internal
setup for KSM ( non-visible as clear commit in git repo ) which makes memory
utilization by undercloud and overcloud KVM nodes much more efficient and
fast that might be done by instack-virt-setup only on 48 GB Virthost, otherwise
utilization os swap memory would be about 4-5 GB what makes instack's
deployment hardly functonal on 32 GB machine.

Deployment procedure for TripleO QuickStart is bit more complicated in meantime then it was designed for Mitaka stable release. Instructions bellow provide a step by step guide usually not required by QuickStart environment on undercloud VM after you logged into undercloud

Git clone repo bellow :-
[jon@fedora24wks release]$ git clone https://github.com/openstack/tripleo-quickstart
[jon@fedora24wks release]$ cd tripleo* ; cd ./config/release

**********************************************
Now verify that newton.yml is here.
**********************************************
[jon@fedora24wks release]$ cat newton.yml
release: newton
undercloud_image_url: http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/undercloud.qcow2
overcloud_image_url: http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/overcloud-full.tar
ipa_image_url: http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/ironic-python-agent.tar

*********************************************************************************************
UPDATE (./config/general_config/ha.yml ) memory allocation for HA controller
up to 7 GB ( to be safe passing step5 of overcloud deployment ) and increase VCPUs number for overcloud nodes up to 2 ( as was configured for instack-virt-setup)
*********************************************************************************************

[john@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ha.yml

# Deploy an HA openstack environment.
#
# This will require (6144 * 4) == approx. 24GB for the overcloud
# nodes, plus another 8GB for the undercloud, for a total of around
# 32GB.
control_memory: 7000
compute_memory: 6144
undercloud_memory: 8192
default_vcpu: 2

# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu:2

# Create three controller nodes and one compute node.
overcloud_nodes:
- name: control_0
    flavor: control
- name: control_1
    flavor: control
- name: control_2
    flavor: control

- name: compute_0
    flavor: compute

# We don't need introspection in a virtual environment (because we are
# creating all the "hardware" we really know the necessary
# information).
step_introspect: false

# Tell tripleo about our environment.
network_isolation: true
extra_args: >-
--control-scale 3 --compute-scale 1 --neutron-network-type vxlan
--neutron-tunnel-types vxlan
--ntp-server pool.ntp.org
test_ping: true
enable_pacemaker: true

tempest_config: false
run_tempest: false

****************************************************************************
Run quickstart.sh to create undercloud VM on VIRTHOST
****************************************************************************

[john@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ha.yml $VIRTHOST

********************************************************************************************
In meantime QuickStart requires manual overcloud deployment
Now you are logged into undecloud VM running on VIRTHOST as stack
Building overcloud images is skipped due to QuickStart CI. There is no harm in attempt of building them. It will take a second, they are already there.
********************************************************************************************

Up on completion undercloud build following report is supposed to pop up :-

================================================================================
Thursday 13 October 2016  16:18:04 +0300 (0:00:00.255)       0:30:38.608 ****** 
=============================================================================== 
tripleo/undercloud : Install the undercloud -------------------------- 1492.40s
/home/jon/tripleo-quickstart/roles/tripleo/undercloud/tasks/install-undercloud.yml:15 
setup/undercloud : Get undercloud vm ip address ------------------------ 81.36s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:194 
setup/undercloud : Resize undercloud image (call virt-resize) ---------- 78.15s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:131 
setup/undercloud : Upload undercloud volume to storage pool ------------ 53.62s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:156 
setup/undercloud : Copy instackenv.json to appliance ------------------- 36.49s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:54 -
setup/undercloud : Get qcow2 image from cache -------------------------- 26.33s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/fetch_image.yml:144 
setup/undercloud : Inject undercloud ssh public key to appliance -------- 7.67s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:72 -
setup/undercloud : Perform selinux relabel on undercloud image ---------- 4.24s
/home/jon/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:114 
setup/user : Generate ssh keys ------------------------------------------ 2.98s
/home/jon/tripleo-quickstart/roles/libvirt/setup/user/tasks/main.yml:19 -------
provision/remote : Create virthost access key --------------------------- 2.88s
/home/jon/tripleo-quickstart/roles/provision/remote/tasks/main.yml:5 ----------
tripleo/undercloud : Run dstat for collecting metrics during 2 hours ---- 1.43s
/home/jon/tripleo-quickstart/roles/tripleo/undercloud/tasks/install-undercloud.yml:6 
tripleo/undercloud : Create undercloud configuration -------------------- 1.41s
/home/jon/tripleo-quickstart/roles/tripleo/undercloud/tasks/create-scripts.yml:3 
setup/overcloud : Create overcloud vm storage --------------------------- 1.34s
/home/jon/tripleo-quickstart/roles/libvirt/setup/overcloud/tasks/main.yml:68 --
environment/setup : Run dstat for collecting metrics during 2 hours on virthost --- 1.32s
/home/jon/tripleo-quickstart/roles/environment/setup/tasks/main.yml:93 --------
parts/libvirt : If ipxe-roms-qemu is not installed, install a known good version --- 1.27s
/home/jon/tripleo-quickstart/roles/parts/libvirt/tasks/main.yml:20 ------------
setup/overcloud : Define overcloud vms ---------------------------------- 1.23s
/home/jon/tripleo-quickstart/roles/libvirt/setup/overcloud/tasks/main.yml:80 --
setup ------------------------------------------------------------------- 1.13s
None --------------------------------------------------------------------------
teardown/nodes : Check overcloud vms ------------------------------------ 1.02s
/home/jon/tripleo-quickstart/roles/libvirt/teardown/nodes/tasks/main.yml:22 ---
teardown/nodes : Delete baremetal vm storage ---------------------------- 1.00s
/home/jon/tripleo-quickstart/roles/libvirt/teardown/nodes/tasks/main.yml:53 ---
setup/overcloud : Check if overcloud volumes exist ---------------------- 0.91s
/home/jon/tripleo-quickstart/roles/libvirt/setup/overcloud/tasks/main.yml:59 --
+ set +x
##################################
Virtual Environment Setup Complete
##################################

Access the undercloud by:

    ssh -F /home/jon/.quickstart/ssh.config.ansible undercloud

Follow the documentation in the link below to complete your deployment.

    http://ow.ly/c44w304begR

##################################
Virtual Environment Setup Complete
##################################
[jon@fedora24wks tripleo-quickstart]$ ssh -F /home/jon/.quickstart/ssh.config.ansible undercloud


Warning: Permanently added '192.168.1.74' (ECDSA) to the list of known hosts.
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
Last login: Thu Oct 13 13:18:03 2016 from gateway
[stack@undercloud ~]$ . stackrc
[stack@undercloud ~]$ openstack overcloud image upload

 WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Image "overcloud-full-vmlinuz" was uploaded.
+--------------------------------------+------------------------+-------------+---------+--------+
|                  ID                  |          Name          | Disk Format |   Size  | Status |
+--------------------------------------+------------------------+-------------+---------+--------+
| da8cda4c-c5a1-42f3-bbfb-d3f01ab75996 | overcloud-full-vmlinuz |     aki     | 5157296 | active |
+--------------------------------------+------------------------+-------------+---------+--------+
Image "overcloud-full-initrd" was uploaded.
+--------------------------------------+-----------------------+-------------+----------+--------+
|                  ID                  |          Name         | Disk Format |   Size   | Status |
+--------------------------------------+-----------------------+-------------+----------+--------+
| ed908b4d-6254-454b-a5a9-620d4ae4b99c | overcloud-full-initrd |     ari     | 41989458 | active |
+--------------------------------------+-----------------------+-------------+----------+--------+
Image "overcloud-full" was uploaded.
+--------------------------------------+----------------+-------------+------------+--------+
|                  ID                  |      Name      | Disk Format |    Size    | Status |
+--------------------------------------+----------------+-------------+------------+--------+
| 3838a659-309e-4533-b2c8-2ac452a6a518 | overcloud-full |    qcow2    | 1215971840 | active |
+--------------------------------------+----------------+-------------+------------+--------+
Image "bm-deploy-kernel" was uploaded.
+--------------------------------------+------------------+-------------+---------+--------+
|                  ID                  |       Name       | Disk Format |   Size  | Status |
+--------------------------------------+------------------+-------------+---------+--------+
| 7306dab8-d29f-4d71-bd61-10ccb0e734b2 | bm-deploy-kernel |     aki     | 5157296 | active |
+--------------------------------------+------------------+-------------+---------+--------+
Image "bm-deploy-ramdisk" was uploaded.
+--------------------------------------+-------------------+-------------+-----------+--------+
|                  ID                  |        Name       | Disk Format |    Size   | Status |
+--------------------------------------+-------------------+-------------+-----------+--------+
| 97dd3e36-0d24-4354-802b-5a76f7c8df1a | bm-deploy-ramdisk |     ari     | 397252505 | active |
+--------------------------------------+-------------------+-------------+-----------+--------+

[stack@undercloud ~]$ openstack baremetal import instackenv.json
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Started Mistral Workflow. Execution ID: 6d86caf3-bf22-4d13-8ae0-cedbdb6e0861
Successfully registered node UUID 43d1115a-766f-4c91-b0a5-a092ab854ce7
Successfully registered node UUID 609a2bc8-c70d-40ee-84c5-8a18920520c0
Successfully registered node UUID 5d66dadb-398d-49b2-9673-206f004f0be2
Successfully registered node UUID 0eef64b9-b923-4c3c-956e-ae8c69635f8a
Started Mistral Workflow. Execution ID: 757b0b23-5007-4b2e-b37d-6eb4fb439701
Successfully set all nodes to available.

[stack@undercloud ~]$ openstack baremetal configure boot
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils

[stack@undercloud ~]$ openstack baremetal introspection bulk start
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils

Setting nodes for introspection to manageable...
Starting introspection of manageable nodes
Started Mistral Workflow. Execution ID: 9601dffe-1ec6-473e-b4c7-50e356a142f4
Waiting for introspection to finish...
Introspection for UUID 0eef64b9-b923-4c3c-956e-ae8c69635f8a finished successfully.
Introspection for UUID 43d1115a-766f-4c91-b0a5-a092ab854ce7 finished successfully.
Introspection for UUID 609a2bc8-c70d-40ee-84c5-8a18920520c0 finished successfully.
Introspection for UUID 5d66dadb-398d-49b2-9673-206f004f0be2 finished successfully.
Introspection completed.
Setting manageable nodes to available...
Started Mistral Workflow. Execution ID: c93b8cc6-ac54-424a-ac0b-f4ff6ac903a2

[stack@undercloud ~]$ neutron subnet-list 
+------------------------------------+------+--------------+------------------------------------+
| id                                 | name | cidr         | allocation_pools                   |
+------------------------------------+------+--------------+------------------------------------+
| 867b046d-                          |      | 192.0.2.0/24 | {"start": "192.0.2.5", "end":      |
| 6d60-42ba-8017-d6a50b273b95        |      |              | "192.0.2.30"}                      |
+------------------------------------+------+--------------+------------------------------------+

[stack@undercloud ~]$ neutron subnet-upadate 867b046d-6d60-42ba-8017-d6a50b273b95  --dns-nameserver 192.168.122.1
Invalid command u'subnet-upadate 867b046d-6d60-42ba-8017-d6a50b273b95 --dns-nameserver'
[stack@undercloud ~]$ neutron subnet-update 867b046d-6d60-42ba-8017-d6a50b273b95  --dns-nameserver 192.168.122.1
Updated subnet: 867b046d-6d60-42ba-8017-d6a50b273b95
[stack@undercloud ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10

DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"

[stack@undercloud ~]$ sudo ifup vlan10

[stack@undercloud ~]$ sudo ovs-vsctl show
6b0cf4ab-ce7b-47ac-9b46-2509be832ef1
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
        Port "tap4d26cf78-45"
            tag: 1
            Interface "tap4d26cf78-45"
                type: internal
    ovs_version: "2.5.0"

[stack@undercloud ~]$ ifconfig
br-ctlplane: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.0.2.1  netmask 255.255.255.0  broadcast 192.0.2.255
        inet6 fe80::298:13ff:fe42:46a7  prefixlen 64  scopeid 0x20<link>
        ether 00:98:13:42:46:a7  txqueuelen 0  (Ethernet)
        RX packets 69971  bytes 4762366 (4.5 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 25118  bytes 1611313173 (1.5 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.23.28  netmask 255.255.255.0  broadcast 192.168.23.255
        inet6 fe80::298:13ff:fe42:46a5  prefixlen 64  scopeid 0x20<link>
        ether 00:98:13:42:46:a5  txqueuelen 1000  (Ethernet)
        RX packets 54184  bytes 73854403 (70.4 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 31606  bytes 2467285 (2.3 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet6 fe80::298:13ff:fe42:46a7  prefixlen 64  scopeid 0x20<link>
        ether 00:98:13:42:46:a7  txqueuelen 1000  (Ethernet)
        RX packets 69957  bytes 4761410 (4.5 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 25130  bytes 1611314117 (1.5 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10<host>
        loop  txqueuelen 0  (Local Loopback)
        RX packets 525487  bytes 5137907754 (4.7 GiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 525487  bytes 5137907754 (4.7 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

virbr0: flags=4099<UP,BROADCAST,MULTICAST>  mtu 1500
        inet 192.168.122.1  netmask 255.255.255.0  broadcast 192.168.122.255
        ether 52:54:00:30:66:a0  txqueuelen 0  (Ethernet)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

vlan10: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 10.0.0.1  netmask 255.255.255.0  broadcast 10.0.0.255
        inet6 fe80::809:d5ff:fec1:e883  prefixlen 64  scopeid 0x20<link>
        ether 0a:09:d5:c1:e8:83  txqueuelen 0  (Ethernet)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 12  bytes 816 (816.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

[stack@undercloud ~]$ cat $HOME/network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
            "192.168.122.1"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}
[stack@undercloud ~]$ sudo iptables -A BOOTSTACK_MASQ -s 10.0.0.0/24 ! -d 10.0.0.0/24 -j MASQUERADE -t nat
[stack@undercloud ~]$ sudo touch -f  /usr/share/openstack-tripleo-heat-templates/puppet/post.yaml

[stack@undercloud ~]$ vi overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc   
openstack overcloud deploy  \
 --control-scale 3 --compute-scale 1 \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e  $HOME/network_env.yaml

Raw text of script above is here .

[stack@undercloud ~]$ chmod a+x overcloud-deploy.sh

[stack@undercloud ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=3adb43a4c35c3721ef08e2a31a34061fcaf594a1
++ OS_PASSWORD=3adb43a4c35c3721ef08e2a31a34061fcaf594a1
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 3 --compute-scale 1 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 8be40246-518c-4dd1-a20e-6f2a1f64051e
Plan updated
Deploying templates in the directory /tmp/tripleoclient-BTEYjU/tripleo-heat-templates
Started Mistral Workflow. Execution ID: 1eee27f7-39a7-4c26-a2be-08230a3a1468
2016-10-13 13:40:30Z [overcloud]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:40:30Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:31Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:31Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:31Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:32Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:32Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:33Z [overcloud.Networks]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:34Z [overcloud.HorizonSecret]: CREATE_COMPLETE  state changed
2016-10-13 13:40:35Z [overcloud.RabbitCookie]: CREATE_COMPLETE  state changed
2016-10-13 13:40:35Z [overcloud.PcsdPassword]: CREATE_COMPLETE  state changed
2016-10-13 13:40:35Z [overcloud.Networks]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:40:35Z [overcloud.ServiceNetMap]: CREATE_COMPLETE  state changed
2016-10-13 13:40:36Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE  state changed
2016-10-13 13:40:36Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:40:36Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE  state changed

. . . . . 

2016-10-13 13:41:36Z [overcloud.CephStorageServiceChain.ServiceChain.3]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:41:36Z [overcloud.ObjectStorageServiceChain.ServiceChain.2]: CREATE_COMPLETE  state changed
2016-10-13 13:41:37Z [overcloud.ObjectStorageServiceChain.ServiceChain.3]: CREATE_COMPLETE  state changed
2016-10-13 13:41:37Z [overcloud.BlockStorageServiceChain.ServiceChain.1]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:41:37Z [overcloud.ObjectStorageServiceChain.ServiceChain.1]: CREATE_COMPLETE  state changed
2016-10-13 13:41:37Z [overcloud.CephStorageServiceChain.ServiceChain.9]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:41:37Z [overcloud.ComputeServiceChain.ServiceChain.19]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:41:38Z [overcloud.ObjectStorageServiceChain.ServiceChain.9]: CREATE_COMPLETE  state changed

. . . . . . .

2016-10-13 13:42:56Z [overcloud.ControllerServiceChain.ServiceChain]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 13:42:57Z [overcloud.ControllerServiceChain.ServiceChain]: CREATE_COMPLETE  state changed
2016-10-13 13:42:57Z [overcloud.ControllerServiceChain]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 13:42:58Z [overcloud.ControllerServiceChain]: CREATE_COMPLETE  state changed
2016-10-13 13:43:01Z [overcloud.BlockStorage]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:01Z [overcloud.CephStorage]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:02Z [overcloud.Controller]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:03Z [overcloud.ObjectStorage]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:03Z [overcloud.Controller]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:03Z [overcloud.Controller.1]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:03Z [overcloud.Compute]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:04Z [overcloud.Compute]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:04Z [overcloud.Controller.0]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:04Z [overcloud.Compute.0]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:05Z [overcloud.ObjectStorage]: CREATE_COMPLETE  state changed
2016-10-13 13:43:06Z [overcloud.CephStorage]: CREATE_COMPLETE  state changed
2016-10-13 13:43:06Z [overcloud.Controller.2]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:06Z [overcloud.BlockStorage]: CREATE_COMPLETE  state changed
2016-10-13 13:43:06Z [overcloud.BlockStorageIpListMap]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:07Z [overcloud.Controller.1]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:07Z [overcloud.BlockStorageIpListMap]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:07Z [overcloud.Controller.1.UpdateConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:07Z [overcloud.CephStorageIpListMap]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:07Z [overcloud.BlockStorageIpListMap.EnabledServicesValue]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:08Z [overcloud.Controller.1.NodeUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:08Z [overcloud.BlockStorageIpListMap.EnabledServicesValue]: CREATE_COMPLETE  state changed
2016-10-13 13:43:08Z [overcloud.CephStorageIpListMap]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:08Z [overcloud.BlockStorageIpListMap]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 13:43:08Z [overcloud.ObjectStorageIpListMap]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:08Z [overcloud.Compute.0]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:08Z [overcloud.CephStorageIpListMap.EnabledServicesValue]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:09Z [overcloud.Controller.0]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:09Z [overcloud.Compute.0.UpdateConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:09Z [overcloud.CephStorageIpListMap.EnabledServicesValue]: CREATE_COMPLETE  state changed
2016-10-13 13:43:09Z [overcloud.Controller.1.NodeAdminUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:09Z [overcloud.ObjectStorageIpListMap]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:09Z [overcloud.CephStorageIpListMap]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 13:43:09Z [overcloud.Controller.0.UpdateConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:09Z [overcloud.ObjectStorageIpListMap.EnabledServicesValue]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:10Z [overcloud.Controller.1.UpdateConfig]: CREATE_COMPLETE  state changed
2016-10-13 13:43:10Z [overcloud.Compute.0.NodeAdminUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:10Z [overcloud.ObjectStorageIpListMap.EnabledServicesValue]: CREATE_COMPLETE  state changed
2016-10-13 13:43:10Z [overcloud.CephStorageIpListMap]: CREATE_COMPLETE  state changed
2016-10-13 13:43:10Z [overcloud.Controller.2]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 13:43:10Z [overcloud.ObjectStorageIpListMap]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 13:43:11Z [overcloud.Controller.0.NodeAdminUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:11Z [overcloud.BlockStorageIpListMap]: CREATE_COMPLETE  state changed
2016-10-13 13:43:11Z [overcloud.Controller.2.NodeAdminUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:11Z [overcloud.Controller.1.NodeUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:12Z [overcloud.Compute.0.NodeUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:12Z [overcloud.Controller.0.NodeUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:12Z [overcloud.ObjectStorageIpListMap]: CREATE_COMPLETE  state changed
2016-10-13 13:43:12Z [overcloud.Controller.2.NodeUserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:13Z [overcloud.Compute.0.UpdateConfig]: CREATE_COMPLETE  state changed
2016-10-13 13:43:13Z [overcloud.Controller.0.UpdateConfig]: CREATE_COMPLETE  state changed
2016-10-13 13:43:13Z [overcloud.Controller.2.UpdateConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:15Z [overcloud.Controller.1.NodeAdminUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:15Z [overcloud.Controller.1.UserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:15Z [overcloud.Compute.0.NodeUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:16Z [overcloud.Controller.0.NodeUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:16Z [overcloud.Controller.2.NodeUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:17Z [overcloud.Compute.0.NodeAdminUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:17Z [overcloud.Controller.1.UserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:17Z [overcloud.Compute.0.UserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:17Z [overcloud.Controller.0.NodeAdminUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:17Z [overcloud.Controller.1.Controller]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:17Z [overcloud.Controller.2.UpdateConfig]: CREATE_COMPLETE  state changed
2016-10-13 13:43:17Z [overcloud.Controller.0.UserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:18Z [overcloud.Controller.2.NodeAdminUserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:18Z [overcloud.Controller.2.UserData]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:19Z [overcloud.Compute.0.UserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:20Z [overcloud.Compute.0.NovaCompute]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:20Z [overcloud.Controller.0.UserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:20Z [overcloud.Controller.2.UserData]: CREATE_COMPLETE  state changed
2016-10-13 13:43:23Z [overcloud.Controller.0.Controller]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:43:26Z [overcloud.Controller.2.Controller]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:53:35Z [overcloud.Controller.1.Controller]: CREATE_COMPLETE  state changed
2016-10-13 13:53:35Z [overcloud.Controller.1.UpdateDeployment]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:53:45Z [overcloud.Controller.2.Controller]: CREATE_COMPLETE  state changed
2016-10-13 13:53:46Z [overcloud.Controller.2.UpdateDeployment]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:53:58Z [overcloud.Controller.1.TenantPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:02Z [overcloud.Controller.2.TenantPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:04Z [overcloud.Controller.1.ExternalPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:07Z [overcloud.Controller.2.ManagementPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:11Z [overcloud.Controller.1.ManagementPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:13Z [overcloud.Controller.2.StorageMgmtPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:17Z [overcloud.Controller.1.StorageMgmtPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:21Z [overcloud.Controller.2.InternalApiPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:22Z [overcloud.Controller.1.InternalApiPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:31Z [overcloud.Controller.2.ExternalPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:33Z [overcloud.Controller.1.StoragePort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:42Z [overcloud.Controller.2.StoragePort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:45Z [overcloud.Controller.1.ManagementPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:49Z [overcloud.Controller.1.TenantPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:50Z [overcloud.Controller.2.StorageMgmtPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:51Z [overcloud.Controller.1.StorageMgmtPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:52Z [overcloud.Controller.2.TenantPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:53Z [overcloud.Controller.0.Controller]: CREATE_COMPLETE  state changed
2016-10-13 13:54:54Z [overcloud.Controller.1.ExternalPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:55Z [overcloud.Controller.2.ManagementPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:55Z [overcloud.Controller.0.ManagementPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:54:57Z [overcloud.Controller.2.InternalApiPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:57Z [overcloud.Controller.1.InternalApiPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:57Z [overcloud.Controller.2.ExternalPort]: CREATE_COMPLETE  state changed
2016-10-13 13:54:58Z [overcloud.Controller.0.ExternalPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:00Z [overcloud.Controller.1.StoragePort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:00Z [overcloud.Controller.2.StoragePort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:01Z [overcloud.Controller.1.UpdateDeployment]: SIGNAL_IN_PROGRESS  Signal: deployment d4d61353-ec84-4d67-9ba3-0db83770e2c0 succeeded
2016-10-13 13:55:01Z [overcloud.Controller.0.InternalApiPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:03Z [overcloud.Controller.1.NetworkConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:03Z [overcloud.Controller.2.NetIpMap]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:06Z [overcloud.Controller.0.StoragePort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:07Z [overcloud.Controller.2.NetworkConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:08Z [overcloud.Controller.1.NetIpMap]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:08Z [overcloud.Controller.2.UpdateDeployment]: SIGNAL_IN_PROGRESS  Signal: deployment dfa5b035-fe43-418a-abd4-518a563a7f5c succeeded
2016-10-13 13:55:14Z [overcloud.Compute.0.NovaCompute]: CREATE_COMPLETE  state changed
2016-10-13 13:55:14Z [overcloud.Controller.0.UpdateDeployment]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:16Z [overcloud.Compute.0.StoragePort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:16Z [overcloud.Controller.2.NetIpMap]: CREATE_COMPLETE  state changed
2016-10-13 13:55:17Z [overcloud.Controller.1.UpdateDeployment]: CREATE_COMPLETE  state changed
2016-10-13 13:55:19Z [overcloud.Controller.2.UpdateDeployment]: CREATE_COMPLETE  state changed
2016-10-13 13:55:26Z [overcloud.Controller.1.NetIpMap]: CREATE_COMPLETE  state changed
2016-10-13 13:55:27Z [overcloud.Compute.0.TenantPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:28Z [overcloud.Controller.2.NetworkConfig]: CREATE_COMPLETE  state changed
2016-10-13 13:55:28Z [overcloud.Controller.2.NetworkDeployment]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:30Z [overcloud.Controller.1.NetworkConfig]: CREATE_COMPLETE  state changed
2016-10-13 13:55:31Z [overcloud.Controller.1.NetworkDeployment]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:32Z [overcloud.Compute.0.StorageMgmtPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:32Z [overcloud.Controller.0.TenantPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:37Z [overcloud.Compute.0.InternalApiPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:37Z [overcloud.Controller.0.StorageMgmtPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:41Z [overcloud.Compute.0.ManagementPort]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:42Z [overcloud.Controller.0.InternalApiPort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:43Z [overcloud.Controller.0.UpdateDeployment]: SIGNAL_IN_PROGRESS  Signal: deployment 68a55448-13d3-4b79-ad0f-a9c5dc4be637 succeeded
2016-10-13 13:55:43Z [overcloud.Controller.0.ManagementPort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:45Z [overcloud.Controller.0.StoragePort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:46Z [overcloud.Compute.0.UpdateDeployment]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:55:46Z [overcloud.Controller.0.UpdateDeployment]: CREATE_COMPLETE  state changed
2016-10-13 13:55:48Z [overcloud.Controller.0.ExternalPort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:51Z [overcloud.Controller.0.TenantPort]: CREATE_COMPLETE  state changed
2016-10-13 13:55:58Z [overcloud.Controller.0.StorageMgmtPort]: CREATE_COMPLETE  state changed
2016-10-13 13:56:07Z [overcloud.Controller.0.NetworkConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 13:56:08Z [overcloud.Compute.0.ExternalPort]: CREATE_IN_PROGRESS  state changed

. . . . . . .

2016-10-13 14:14:21Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-13 14:14:21Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:14:22Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-13 14:14:22Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-13 14:14:23Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-13 14:14:24Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:14:26Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:15:09Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment 2a0780d3-ae11-48b1-9424-38bc0b43207a succeeded
2016-10-13 14:15:10Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-10-13 14:15:10Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 14:15:10Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-13 14:15:13Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:15:16Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:15:19Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:20:59Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: SIGNAL_IN_PROGRESS  Signal: deployment aee19214-9e47-41c2-9777-693407fd5fc8 succeeded
2016-10-13 14:21:00Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: CREATE_COMPLETE  state changed
2016-10-13 14:21:14Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: SIGNAL_IN_PROGRESS  Signal: deployment 5aa29928-589d-415c-83d7-e0492042235a succeeded
2016-10-13 14:21:15Z [overcloud.ControllerAllNodesDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:21:15Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: CREATE_COMPLETE  state changed
2016-10-13 14:21:20Z [overcloud.Controller.2.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:21:24Z [overcloud.Controller.2.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:21:28Z [overcloud.ControllerAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:21:33Z [overcloud.Controller.1.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:21:38Z [overcloud.Controller.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:26:09Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment 39ef6770-2a0f-4f14-ae87-17845c0a3706 succeeded
2016-10-13 14:26:10Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-10-13 14:26:10Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 14:26:11Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-13 14:26:12Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:12Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:12Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:13Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:13Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:26:13Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:14Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_COMPLETE  state changed
2016-10-13 14:26:15Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-13 14:26:15Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-13 14:26:15Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_COMPLETE  state changed
2016-10-13 14:26:15Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-13 14:26:16Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:17Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:26:17Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:18Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:18Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:19Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-13 14:26:19Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-13 14:26:21Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-13 14:26:21Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-13 14:26:21Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-13 14:26:21Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-13 14:26:21Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-13 14:26:22Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-13 14:26:22Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  state changed
2016-10-13 14:26:22Z [overcloud]: CREATE_COMPLETE  Stack CREATE completed successfully

 Stack overcloud CREATE_COMPLETE 

Overcloud Endpoint: http://10.0.0.10:5000/v2.0
Overcloud Deployed
[stack@undercloud ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| f8804326-9b1f-4982-8b50-ab8e3cc11f18 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.15 |
| caf4e3a2-403b-4702-8b82-c18ff374ed30 | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.19 |
| b524e822-b996-4822-9ec9-d0b7e5961d2f | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.10 |
| daee1fb2-0923-4b78-a346-564238706ae7 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
[stack@undercloud ~]$ cat overcloudrc
export OS_NO_CACHE=True
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://10.0.0.10:5000/v2.0
export NOVA_VERSION=1.1
export COMPUTE_API_VERSION=1.1
export OS_USERNAME=admin
export no_proxy=,10.0.0.10,192.0.2.6
export OS_PASSWORD=EepsNh6uYR2aDENGkwCq9wapk
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"
export OS_TENANT_NAME=admin
[stack@undercloud ~]$ ssh heat-admin@192.0.2.15
The authenticity of host '192.0.2.15 (192.0.2.15)' can't be established.
ECDSA key fingerprint is 02:b4:07:32:e8:ff:9f:60:d3:a9:d8:7f:01:58:f9:01.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.0.2.15' (ECDSA) to the list of known hosts.
[heat-admin@overcloud-controller-0 ~]$ sudo su -
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Thu Oct 13 14:36:43 2016        Last change: Thu Oct 13 14:16:38 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-1 (version 1.1.13-10.el7_2.4-44eb2dd) - partition with quorum
3 nodes and 19 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

 ip-10.0.0.10    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
 ip-172.16.2.6    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
 ip-192.0.2.6    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
 ip-172.16.2.12    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
 Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 ip-172.16.3.13    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
 Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-2 ]
     Slaves: [ overcloud-controller-0 overcloud-controller-1 ]
 ip-172.16.1.9    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
 openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-0

PCSD Status:
  overcloud-controller-0: Online
  overcloud-controller-1: Online
  overcloud-controller-2: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled
[root@overcloud-controller-0 ~]# clustercheck
HTTP/1.1 200 OK
Content-Type: text/plain
Connection: close
Content-Length: 32

Galera cluster node is synced.
[root@overcloud-controller-0 ~]# vi overcloudrc
[root@overcloud-controller-0 ~]# .  overcloudrc
[root@overcloud-controller-0 ~]# nova service-list
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| Id | Binary           | Host                                | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| 13 | nova-consoleauth | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-13T14:37:55.000000 | -               |
| 16 | nova-scheduler   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-13T14:37:47.000000 | -               |
| 19 | nova-conductor   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-13T14:37:53.000000 | -               |
| 25 | nova-consoleauth | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-13T14:37:53.000000 | -               |
| 28 | nova-consoleauth | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-13T14:37:53.000000 | -               |
| 49 | nova-scheduler   | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-13T14:37:49.000000 | -               |
| 52 | nova-conductor   | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-13T14:37:48.000000 | -               |
| 58 | nova-scheduler   | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-13T14:37:55.000000 | -               |
| 61 | nova-conductor   | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-13T14:37:53.000000 | -               |
| 70 | nova-compute     | overcloud-novacompute-0.localdomain | nova     | enabled | up    | 2016-10-13T14:37:53.000000 | -               |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
[root@overcloud-controller-0 ~]# passwd
Changing password for user root.
New password: 
Retype new password: 
passwd: all authentication tokens updated successfully.
[root@overcloud-controller-0 ~]# logout
[heat-admin@overcloud-controller-0 ~]$ logout
Connection to 192.0.2.15 closed.
[stack@undercloud ~]$ wget https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
--2016-10-13 14:40:18--  https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
Resolving cloud-images.ubuntu.com (cloud-images.ubuntu.com)... 91.189.88.141, 2001:67c:1360:8001:ffff:ffff:ffff:fffe
Connecting to cloud-images.ubuntu.com (cloud-images.ubuntu.com)|91.189.88.141|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 314114048 (300M) [application/octet-stream]
Saving to: ‘xenial-server-cloudimg-amd64-disk1.img’

100%[=======================================================>] 314,114,048 1.56MB/s   in 3m 9s  

2016-10-13 14:43:27 (1.59 MB/s) - ‘xenial-server-cloudimg-amd64-disk1.img’ saved [314114048/314114048]

[stack@undercloud ~]$ scp *.img  heat-admin@192.0.2.15:/home/heat-admin
xenial-server-cloudimg-amd64-disk1.img                         100%  300MB 149.8MB/s   00:02    
[stack@undercloud ~]$ ssh heat-admin@192.0.2.15Last login: Thu Oct 13 14:36:33 2016 from 192.0.2.1
[heat-admin@overcloud-controller-0 ~]$ sudo su -
Last login: Thu Oct 13 14:36:38 UTC 2016 on pts/0
[root@overcloud-controller-0 ~]# cp ~heat-admin/*.img .
[root@overcloud-controller-0 ~]# ls -l
total 306756
-rw-r--r--. 1 root root       390 Oct 13 14:37 overcloudrc
-rw-r--r--. 1 root root 314114048 Oct 13 14:44 xenial-server-cloudimg-amd64-disk1.img
[root@overcloud-controller-0 ~]# ls
overcloudrc  xenial-server-cloudimg-amd64-disk1.img

****************************************************************************

As of time of writing remote connection to dashboard has limited

functionality. So overcloud configuration is done via Neutron/Nova CLI

****************************************************************************

[root@overcloud-controller-0 ~]# . overcloudrc
[root@overcloud-controller-0 ~]# neutron net-create ext-net --router:external \
--provider:physical_network datacentre  --provider:network_type flat

Created a new network:
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        |                                      |
| created_at                | 2016-10-13T14:45:42Z                 |
| description               |                                      |
| id                        | be44bdc8-058f-4d11-87cf-30c5ad7981c5 |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| is_default                | False                                |
| mtu                       | 1496                                 |
| name                      | ext-net                              |
| port_security_enabled     | True                                 |
| project_id                | ea70e1249eca420c9c837dc0e28ecebe     |
| provider:network_type     | flat                                 |
| provider:physical_network | datacentre                           |
| provider:segmentation_id  |                                      |
| qos_policy_id             |                                      |
| revision_number           | 3                                    |
| router:external           | True                                 |
| shared                    | False                                |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tags                      |                                      |
| tenant_id                 | ea70e1249eca420c9c837dc0e28ecebe     |
| updated_at                | 2016-10-13T14:45:42Z                 |
+---------------------------+--------------------------------------+
[root@overcloud-controller-0 ~]# neutron subnet-create ext-net --name ext-subnet -\
--allocation-pool start=192.0.2.100,end=192.0.2.120 --disable-dhcp --gateway 192.0.2.1  192.0.2.0/24
Created a new subnet:
+-------------------+------------------------------------------------+
| Field             | Value                                          |
+-------------------+------------------------------------------------+
| allocation_pools  | {"start": "192.0.2.100", "end": "192.0.2.120"} |
| cidr              | 192.0.2.0/24                                   |
| created_at        | 2016-10-13T14:46:28Z                           |
| description       |                                                |
| dns_nameservers   |                                                |
| enable_dhcp       | False                                          |
| gateway_ip        | 192.0.2.1                                      |
| host_routes       |                                                |
| id                | 3f0f1128-abf8-4005-8abb-1db57428f0b4           |
| ip_version        | 4                                              |
| ipv6_address_mode |                                                |
| ipv6_ra_mode      |                                                |
| name              | ext-subnet                                     |
| network_id        | be44bdc8-058f-4d11-87cf-30c5ad7981c5           |
| project_id        | ea70e1249eca420c9c837dc0e28ecebe               |
| revision_number   | 2                                              |
| service_types     |                                                |
| subnetpool_id     |                                                |
| tenant_id         | ea70e1249eca420c9c837dc0e28ecebe               |
| updated_at        | 2016-10-13T14:46:28Z                           |
+-------------------+------------------------------------------------+
[root@overcloud-controller-0 ~]# neutron router-create router1
Created a new router:
+-------------------------+--------------------------------------+
| Field                   | Value                                |
+-------------------------+--------------------------------------+
| admin_state_up          | True                                 |
| availability_zone_hints |                                      |
| availability_zones      |                                      |
| created_at              | 2016-10-13T14:46:51Z                 |
| description             |                                      |
| distributed             | False                                |
| external_gateway_info   |                                      |
| flavor_id               |                                      |
| ha                      | True                                 |
| id                      | ec4e6f3e-e583-4939-be24-bea99806915f |
| name                    | router1                              |
| project_id              | ea70e1249eca420c9c837dc0e28ecebe     |
| revision_number         | 2                                    |
| routes                  |                                      |
| status                  | ACTIVE                               |
| tenant_id               | ea70e1249eca420c9c837dc0e28ecebe     |
| updated_at              | 2016-10-13T14:46:52Z                 |
+-------------------------+--------------------------------------+
[root@overcloud-controller-0 ~]# neutron router-gateway-set router1 ext-net
Set gateway for router router1
[root@overcloud-controller-0 ~]# neutron net-create int
Created a new network:
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | True                                 |
| availability_zone_hints   |                                      |
| availability_zones        |                                      |
| created_at                | 2016-10-13T14:47:41Z                 |
| description               |                                      |
| id                        | c6a4b4fc-30e5-45bc-86e6-a9cfb645b219 |
| ipv4_address_scope        |                                      |
| ipv6_address_scope        |                                      |
| mtu                       | 1446                                 |
| name                      | int                                  |
| port_security_enabled     | True                                 |
| project_id                | ea70e1249eca420c9c837dc0e28ecebe     |
| provider:network_type     | vxlan                                |
| provider:physical_network |                                      |
| provider:segmentation_id  | 37                                   |
| qos_policy_id             |                                      |
| revision_number           | 3                                    |
| router:external           | False                                |
| shared                    | False                                |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tags                      |                                      |
| tenant_id                 | ea70e1249eca420c9c837dc0e28ecebe     |
| updated_at                | 2016-10-13T14:47:41Z                 |
+---------------------------+--------------------------------------+
[root@overcloud-controller-0 ~]# neutron subnet-create int 30.0.0.0/24 --dns_nameservers list=true 83.221.202.254
Created a new subnet:
+-------------------+--------------------------------------------+
| Field             | Value                                      |
+-------------------+--------------------------------------------+
| allocation_pools  | {"start": "30.0.0.2", "end": "30.0.0.254"} |
| cidr              | 30.0.0.0/24                                |
| created_at        | 2016-10-13T14:48:05Z                       |
| description       |                                            |
| dns_nameservers   | 83.221.202.254                             |
| enable_dhcp       | True                                       |
| gateway_ip        | 30.0.0.1                                   |
| host_routes       |                                            |
| id                | e2237901-5d46-40a6-96ef-9d2880954bfd       |
| ip_version        | 4                                          |
| ipv6_address_mode |                                            |
| ipv6_ra_mode      |                                            |
| name              |                                            |
| network_id        | c6a4b4fc-30e5-45bc-86e6-a9cfb645b219       |
| project_id        | ea70e1249eca420c9c837dc0e28ecebe           |
| revision_number   | 2                                          |
| service_types     |                                            |
| subnetpool_id     |                                            |
| tenant_id         | ea70e1249eca420c9c837dc0e28ecebe           |
| updated_at        | 2016-10-13T14:48:05Z                       |
+-------------------+--------------------------------------------+
[root@overcloud-controller-0 ~]# neutron router-interface-add router1 e2237901-5d46-40a6-96ef-9d2880954bfd
Added interface 362580ec-e6e1-48ce-ac0e-489cb3eaff29 to router router1.
[root@overcloud-controller-0 ~]# nova secgroup-list
WARNING: Command secgroup-list is deprecated and will be removed after Nova 15.0.0 is released. Use python-neutronclient or python-openstackclient instead.
+--------------------------------------+---------+------------------------+
| Id                                   | Name    | Description            |
+--------------------------------------+---------+------------------------+
| d493e619-404d-4e78-b7bf-97731d5802c0 | default | Default security group |
+--------------------------------------+---------+------------------------+
[root@overcloud-controller-0 ~]# neutron security-group-rule-create --protocol \ 
   icmp  --direction ingress  \
--remote-ip-prefix 0.0.0.0/0 d493e619-404d-4e78-b7bf-97731d5802c0

Created a new security_group_rule:
+-------------------+--------------------------------------+
| Field             | Value                                |
+-------------------+--------------------------------------+
| created_at        | 2016-10-13T14:50:27Z                 |
| description       |                                      |
| direction         | ingress                              |
| ethertype         | IPv4                                 |
| id                | a8f362ab-f03e-4b70-87f4-0b88e7b0852b |
| port_range_max    |                                      |
| port_range_min    |                                      |
| project_id        | ea70e1249eca420c9c837dc0e28ecebe     |
| protocol          | icmp                                 |
| remote_group_id   |                                      |
| remote_ip_prefix  | 0.0.0.0/0                            |
| revision_number   | 1                                    |
| security_group_id | d493e619-404d-4e78-b7bf-97731d5802c0 |
| tenant_id         | ea70e1249eca420c9c837dc0e28ecebe     |
| updated_at        | 2016-10-13T14:50:27Z                 |
+-------------------+--------------------------------------+
[root@overcloud-controller-0 ~]# neutron security-group-rule-create --protocol tcp \
--port-range-min 22 --port-range-max 22 --direction ingress --remote-ip-prefix 0.0.0.0/0  d493e619-404d-4e78-b7bf-97731d5802c0
Created a new security_group_rule:
+-------------------+--------------------------------------+
| Field             | Value                                |
+-------------------+--------------------------------------+
| created_at        | 2016-10-13T14:51:39Z                 |
| description       |                                      |
| direction         | ingress                              |
| ethertype         | IPv4                                 |
| id                | 21fe37c9-e62f-4cce-9f7b-72e210f9bf8f |
| port_range_max    | 22                                   |
| port_range_min    | 22                                   |
| project_id        | ea70e1249eca420c9c837dc0e28ecebe     |
| protocol          | tcp                                  |
| remote_group_id   |                                      |
| remote_ip_prefix  | 0.0.0.0/0                            |
| revision_number   | 1                                    |
| security_group_id | d493e619-404d-4e78-b7bf-97731d5802c0 |
| tenant_id         | ea70e1249eca420c9c837dc0e28ecebe     |
| updated_at        | 2016-10-13T14:51:39Z                 |
+-------------------+--------------------------------------+
[root@overcloud-controller-0 ~]# nova flavor-create "m1.small" 2  1000 20 1
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name     | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
| 2  | m1.small | 1000      | 20   | 0         |      | 1     | 1.0         | True      |
+----+----------+-----------+------+-----------+------+-------+-------------+-----------+
[root@overcloud-controller-0 ~]# nova keypair-add oskey101316 > oskey101316.pem
[root@overcloud-controller-0 ~]# chmod 600 *.pem
[root@overcloud-controller-0 ~]# ls -l
total 306760
-rw-------. 1 root root      1680 Oct 13 14:53 oskey101316.pem
-rw-r--r--. 1 root root       390 Oct 13 14:37 overcloudrc
-rw-r--r--. 1 root root 314114048 Oct 13 14:44 xenial-server-cloudimg-amd64-disk1.img
[root@overcloud-controller-0 ~]# glance image-create --name "UbuntuXenial"  --disk-format qcow2  --container-format bare --progress <  xenial-server-cloudimg-amd64-disk1.img
[=============================>] 100%
+------------------+-----------------------------------------------------------------+
| Property         | Value                                                           |
+------------------+-----------------------------------------------------------------+
| checksum         | 62ec89386a958db7dc7ec8679a041875                                |
| container_format | bare                                                            |
| created_at       | 2016-10-13T14:54:42Z                                            |
| direct_url       | swift+config://ref1/glance/1412af95-ab27-408d-9faf-db5e9fe0ef8b |
| disk_format      | qcow2                                                           |
| id               | 1412af95-ab27-408d-9faf-db5e9fe0ef8b                            |
| min_disk         | 0                                                               |
| min_ram          | 0                                                               |
| name             | UbuntuXenial                                                    |
| owner            | ea70e1249eca420c9c837dc0e28ecebe                                |
| protected        | False                                                           |
| size             | 314114048                                                       |
| status           | active                                                          |
| tags             | []                                                              |
| updated_at       | 2016-10-13T14:54:46Z                                            |
| virtual_size     | None                                                            |
| visibility       | private                                                         |
+------------------+-----------------------------------------------------------------+
[root@overcloud-controller-0 ~]# glance image-list
+--------------------------------------+--------------+
| ID                                   | Name         |
+--------------------------------------+--------------+
| 1412af95-ab27-408d-9faf-db5e9fe0ef8b | UbuntuXenial |
+--------------------------------------+--------------+
[root@overcloud-controller-0 ~]# neutron net-list
+-------------------------------+-------------------------------+-------------------------------+
| id                            | name                          | subnets                       |
+-------------------------------+-------------------------------+-------------------------------+
| 79b97f97-7fa6-409b-           | HA network tenant ea70e1249ec | 1b2e352c-7075-41e8-af39-0349e |
| 80e9-58f2f27ae34e             | a420c9c837dc0e28ecebe         | 575616c 169.254.192.0/18      |
| be44bdc8-058f-4d11-87cf-      | ext-net                       | 3f0f1128-abf8-4005-8abb-      |
| 30c5ad7981c5                  |                               | 1db57428f0b4 192.0.2.0/24     |
| c6a4b4fc-30e5-45bc-           | int                           | e2237901-5d46-40a6-96ef-      |
| 86e6-a9cfb645b219             |                               | 9d2880954bfd 30.0.0.0/24      |
+-------------------------------+-------------------------------+-------------------------------+
[root@overcloud-controller-0 ~]# nova boot --flavor 2 --key-name oskey101316  \
--image 1412af95-ab27-408d-9faf-db5e9fe0ef8b  \
--nic net-id=c6a4b4fc-30e5-45bc-86e6-a9cfb645b219 ubuntuXenial
+--------------------------------------+-----------------------------------------------------+
| Property                             | Value                                               |
+--------------------------------------+-----------------------------------------------------+
| OS-DCF:diskConfig                    | MANUAL                                              |
| OS-EXT-AZ:availability_zone          |                                                     |
| OS-EXT-SRV-ATTR:host                 | -                                                   |
| OS-EXT-SRV-ATTR:hostname             | ubuntuxenial                                        |
| OS-EXT-SRV-ATTR:hypervisor_hostname  | -                                                   |
| OS-EXT-SRV-ATTR:instance_name        |                                                     |
| OS-EXT-SRV-ATTR:kernel_id            |                                                     |
| OS-EXT-SRV-ATTR:launch_index         | 0                                                   |
| OS-EXT-SRV-ATTR:ramdisk_id           |                                                     |
| OS-EXT-SRV-ATTR:reservation_id       | r-xyr9vmdm                                          |
| OS-EXT-SRV-ATTR:root_device_name     | -                                                   |
| OS-EXT-SRV-ATTR:user_data            | -                                                   |
| OS-EXT-STS:power_state               | 0                                                   |
| OS-EXT-STS:task_state                | scheduling                                          |
| OS-EXT-STS:vm_state                  | building                                            |
| OS-SRV-USG:launched_at               | -                                                   |
| OS-SRV-USG:terminated_at             | -                                                   |
| accessIPv4                           |                                                     |
| accessIPv6                           |                                                     |
| adminPass                            | pCpY5GU7846o                                        |
| config_drive                         |                                                     |
| created                              | 2016-10-13T14:57:27Z                                |
| description                          | -                                                   |
| flavor                               | m1.small (2)                                        |
| hostId                               |                                                     |
| host_status                          |                                                     |
| id                                   | 565cda45-f1f5-45fe-9538-55701781e491                |
| image                                | UbuntuXenial (1412af95-ab27-408d-9faf-db5e9fe0ef8b) |
| key_name                             | oskey101316                                         |
| locked                               | False                                               |
| metadata                             | {}                                                  |
| name                                 | ubuntuXenial                                        |
| os-extended-volumes:volumes_attached | []                                                  |
| progress                             | 0                                                   |
| security_groups                      | default                                             |
| status                               | BUILD                                               |
| tags                                 | []                                                  |
| tenant_id                            | ea70e1249eca420c9c837dc0e28ecebe                    |
| updated                              | 2016-10-13T14:57:27Z                                |
| user_id                              | eef84a2446434862a5aa615362964a95                    |
+--------------------------------------+-----------------------------------------------------+
[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+--------------+--------+------------+-------------+---------------+
| ID                                   | Name         | Status | Task State | Power State | Networks      |
+--------------------------------------+--------------+--------+------------+-------------+---------------+
| 565cda45-f1f5-45fe-9538-55701781e491 | ubuntuXenial | BUILD  | spawning   | NOSTATE     | int=30.0.0.14 |
+--------------------------------------+--------------+--------+------------+-------------+---------------+
[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+--------------+--------+------------+-------------+---------------+
| ID                                   | Name         | Status | Task State | Power State | Networks      |
+--------------------------------------+--------------+--------+------------+-------------+---------------+
| 565cda45-f1f5-45fe-9538-55701781e491 | ubuntuXenial | ACTIVE | -          | Running     | int=30.0.0.14 |
+--------------------------------------+--------------+--------+------------+-------------+---------------+
[root@overcloud-controller-0 ~]# cat overcloudrc
export OS_NO_CACHE=True
export OS_CLOUDNAME=overcloud
export OS_AUTH_URL=http://10.0.0.10:5000/v2.0
export NOVA_VERSION=1.1
export COMPUTE_API_VERSION=1.1
export OS_USERNAME=admin
export no_proxy=,10.0.0.10,192.0.2.6
export OS_PASSWORD=EepsNh6uYR2aDENGkwCq9wapk
export PYTHONWARNINGS="ignore:Certificate has no, ignore:A true SSLContext object is not available"
export OS_TENANT_NAME=admin
[root@overcloud-controller-0 ~]# nova list
+--------------------------------------+--------------+--------+------------+-------------+---------------+
| ID                                   | Name         | Status | Task State | Power State | Networks      |
+--------------------------------------+--------------+--------+------------+-------------+---------------+
| 565cda45-f1f5-45fe-9538-55701781e491 | ubuntuXenial | ACTIVE | -          | Running     | int=30.0.0.14 |
+--------------------------------------+--------------+--------+------------+-------------+---------------+

Assign FIP via remote sshuttle connection to dashboard

Libvirt profiles of control_0 and compute_0

   Memory allocation generated by QuickStart with Ubuntu Xenial Cloud VM
   running on compute_0

Logging into ubunXenial cloud VM from undecloud VM and testing outbound
Internet functionality

↧

KSM as instack-virt-setup accelerator HA Overcloud Deployment (RDO Newton) with two Compute Nodes

October 23, 2016, 12:24 pm

≫ Next: RDO Newton Overcloud HA deployment via TripleO QuickStart

≪ Previous: TripleO QuickStart deployment RDO Newton HA Overcloud

Due to getting errors in /var/log/mistral/executor.log on regular basis attempting
to deploy overcloud via TripleO QuickStart setting up undercloud as follows

$ bash quickstart.sh -R newton \
--config ./config/general_config/ha.yml $VIRTHOST

I was just wondering how much can assist KSM&&KSMTUNED to achieve a goal to set up 5 VMs (6.7 GB,1 VCPU) running in overcloud and "instack VM" undercloud with 4 VCPUs , 8 GB RAM and 4 GB swap file. I clearly realized that
missing advantages and flexibility providing by ansible and switching off prebuilt images undercloud.qcow2 , ironic-python-agent.tar ,overcloud-full.tar located on http://buildlogs.centos.org/centos/7/cloud/x86_64/tripleo_images/newton/delorean/ wouldn't make easy to tune deployment with instack-virt-setup. However , in meantime I am getting performance almost the same as provide
QuickStart deploying same configuration based RDO Mitaka, current-passed-ci
trunks. Particular deployment is based RDO Newton trunks as well "current-passed-ci".

Setup on 32 GB VIRTHOST

=======================
VIRTHOST - configuration
=======================
Create user stack

  useradd stack
echo"stack:stack" | chpasswd
echo"stack ALL=(root) NOPASSWD:ALL" | sudo tee -a /etc/sudoers.d/stack
  sudo chmod 0440 /etc/sudoers.d/stack
  su - stack

************************************************
Create stack's .bachrc && relogin to stack
************************************************

export NODE_DIST=centos7
export NODE_DISK=45
export UNDERCLOUD_NODE_DISK=35
export NODE_CPU=1
# KSM is enabled
export NODE_MEM=6700
export NODE_COUNT=5
export UNDERCLOUD_NODE_CPU=4
export UNDERCLOUD_NODE_MEM=8000
export FS_TYPE=ext4

*****************************************
Set up Newton DLRN repos
*****************************************

sudo yum -y install yum-plugin-priorities
sudo curl -o /etc/yum.repos.d/delorean-newton.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/delorean.repo
sudo curl -o /etc/yum.repos.d/delorean-deps-newton.repo https://trunk.rdoproject.org/centos7-newton/delorean-deps.repo

$ sudo yum -y update
$ sudo yum install -y instack-undercloud
$ instack-virt-setup

=============
INSTACK
=============
After log into "instack VM" (undercloud VM) create 4GB swap file and restart "instack VM"

[root@instack ~]# dd if=/dev/zero of=/swapfile bs=1024 count=4194304
4194304+0 records in
4194304+0 records out
4294967296 bytes (4.3 GB) copied, 6.13213 s, 700 MB/s
[root@instack ~]# mkswap /swapfile
Setting up swapspace version 1, size = 4194300 KiB
no label, UUID=5d32541b-09f1-4fdd-a4a8-fd284c358255
[root@instack ~]# chmod 600 /swapfile
[root@instack ~]#  swapon /swapfile
[root@instack ~]# echo "/swapfile swap swap defaults 0 0">> /etc/fstab

Restart and logging again

# su - stack

************************************************
Update .bashrc && relogin to stack
************************************************
[stack@Server72Centos ~]$ cat .bashrc
# .bashrc

# Source global definitions
if [ -f /etc/bashrc ]; then
. /etc/bashrc
fi

# Uncomment the following line if you don't like systemctl's auto-paging feature:
# export SYSTEMD_PAGER=
export NODE_DIST=centos7
export USE_DELOREAN_TRUNK=1
export DELOREAN_TRUNK_REPO=" http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/"
export DELOREAN_REPO_FILE="delorean.repo"

# User specific aliases and functions

*****************************************
Set up Newton DLRN repos
*****************************************

sudo yum -y install yum-plugin-priorities
sudo curl -o /etc/yum.repos.d/delorean-newton.repo  http://buildlogs.centos.org/centos/7/cloud/x86_64/rdo-trunk-newton-tested/delorean.repo
sudo curl -o /etc/yum.repos.d/delorean-deps-newton.repo https://trunk.rdoproject.org/centos7-newton/delorean-deps.repo

$ sudo yum install -y python-tripleoclient
$ openstack undercloud install
$ source stackrc
$ openstack overcloud image build --all

Image file overcloud-full.qcow2 created...
Successfully built all requested images

[stack@instack ~]$ openstack overcloud image upload
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Image "overcloud-full-vmlinuz" was uploaded.
+--------------------------------------+------------------------+-------------+---------+--------+
|                  ID                  |          Name          | Disk Format |   Size  | Status |
+--------------------------------------+------------------------+-------------+---------+--------+
| 6024454e-efa2-4cb5-b8f1-1991d99745e8 | overcloud-full-vmlinuz |     aki     | 5157936 | active |
+--------------------------------------+------------------------+-------------+---------+--------+
Image "overcloud-full-initrd" was uploaded.
+--------------------------------------+-----------------------+-------------+----------+--------+
|                  ID                  |          Name         | Disk Format |   Size   | Status |
+--------------------------------------+-----------------------+-------------+----------+--------+
| cadb6baf-57ab-4fc1-a7c8-eee321f7e644 | overcloud-full-initrd |     ari     | 42125177 | active |
+--------------------------------------+-----------------------+-------------+----------+--------+
Image "overcloud-full" was uploaded.
+--------------------------------------+----------------+-------------+------------+--------+
|                  ID                  |      Name      | Disk Format |    Size    | Status |
+--------------------------------------+----------------+-------------+------------+--------+
| 3dd423f8-47c2-4fe7-bfe7-8f1b63e147e0 | overcloud-full |    qcow2    | 1122960384 | active |
+--------------------------------------+----------------+-------------+------------+--------+
Image "bm-deploy-kernel" was uploaded.
+--------------------------------------+------------------+-------------+---------+--------+
|                  ID                  |       Name       | Disk Format |   Size  | Status |
+--------------------------------------+------------------+-------------+---------+--------+
| ae9b123f-94d7-4a29-99c4-4355b0fd03e0 | bm-deploy-kernel |     aki     | 5157936 | active |
+--------------------------------------+------------------+-------------+---------+--------+
Image "bm-deploy-ramdisk" was uploaded.
+--------------------------------------+-------------------+-------------+-----------+--------+
|                  ID                  |        Name       | Disk Format |    Size   | Status |
+--------------------------------------+-------------------+-------------+-----------+--------+
| c95ae9c5-2434-46cb-b693-9cbbc9150318 | bm-deploy-ramdisk |     ari     | 308327017 | active |
+--------------------------------------+-------------------+-------------+-----------+--------+

[stack@instack ~]$ openstack baremetal import instackenv.json
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Started Mistral Workflow. Execution ID: 84d7be22-bdc3-4504-96c4-17fbaefad9c9
Successfully registered node UUID bacb5557-c4b5-4b19-b4c0-f35014a01783
Successfully registered node UUID d4310651-6604-4550-926e-710043edd26a
Successfully registered node UUID ea56870a-6ce9-43b0-a4f2-357f26560e0f
Successfully registered node UUID 2c6f2221-2a24-4af5-ad76-98959fc8398b
Successfully registered node UUID 2cf87d04-f260-4568-ac44-e5b7ce53c07d
Started Mistral Workflow. Execution ID: 042a2a10-1333-4cfd-ad9c-2b2782174531
Successfully set all nodes to available.

[stack@instack ~]$ openstack baremetal configure boot
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils

[stack@instack ~]$ openstack baremetal introspection bulk start
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Setting nodes for introspection to manageable...
Starting introspection of manageable nodes
Started Mistral Workflow. Execution ID: 1bcf243d-02c3-4fce-b710-0c902c07376c
Waiting for introspection to finish...
Introspection for UUID bacb5557-c4b5-4b19-b4c0-f35014a01783 finished successfully.
Introspection for UUID ea56870a-6ce9-43b0-a4f2-357f26560e0f finished successfully.
Introspection for UUID 2cf87d04-f260-4568-ac44-e5b7ce53c07d finished successfully.
Introspection for UUID d4310651-6604-4550-926e-710043edd26a finished successfully.
Introspection for UUID 2c6f2221-2a24-4af5-ad76-98959fc8398b finished successfully.
Introspection completed.
Setting manageable nodes to available...
Started Mistral Workflow. Execution ID: ec5fb2a2-844d-44ea-9fa7-3e7b2d9b43dd

In case when this command hangs, then start from scratch
follow http://tripleo.org/advanced_deployment/introspect_single_node.html
It might take long time and resolve the issue.

$ neutron subnet-list
$ neutron subnet-update 1b7d82e5-0bf1-4ba5-8008-4aa402598065 --dns-nameserver192.168.122.1

******************************
Set up Network isolation
******************************

[stack@instack ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10
       DEVICE=vlan10
       ONBOOT=yes
       DEVICETYPE=ovs
       TYPE=OVSIntPort
       BOOTPROTO=static
       IPADDR=10.0.0.1
       NETMASK=255.255.255.0
       OVS_BRIDGE=br-ctlplane
       OVS_OPTIONS="tag=10"

[stack@instack ~]$ sudo ifup vlan10

*********************************************
192.168.122.176 is IP of "instack VM"
*********************************************

[stack@instack ~]$ cat network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
           "192.168.122.176"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}

$ vi overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc    
openstack overcloud deploy  \
 --control-scale 3 --compute-scale 2  \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \ 
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e $HOME/network_env.yaml

Raw text overcloud-deploy.sh

$ sudo touch -f /usr/share/openstack-tripleo-heat-templates/puppet/post.yaml

[stack@instack ~]$ ./overcloud-deploy.sh

+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=b871a40f8586af3588085c3af95b5ce378f54640
++ OS_PASSWORD=b871a40f8586af3588085c3af95b5ce378f54640
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 3 --compute-scale 2 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: e9d46cde-c0a4-4425-bbce-ef6d257dc390
Plan updated
Deploying templates in the directory /tmp/tripleoclient-81EjTX/tripleo-heat-templates
Started Mistral Workflow. Execution ID: ddf16642-29bc-439f-ba13-10279219a4e7
2016-10-23 16:50:27Z [overcloud]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-23 16:50:27Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.Networks]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.Networks]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-23 16:50:27Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE  state changed
2016-10-23 16:50:27Z [overcloud.Networks.NetworkExtraConfig]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.ServiceNetMap]: CREATE_COMPLETE  state changed
2016-10-23 16:50:27Z [overcloud.HorizonSecret]: CREATE_COMPLETE  state changed
2016-10-23 16:50:27Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.PcsdPassword]: CREATE_COMPLETE  state changed
2016-10-23 16:50:27Z [overcloud.RabbitCookie]: CREATE_COMPLETE  state changed
2016-10-23 16:50:27Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE  state changed
2016-10-23 16:50:27Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.Networks.ManagementNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-23 16:50:27Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-23 16:50:27Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
. . . . . 

2016-10-23 17:22:59Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-10-23 17:22:59Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-23 17:23:00Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-23 17:30:18Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: SIGNAL_IN_PROGRESS  Signal: deployment c534b13b-34e5-4793-b82b-312c39e77b15 succeeded
2016-10-23 17:30:18Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: CREATE_COMPLETE  state changed
2016-10-23 17:30:18Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: SIGNAL_IN_PROGRESS  Signal: deployment 8f724e13-4521-4bf0-aa91-3a3856a19c8f succeeded
2016-10-23 17:30:19Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: CREATE_COMPLETE  state changed
2016-10-23 17:33:45Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment 86081b20-c474-40c8-a922-c924d1659f0f succeeded
2016-10-23 17:33:46Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-10-23 17:33:46Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-23 17:33:47Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-23 17:33:47Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:47Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:47Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:47Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:47Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_COMPLETE  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_COMPLETE  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:48Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-23 17:33:50Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  state changed
2016-10-23 17:33:50Z [overcloud]: CREATE_COMPLETE  Stack CREATE completed successfully


 Stack overcloud CREATE_COMPLETE 


Overcloud Endpoint: http://10.0.0.10:5000/v2.0

Overcloud Deployed

[stack@Server72Centos ~]$ ssh root@192.168.122.176
Last login: Sun Oct 23 18:11:28 2016 from gateway
[root@instack ~]# su - stack
Last login: Sun Oct 23 18:11:43 UTC 2016 on pts/2
[stack@instack ~]$ . stackrc
[stack@instack ~]$ nova list

+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 80488379-ca0f-410b-b6cc-f38ca38d8ae5 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.7  |
| c4598e57-f427-42ee-b8ef-5efe81359fb4 | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.12 |
| 4c3e36de-0cee-4b1f-bd40-7447e0805fd1 | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.11 |
| 4422dcb2-35d8-4e32-8e84-2aa41c6f221c | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.6  |
| 23ca2039-6fb9-46c9-824f-72b7078a84a3 | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.14 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@instack ~]$ ssh heat-admin@192.0.2.7
Last login: Sun Oct 23 18:38:36 2016 from 192.0.2.1
[heat-admin@overcloud-controller-0 ~]$ sudo su -
Last login: Sun Oct 23 18:38:44 UTC 2016 on pts/1
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Sun Oct 23 19:32:10 2016        Last change: Sun Oct 23 17:24:25 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-1 (version 1.1.13-10.el7_2.4-44eb2dd) - partition with quorum
3 nodes and 19 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

ip-10.0.0.10    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-192.0.2.10    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
ip-172.16.1.6    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
ip-172.16.2.14    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-172.16.2.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-0 ]
     Slaves: [ overcloud-controller-1 overcloud-controller-2 ]
ip-172.16.3.6    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-0

PCSD Status:
overcloud-controller-0: Online
overcloud-controller-1: Online
overcloud-controller-2: Online

Daemon Status:
corosync: active/enabled
pacemaker: active/enabled
pcsd: active/enabled
[root@overcloud-controller-0 ~]# clustercheck
HTTP/1.1 200 OK
Content-Type: text/plain
Connection: close
Content-Length: 32
Galera cluster node is synced.

[root@overcloud-controller-0 ~]# nova service-list

+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| Id | Binary           | Host                                | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+
| 8  | nova-consoleauth | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-23T17:40:28.000000 | -               |
| 11 | nova-consoleauth | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-23T17:40:31.000000 | -               |
| 20 | nova-consoleauth | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-23T17:40:27.000000 | -               |
| 23 | nova-scheduler   | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-23T17:40:27.000000 | -               |
| 29 | nova-scheduler   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-23T17:40:36.000000 | -               |
| 35 | nova-conductor   | overcloud-controller-2.localdomain  | internal | enabled | up    | 2016-10-23T17:40:33.000000 | -               |
| 38 | nova-conductor   | overcloud-controller-0.localdomain  | internal | enabled | up    | 2016-10-23T17:40:30.000000 | -               |
| 41 | nova-scheduler   | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-23T17:40:36.000000 | -               |
| 44 | nova-conductor   | overcloud-controller-1.localdomain  | internal | enabled | up    | 2016-10-23T17:40:27.000000 | -               |
| 47 | nova-compute     | overcloud-novacompute-1.localdomain | nova     | enabled | up    | 2016-10-23T17:40:35.000000 | -               |
| 50 | nova-compute     | overcloud-novacompute-0.localdomain | nova     | enabled | up    | 2016-10-23T17:40:28.000000 | -               |
+----+------------------+-------------------------------------+----------+---------+-------+----------------------------+-----------------+

===========================================================
Six VMs - "instack VM"(undercloud 4VCPUs), 3 PCS/Corosync HA Controllers and two Compute nodes (1 VCPU each one) . CPU on virthost i7 4790 (4 Cores ,
HT support )
===========================================================

Network Topology for deployment been done

↧

RDO Newton Overcloud HA deployment via TripleO QuickStart

October 28, 2016, 11:36 am

≫ Next: RDO Newton Ceph Cluster Overcloud deploymrnt via TripleO QuickStart

≪ Previous: KSM as instack-virt-setup accelerator HA Overcloud Deployment (RDO Newton) with two Compute Nodes

Finally Overcloud deployment start to initialize mistral work flow in QuickStart environment. Memory allocation as 7 GB for PCS HA Controllers and 6.7 GB for each compute overcloud node (1 VCPU by default for any node running in overcloud) seems to be safe to pass phases 5.X of overcloud deployment with QuickStart , having some kind of hidden ksm&&ksmtuned configuration when comparing with same amount of swap memory been utilized by instack-virt-setup. QuickStart allocate about 3-4 times less, around 200 KB vs 600-800 handled by default ksm setup.

[john@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ha.yml
# Deploy an HA openstack environment.
#
# This will require (6144 * 4) == approx. 24GB for the overcloud
# nodes, plus another 8GB for the undercloud, for a total of around
# 32GB.
control_memory: 7000
compute_memory: 6700

undercloud_memory: 8192

# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4

# This enables TLS for the undercloud which will also make haproxy bind to the
# configured public-vip and admin-vip.

undercloud_generate_service_certificate: True

# Create three controller nodes and one compute node.
overcloud_nodes:
- name: control_0
    flavor: control
- name: control_1
    flavor: control
- name: control_2
    flavor: control

- name: compute_0
    flavor: compute
- name: compute_1
    flavor: compute

# We don't need introspection in a virtual environment (because we are
# creating all the "hardware" we really know the necessary
# information).
step_introspect: true

# Tell tripleo about our environment.
network_isolation: true
extra_args: >-
--control-scale 3 --compute-scale 2 --neutron-network-type vxlan
--neutron-tunnel-types vxlan
--ntp-server pool.ntp.org
test_ping: true
enable_pacemaker: true

tempest_config: false
run_tempest: false

# options below direct automatic doc generation by tripleo-collect-logs
artcl_gen_docs: true
artcl_create_docs_payload:
included_deployment_scripts:
    - undercloud-install
    - overcloud-custom-tht-script
    - overcloud-prep-flavors
    - overcloud-prep-images
    - overcloud-prep-network
    - overcloud-deploy
    - overcloud-deploy-post
    - overcloud-validate
included_static_docs:
    - env-setup-virt
table_of_contents:
    - env-setup-virt
    - undercloud-install
    - overcloud-custom-tht-script
    - overcloud-prep-flavors
    - overcloud-prep-images
    - overcloud-prep-network
    - overcloud-deploy
    - overcloud-deploy-post
    - overcloud-validate
*************************************************************************************
Command issued bellow sets up undercloud VM on VIRTHOST (32 GB) utilizing
prebuilt images
*************************************************************************************
[john@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ha.yml $VIRTHOST

Friday 28 October 2016  19:10:25 +0300 (0:00:00.416)   0:24:32.449 *************

changed: [undercloud -> localhost] => {"backup": "", "changed": true, "msg":

"line replaced"}
PLAY RECAP *********************************************************************
192.168.0.74               : ok=96   changed=34   unreachable=0    failed=0  
localhost                  : ok=16   changed=8    unreachable=0    failed=0   
undercloud                 : ok=12   changed=7    unreachable=0    failed=0   
Friday 28 October 2016  19:10:25 +0300 (0:00:00.267)       0:24:32.717 ******** 
=============================================================================== 
tripleo/undercloud : Install the undercloud -------------------------- 1105.27s
/home/john/tripleo-quickstart/roles/tripleo/undercloud/tasks/install-undercloud.yml:15 
setup/undercloud : Get undercloud vm ip address ------------------------ 81.34s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:194
setup/undercloud : Resize undercloud image (call virt-resize) ---------- 79.70s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:131
setup/undercloud : Upload undercloud volume to storage pool ------------ 52.30s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:156
setup/undercloud : Copy instackenv.json to appliance ------------------- 37.97s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:54 -
setup/undercloud : Get qcow2 image from cache -------------------------- 27.07s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/fetch_image.yml:144 
setup ------------------------------------------------------------------ 12.25s
None --------------------------------------------------------------------------
setup/undercloud : Inject undercloud ssh public key to appliance -------- 7.08s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:72 -
setup ------------------------------------------------------------------- 6.00s
None --------------------------------------------------------------------------
setup/undercloud : Perform selinux relabel on undercloud image ---------- 3.73s
/home/john/tripleo-quickstart/roles/libvirt/setup/undercloud/tasks/main.yml:114
setup/user : Generate ssh keys ------------------------------------------ 3.57s
/home/john/tripleo-quickstart/roles/libvirt/setup/user/tasks/main.yml:19 -------
provision/remote : Create virthost access key --------------------------- 1.91s
/home/john/tripleo-quickstart/roles/provision/remote/tasks/main.yml:5 ----------
parts/libvirt : If ipxe-roms-qemu is not installed, install a known good version --- 1.87s
/home/john/tripleo-quickstart/roles/parts/libvirt/tasks/main.yml:20 ------------
setup/overcloud : Define overcloud vms ---------------------------------- 1.60s
/home/john/tripleo-quickstart/roles/libvirt/setup/overcloud/tasks/main.yml:80 --
setup/overcloud : Create overcloud vm storage --------------------------- 1.57s
/home/john/tripleo-quickstart/roles/libvirt/setup/overcloud/tasks/main.yml:68 --
tripleo/undercloud : Run dstat for collecting metrics during 2 hours ---- 1.43s
/home/john/tripleo-quickstart/roles/tripleo/undercloud/tasks/install-undercloud.yml:6 
tripleo/undercloud : Create undercloud configuration -------------------- 1.34s
/home/john/tripleo-quickstart/roles/tripleo/undercloud/tasks/create-scripts.yml:3
environment/setup : Run dstat for collecting metrics during 2 hours on virthost --- 1.34s
/home/john/tripleo-quickstart/roles/environment/setup/tasks/main.yml:93 --------
teardown/nodes : Check overcloud vms ------------------------------------ 1.22s
/home/john/tripleo-quickstart/roles/libvirt/teardown/nodes/tasks/main.yml:22 ---
teardown/nodes : Delete baremetal vm storage ---------------------------- 1.20s
/home/john/tripleo-quickstart/roles/libvirt/teardown/nodes/tasks/main.yml:53 ---
+ set +x
##################################
Virtual Environment Setup Complete
##################################


Access the undercloud by:
    ssh -F /home/john/.quickstart/ssh.config.ansible undercloud
Follow the documentation in the link below to complete your deployment.
    http://ow.ly/c44w304begR

[john@fedora24wks tripleo-quickstart]$ ssh -F /home/john/.quickstart/ssh.config.ansible undercloud
Warning: Permanently added '192.168.0.74' (ECDSA) to the list of known hosts.
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
Last login: Fri Oct 28 16:10:25 2016 from gateway
[stack@undercloud ~]$ . stackrc
[stack@undercloud ~]$ ls -l
total 1714252
-rw-rw-r--. 1 stack stack      18288 Oct 28 15:48 instackenv.json
-rw-r--r--. 1 root root   407314528 Oct 27 09:25 ironic-python-agent.initramfs
-rwxr-xr-x. 1 root root     5158864 Oct 27 09:25 ironic-python-agent.kernel
-rw-r--r--. 1 root root    41989212 Oct 27 09:25 overcloud-full.initrd
-rw-r--r--. 1 root root 1295537152 Oct 27 09:25 overcloud-full.qcow2
-rwxr-xr-x. 1 root root     5158864 Oct 27 09:26 overcloud-full.vmlinuz
-rw-------. 1 stack stack        351 Oct 28 15:51 quickstart-hieradata-overrides.yaml
-rw-------. 1 stack stack        426 Oct 28 16:08 stackrc
-rw-------. 1 stack stack       7748 Oct 28 15:51 undercloud.conf
-rw-rw-r--. 1 stack stack     175983 Oct 28 16:10 undercloud_install.log
-rwxr-xr-x. 1 stack stack        151 Oct 28 15:51 undercloud-install.sh
-rw-rw-r--. 1 stack stack       1650 Oct 28 15:52 undercloud-passwords.conf
********************************************************************************
Due to QuickStart is using prebuilt images just upload them right away
********************************************************************************
[stack@undercloud ~]$ openstack overcloud image upload
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Image "overcloud-full-vmlinuz" was uploaded.

+--------------------------------------+------------------------+-------------+---------+--------+
|                  ID                  |          Name          | Disk Format |   Size  | Status |
+--------------------------------------+------------------------+-------------+---------+--------+
| 37c9316c-ac1a-4bac-8bf7-d813781a84b1 | overcloud-full-vmlinuz |     aki     | 5158864 | active |
+--------------------------------------+------------------------+-------------+---------+--------+
Image "overcloud-full-initrd" was uploaded.
+--------------------------------------+-----------------------+-------------+----------+--------+
|                  ID                  |          Name         | Disk Format |   Size   | Status |
+--------------------------------------+-----------------------+-------------+----------+--------+
| f9a38d40-2e27-4954-b032-f27d5ada42be | overcloud-full-initrd |     ari     | 41989212 | active |
+--------------------------------------+-----------------------+-------------+----------+--------+
Image "overcloud-full" was uploaded.
+--------------------------------------+----------------+-------------+------------+--------+
|                  ID                  |      Name      | Disk Format |    Size    | Status |
+--------------------------------------+----------------+-------------+------------+--------+
| 6827dbfa-d0dc-4867-ac96-27af9f04779c | overcloud-full |    qcow2    | 1295537152 | active |
+--------------------------------------+----------------+-------------+------------+--------+
Image "bm-deploy-kernel" was uploaded.
+--------------------------------------+------------------+-------------+---------+--------+
|                  ID                  |       Name       | Disk Format |   Size  | Status |
+--------------------------------------+------------------+-------------+---------+--------+
| ed26dc05-6c9a-41d2-a023-da1ed3dcb54f | bm-deploy-kernel |     aki     | 5158864 | active |
+--------------------------------------+------------------+-------------+---------+--------+
Image "bm-deploy-ramdisk" was uploaded.
+--------------------------------------+-------------------+-------------+-----------+--------+
|                  ID                  |        Name       | Disk Format |    Size   | Status |
+--------------------------------------+-------------------+-------------+-----------+--------+
| cb26e290-96ed-447e-8b4d-2225c0fc2fe5 | bm-deploy-ramdisk |     ari     | 407314528 | active |
+--------------------------------------+-------------------+-------------+-----------+--------+

[stack@undercloud ~]$ openstack baremetal import instackenv.json
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Started Mistral Workflow. Execution ID: 64385e35-5f80-4503-a879-c506cf58e204
Successfully registered node UUID ebcfcf99-6abc-4371-a238-1b1d8314e6ed
Successfully registered node UUID 58a9513b-6f72-4428-975d-efaac8e5a832
Successfully registered node UUID 400d8da7-f8c0-4f5a-8053-e85e8848d49a
Successfully registered node UUID 4af7e1ce-7eff-4f3e-8602-4bbe60d749d4
Successfully registered node UUID 270082e3-69a8-4b09-bcd3-b14de96e8144
Started Mistral Workflow. Execution ID: 4dc751ba-6297-4bbe-87cc-2493a9cb763a
Successfully set all nodes to available.

[stack@undercloud ~]$ openstack baremetal configure boot
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils

[stack@undercloud ~]$ openstack baremetal introspection bulk start
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Setting nodes for introspection to manageable...
Starting introspection of manageable nodes
Started Mistral Workflow. Execution ID: 5d9477c4-6f47-4188-afd6-0526c744693e
Waiting for introspection to finish...
Introspection for UUID 4af7e1ce-7eff-4f3e-8602-4bbe60d749d4 finished successfully.
Introspection for UUID 58a9513b-6f72-4428-975d-efaac8e5a832 finished successfully.
Introspection for UUID ebcfcf99-6abc-4371-a238-1b1d8314e6ed finished successfully.
Introspection for UUID 400d8da7-f8c0-4f5a-8053-e85e8848d49a finished successfully.
Introspection for UUID 270082e3-69a8-4b09-bcd3-b14de96e8144 finished successfully.
Introspection completed.
Setting manageable nodes to available...
Started Mistral Workflow. Execution ID: 4bfa1355-923b-4bcc-8ea4-998016716740

[stack@undercloud ~]$ ifconfig
br-ctlplane: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet 192.0.2.1 netmask 255.255.255.0 broadcast 192.0.2.255
        inet6 fe80::27d:d8ff:fe78:60d prefixlen 64 scopeid 0x20<link>
        ether 00:7d:d8:78:06:0d txqueuelen 0 (Ethernet)
        RX packets 91304 bytes 6203602 (5.9 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 36191 bytes 2064731782 (1.9 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet 192.168.23.15 netmask 255.255.255.0 broadcast 192.168.23.255
        inet6 fe80::27d:d8ff:fe78:60b prefixlen 64 scopeid 0x20<link>
        ether 00:7d:d8:78:06:0b txqueuelen 1000 (Ethernet)
        RX packets 11721 bytes 9758393 (9.3 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 9955 bytes 1041604 (1017.1 KiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet6 fe80::27d:d8ff:fe78:60d prefixlen 64 scopeid 0x20<link>
        ether 00:7d:d8:78:06:0d txqueuelen 1000 (Ethernet)
        RX packets 91299 bytes 6203212 (5.9 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 36194 bytes 2064732132 (1.9 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10<host>
        loop txqueuelen 0 (Local Loopback)
        RX packets 737339 bytes 7170963958 (6.6 GiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 737339 bytes 7170963958 (6.6 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

virbr0: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500
        inet 192.168.122.1 netmask 255.255.255.0 broadcast 192.168.122.255
        ether 52:54:00:5d:4c:4c txqueuelen 0 (Ethernet)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

[stack@undercloud ~]$ neutron subnet-list

+------------------------------------+------+--------------+------------------------------------+
| id                                 | name | cidr         | allocation_pools                   |
+------------------------------------+------+--------------+------------------------------------+
| a6b2ce1e-                          |      | 192.0.2.0/24 | {"start": "192.0.2.5", "end":      |
| cf10-45b5-a5b8-895e1ce8e0bf        |      |              | "192.0.2.30"}                      |
+------------------------------------+------+--------------+------------------------------------+

[stack@undercloud ~]$ neutron subnet-update a6b2ce1e-cf10-45b5-a5b8-895e1ce8e0bf 192.168.23.15

[stack@undercloud ~]$ sudo vi /etc/sysconfig/network-scripts/ifcfg-vlan10
DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"

[stack@undercloud ~]$ sudo ifup vlan10

[stack@undercloud ~]$ sudo ovs-vsctl show
0e9557b1-3d55-4a9e-9d7b-d13c7363071b
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port "tap1054ab6b-35"
            tag: 1
            Interface "tap1054ab6b-35"
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
    Bridge br-ctlplane
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
    ovs_version: "2.5.0"
[stack@undercloud ~]$ ifconfig
br-ctlplane: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet 192.0.2.1 netmask 255.255.255.0 broadcast 192.0.2.255
        inet6 fe80::27d:d8ff:fe78:60d prefixlen 64 scopeid 0x20<link>
        ether 00:7d:d8:78:06:0d txqueuelen 0 (Ethernet)
        RX packets 91316 bytes 6204418 (5.9 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 36543 bytes 2064750790 (1.9 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet 192.168.23.15 netmask 255.255.255.0 broadcast 192.168.23.255
        inet6 fe80::27d:d8ff:fe78:60b prefixlen 64 scopeid 0x20<link>
        ether 00:7d:d8:78:06:0b txqueuelen 1000 (Ethernet)
        RX packets 12682 bytes 9881000 (9.4 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 10623 bytes 1154300 (1.1 MiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

eth1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet6 fe80::27d:d8ff:fe78:60d prefixlen 64 scopeid 0x20<link>
        ether 00:7d:d8:78:06:0d txqueuelen 1000 (Ethernet)
        RX packets 91299 bytes 6203212 (5.9 MiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 36558 bytes 2064752004 (1.9 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536
        inet 127.0.0.1 netmask 255.0.0.0
        inet6 ::1 prefixlen 128 scopeid 0x10<host>
        loop txqueuelen 0 (Local Loopback)
        RX packets 760758 bytes 7176818711 (6.6 GiB)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 760758 bytes 7176818711 (6.6 GiB)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

virbr0: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500
        inet 192.168.122.1 netmask 255.255.255.0 broadcast 192.168.122.255
        ether 52:54:00:5d:4c:4c txqueuelen 0 (Ethernet)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 0 bytes 0 (0.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

vlan10: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
        inet 10.0.0.1 netmask 255.255.255.0 broadcast 10.0.0.255
        inet6 fe80::3470:44ff:fe13:5022 prefixlen 64 scopeid 0x20<link>
        ether 36:70:44:13:50:22 txqueuelen 0 (Ethernet)
        RX packets 0 bytes 0 (0.0 B)
        RX errors 0 dropped 0 overruns 0 frame 0
        TX packets 12 bytes 816 (816.0 B)
        TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

[stack@undercloud ~]$ vi network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
           "192.168.23.15"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}
[stack@undercloud ~]$ vi overcloud-deploy.sh

#!/bin/bash -x
source /home/stack/stackrc   
openstack overcloud deploy  \
 --control-scale 3 --compute-scale 2  \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e  $HOME/network_env.yaml

Raw text overcloud-deploy.sh

[stack@undercloud ~]$ chmod a+x overcloud-deploy.sh
[stack@undercloud ~]$ sudo iptables -A BOOTSTACK_MASQ -s 10.0.0.0/24 ! -d 10.0.0.0/24 -j MASQUERADE -t nat
[stack@undercloud ~]$ sudo touch -f /usr/share/openstack-tripleo-heat-templates/puppet/post.yaml

[stack@undercloud ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=c28bcad68aae64b6039669efdd3de8e4cf9b735a
++ OS_PASSWORD=c28bcad68aae64b6039669efdd3de8e4cf9b735a
++ export OS_AUTH_URL=https://192.0.2.2:13000/v2.0
++ OS_AUTH_URL=https://192.0.2.2:13000/v2.0
++ export 'PYTHONWARNINGS=ignore:Certificate has no, ignore:A true SSLContext object is not available'
++ PYTHONWARNINGS='ignore:Certificate has no, ignore:A true SSLContext object is not available'
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 3 --compute-scale 2 --libvirt-type qemu --ntp-server pool.ntp.org 
--templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments
/puppet-pacemaker.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e
 /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack
/network_env.yaml

WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: 06c42e2e-3952-4c04-810a-bbfd023e208d
Plan updated
Deploying templates in the directory /tmp/tripleoclient-Is9JyO/tripleo-heat-templates
Started Mistral Workflow. Execution ID: 4d402fd5-f2b6-4e68-9a73-a1d316cf616b
2016-10-28 16:34:55Z [overcloud]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:34:55Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:56Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:56Z [overcloud.Networks]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:57Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:58Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:58Z [overcloud.Networks]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:34:59Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:59Z [overcloud.Networks.ExternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:34:59Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:00Z [overcloud.Networks.ManagementNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:00Z [overcloud.Networks.ExternalNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:00Z [overcloud.RabbitCookie]: CREATE_COMPLETE  state changed
2016-10-28 16:35:00Z [overcloud.Networks.ExternalNetwork.ExternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:00Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:00Z [overcloud.ServiceNetMap]: CREATE_COMPLETE  state changed
2016-10-28 16:35:01Z [overcloud.HorizonSecret]: CREATE_COMPLETE  state changed
2016-10-28 16:35:01Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE  state changed
2016-10-28 16:35:01Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE  state changed
2016-10-28 16:35:01Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:01Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:01Z [overcloud.PcsdPassword]: CREATE_COMPLETE  state changed
2016-10-28 16:35:01Z [overcloud.Networks.ExternalNetwork.ExternalNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:02Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:02Z [overcloud.Networks.ExternalNetwork.ExternalSubnet]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:02Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:03Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:03Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:04Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:04Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:04Z [overcloud.Networks.StorageNetwork.StorageSubnet]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:04Z [overcloud.Networks.NetworkExtraConfig]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:04Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:04Z [overcloud.DefaultPasswords]: CREATE_COMPLETE  state changed
2016-10-28 16:35:04Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:05Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:05Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:05Z [overcloud.Networks.ExternalNetwork.ExternalSubnet]: CREATE_COMPLETE  state changed
2016-10-28 16:35:05Z [overcloud.Networks.ExternalNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:05Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:06Z [overcloud.Networks.ManagementNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:06Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:06Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:06Z [overcloud.Networks.NetworkExtraConfig]: CREATE_COMPLETE  state changed
2016-10-28 16:35:06Z [overcloud.Networks.TenantNetwork.TenantSubnet]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:06Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:06Z [overcloud.Networks.ExternalNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:07Z [overcloud.Networks.StorageNetwork.StorageSubnet]: CREATE_COMPLETE  state changed
2016-10-28 16:35:07Z [overcloud.Networks.StorageNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:07Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:07Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_COMPLETE  state changed
2016-10-28 16:35:07Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtSubnet]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:08Z [overcloud.Networks.StorageNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:08Z [overcloud.Networks.InternalNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:08Z [overcloud.Networks.TenantNetwork.TenantSubnet]: CREATE_COMPLETE  state changed
2016-10-28 16:35:08Z [overcloud.Networks.TenantNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:09Z [overcloud.Networks.InternalNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:09Z [overcloud.Networks.TenantNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:10Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtSubnet]: CREATE_COMPLETE  state changed
2016-10-28 16:35:10Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:10Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_COMPLETE  state changed
2016-10-28 16:35:10Z [overcloud.Networks]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:10Z [overcloud.Networks]: CREATE_COMPLETE  state changed
2016-10-28 16:35:11Z [overcloud.ControlVirtualIP]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:13Z [overcloud.ControlVirtualIP]: CREATE_COMPLETE  state changed
2016-10-28 16:35:14Z [overcloud.InternalApiVirtualIP]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:15Z [overcloud.InternalApiVirtualIP]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:15Z [overcloud.RedisVirtualIP]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:15Z [overcloud.InternalApiVirtualIP.InternalApiPort]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:16Z [overcloud.RedisVirtualIP]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:16Z [overcloud.StorageMgmtVirtualIP]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:16Z [overcloud.RedisVirtualIP.VipPort]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:17Z [overcloud.InternalApiVirtualIP.InternalApiPort]: CREATE_COMPLETE  state changed
2016-10-28 16:35:17Z [overcloud.InternalApiVirtualIP]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:17Z [overcloud.StorageMgmtVirtualIP]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:17Z [overcloud.PublicVirtualIP]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:18Z [overcloud.StorageMgmtVirtualIP.StorageMgmtPort]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:18Z [overcloud.RedisVirtualIP.VipPort]: CREATE_COMPLETE  state changed
2016-10-28 16:35:18Z [overcloud.RedisVirtualIP]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:19Z [overcloud.PublicVirtualIP]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:19Z [overcloud.StorageVirtualIP]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:19Z [overcloud.StorageMgmtVirtualIP.StorageMgmtPort]: CREATE_COMPLETE  state changed
2016-10-28 16:35:19Z [overcloud.PublicVirtualIP.ExternalPort]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:19Z [overcloud.StorageMgmtVirtualIP]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:19Z [overcloud.StorageVirtualIP]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:20Z [overcloud.StorageVirtualIP.StoragePort]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:20Z [overcloud.PublicVirtualIP.ExternalPort]: CREATE_COMPLETE  state changed
2016-10-28 16:35:20Z [overcloud.PublicVirtualIP]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:20Z [overcloud.PublicVirtualIP]: CREATE_COMPLETE  state changed
2016-10-28 16:35:21Z [overcloud.StorageVirtualIP.StoragePort]: CREATE_COMPLETE  state changed
2016-10-28 16:35:21Z [overcloud.StorageMgmtVirtualIP]: CREATE_COMPLETE  state changed
2016-10-28 16:35:21Z [overcloud.StorageVirtualIP]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:35:21Z [overcloud.InternalApiVirtualIP]: CREATE_COMPLETE  state changed
2016-10-28 16:35:21Z [overcloud.RedisVirtualIP]: CREATE_COMPLETE  state changed
2016-10-28 16:35:21Z [overcloud.StorageVirtualIP]: CREATE_COMPLETE  state changed
2016-10-28 16:35:22Z [overcloud.VipMap]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:24Z [overcloud.VipMap]: CREATE_COMPLETE  state changed
2016-10-28 16:35:24Z [overcloud.EndpointMap]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:25Z [overcloud.EndpointMap]: CREATE_COMPLETE  state changed
2016-10-28 16:35:26Z [overcloud.BlockStorageServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:27Z [overcloud.CephStorageServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:27Z [overcloud.BlockStorageServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:29Z [overcloud.BlockStorageServiceChain.LoggingConfiguration]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:30Z [overcloud.CephStorageServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:30Z [overcloud.ComputeServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:30Z [overcloud.BlockStorageServiceChain.ServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:30Z [overcloud.CephStorageServiceChain.LoggingConfiguration]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:31Z [overcloud.ComputeServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:31Z [overcloud.BlockStorageServiceChain.LoggingConfiguration]: CREATE_COMPLETE  state changed
2016-10-28 16:35:31Z [overcloud.ObjectStorageServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:31Z [overcloud.CephStorageServiceChain.ServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:31Z [overcloud.ComputeServiceChain.LoggingConfiguration]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:33Z [overcloud.ControllerServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:33Z [overcloud.ComputeServiceChain.ServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:33Z [overcloud.ObjectStorageServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:33Z [overcloud.BlockStorageServiceChain.ServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:33Z [overcloud.CephStorageServiceChain.LoggingConfiguration]: CREATE_COMPLETE  state changed
2016-10-28 16:35:33Z [overcloud.ObjectStorageServiceChain.LoggingConfiguration]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:33Z [overcloud.ObjectStorageServiceChain.ServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:35Z [overcloud.BlockStorageServiceChain.ServiceChain.8]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:35Z [overcloud.ControllerServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:35Z [overcloud.BlockStorageServiceChain.ServiceChain.4]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:35Z [overcloud.ObjectStorageServiceChain.LoggingConfiguration]: CREATE_COMPLETE  state changed
2016-10-28 16:35:35Z [overcloud.ComputeServiceChain.LoggingConfiguration]: CREATE_COMPLETE  state changed
2016-10-28 16:35:35Z [overcloud.CephStorageServiceChain.ServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:35Z [overcloud.ControllerServiceChain.LoggingConfiguration]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:36Z [overcloud.CephStorageServiceChain.ServiceChain.2]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:36Z [overcloud.BlockStorageServiceChain.ServiceChain.5]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:36Z [overcloud.ControllerServiceChain.ServiceChain]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:36Z [overcloud.ObjectStorageServiceChain.ServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:38Z [overcloud.ComputeServiceChain.ServiceChain]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:35:38Z [overcloud.ComputeServiceChain.ServiceChain.15]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:38Z [overcloud.CephStorageServiceChain.ServiceChain.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:39Z [overcloud.BlockStorageServiceChain.ServiceChain.9]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:39Z [overcloud.ObjectStorageServiceChain.ServiceChain.5]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:39Z [overcloud.ComputeServiceChain.ServiceChain.11]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:39Z [overcloud.ControllerServiceChain.LoggingConfiguration]: CREATE_COMPLETE  state changed
2016-10-28 16:35:40Z [overcloud.BlockStorageServiceChain.ServiceChain.2]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:40Z [overcloud.CephStorageServiceChain.ServiceChain.5]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:40Z [overcloud.ObjectStorageServiceChain.ServiceChain.3]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:40Z [overcloud.ComputeServiceChain.ServiceChain.8]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:41Z [overcloud.CephStorageServiceChain.ServiceChain.1]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:41Z [overcloud.BlockStorageServiceChain.ServiceChain.7]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:42Z [overcloud.CephStorageServiceChain.ServiceChain.6]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:42Z [overcloud.ObjectStorageServiceChain.ServiceChain.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:42Z [overcloud.ComputeServiceChain.ServiceChain.5]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.ObjectStorageServiceChain.ServiceChain.2]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.BlockStorageServiceChain.ServiceChain.10]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.CephStorageServiceChain.ServiceChain.4]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.ComputeServiceChain.ServiceChain.3]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.ComputeServiceChain.ServiceChain.10]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.CephStorageServiceChain.ServiceChain.8]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:35:44Z [overcloud.ObjectStorageServiceChain.ServiceChain.1]: CREATE_IN_PROGRESS  state changed
. . . . . . . .
2016-10-28 16:36:50Z [overcloud.ControllerServiceChain.ServiceChain.25]: CREATE_COMPLETE  state changed
2016-10-28 16:36:50Z [overcloud.ControllerServiceChain.ServiceChain.38]: CREATE_COMPLETE  state changed
2016-10-28 16:36:50Z [overcloud.ControllerServiceChain.ServiceChain.26]: CREATE_COMPLETE  state changed
2016-10-28 16:36:50Z [overcloud.ControllerServiceChain.ServiceChain.70]: CREATE_COMPLETE  state changed
2016-10-28 16:36:50Z [overcloud.ControllerServiceChain.ServiceChain.42]: CREATE_COMPLETE  state changed
2016-10-28 16:36:51Z [overcloud.ControllerServiceChain.ServiceChain.67]: CREATE_COMPLETE  state changed
2016-10-28 16:36:51Z [overcloud.ControllerServiceChain.ServiceChain.14]: CREATE_COMPLETE  state changed
2016-10-28 16:36:51Z [overcloud.ControllerServiceChain.ServiceChain]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:36:52Z [overcloud.ControllerServiceChain.ServiceChain]: CREATE_COMPLETE  state changed
2016-10-28 16:36:52Z [overcloud.ControllerServiceChain]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 16:36:53Z [overcloud.ControllerServiceChain]: CREATE_COMPLETE  state changed
2016-10-28 16:36:59Z [overcloud.Compute]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:00Z [overcloud.Compute]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:37:00Z [overcloud.Controller]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:00Z [overcloud.Compute.1]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:01Z [overcloud.Compute.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:01Z [overcloud.BlockStorage]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:02Z [overcloud.Controller]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:37:02Z [overcloud.Controller.1]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:02Z [overcloud.ObjectStorage]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:03Z [overcloud.CephStorage]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:03Z [overcloud.Controller.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:03Z [overcloud.Compute.1]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 16:37:04Z [overcloud.Compute.1.NodeAdminUserData]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:05Z [overcloud.Compute.1.NodeUserData]: CREATE_IN_PROGRESS  state changed
2016-10-28 16:37:05Z [overcloud.ObjectStorage]: CREATE_COMPLETE  state changed
2016-10-28 16:37:05Z [overcloud.Controller.2]: CREATE_IN_PROGRESS  state changed
. . . . . . . 
2016-10-28 17:06:58Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.2]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:06:58Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:07:00Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:10:23Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.1]: SIGNAL_IN_PROGRESS  Signal: deployment e179a857-15a2-4dc5-974e-cd86d8613dc6 succeeded
2016-10-28 17:10:23Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.1]: CREATE_COMPLETE  state changed
2016-10-28 17:10:27Z [overcloud.ComputeAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:10:32Z [overcloud.ComputeHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:10:36Z [overcloud.Compute.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:10:41Z [overcloud.Compute.1.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:11:25Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: SIGNAL_IN_PROGRESS  Signal: deployment 6c99e0c3-d86d-4f2e-b786-3479a8d572ae succeeded
2016-10-28 17:11:25Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: CREATE_COMPLETE  state changed
2016-10-28 17:11:26Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 17:11:27Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4]: CREATE_COMPLETE  state changed
2016-10-28 17:11:28Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:11:31Z [overcloud.ComputeHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:11:37Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:11:41Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:11:59Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.1]: SIGNAL_IN_PROGRESS  Signal: deployment 0c6933ed-aca8-41c1-b723-fac14113d4b2 succeeded
2016-10-28 17:12:00Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.1]: CREATE_COMPLETE  state changed
2016-10-28 17:12:02Z [overcloud.ControllerAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:04Z [overcloud.Controller.1.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:06Z [overcloud.ControllerHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:08Z [overcloud.Controller.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:20Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.2]: SIGNAL_IN_PROGRESS  Signal: deployment b34a5579-43c9-4506-816d-d063609c3f0b succeeded
2016-10-28 17:12:22Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.2]: CREATE_COMPLETE  state changed
2016-10-28 17:12:24Z [overcloud.ControllerAllNodesDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:28Z [overcloud.Controller.2.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:30Z [overcloud.ControllerHostsDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:12:32Z [overcloud.Controller.2.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:13:51Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.0]: SIGNAL_IN_PROGRESS  Signal: deployment 90a6011e-579e-44f8-85c6-ace8132f860b succeeded
2016-10-28 17:13:52Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.0]: CREATE_COMPLETE  state changed
2016-10-28 17:13:52Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 17:13:52Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4]: CREATE_COMPLETE  state changed
2016-10-28 17:13:53Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:53Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:13:54Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:54Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 17:13:54Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:54Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:55Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:55Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:13:55Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:56Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:56Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_IN_PROGRESS  Stack CREATE started
2016-10-28 17:13:56Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:57Z [overcloud.ControllerHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:13:57Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-28 17:13:57Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-28 17:13:58Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:13:58Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-28 17:13:58Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:14:00Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:00Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment 2388cd3a-5a01-4787-8139-e9b15b70ba87 succeeded
2016-10-28 17:15:01Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-10-28 17:15:02Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: SIGNAL_IN_PROGRESS  Signal: deployment d8187278-e5a4-4a83-b5fe-62ac2d4d5140 succeeded
2016-10-28 17:15:03Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: CREATE_COMPLETE  state changed
2016-10-28 17:15:03Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 17:15:04Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-28 17:15:04Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:08Z [overcloud.ComputeHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:08Z [overcloud.ComputeAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:11Z [overcloud.ComputeHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:12Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:16Z [overcloud.Compute.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:18Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:15:20Z [overcloud.Compute.1.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:23:35Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: SIGNAL_IN_PROGRESS  Signal: deployment 5e53befe-2ccd-4a82-a3e1-42d60b51e883 succeeded
2016-10-28 17:23:36Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.2]: CREATE_COMPLETE  state changed
2016-10-28 17:23:38Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: SIGNAL_IN_PROGRESS  Signal: deployment 060839b7-2461-45a6-bdf1-439bbfc7211c succeeded
2016-10-28 17:23:38Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.1]: CREATE_COMPLETE  state changed
2016-10-28 17:23:51Z [overcloud.ControllerAllNodesDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:23:55Z [overcloud.ControllerAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:23:56Z [overcloud.Controller.2.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:24:00Z [overcloud.ControllerHostsDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:24:00Z [overcloud.Controller.1.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:24:05Z [overcloud.ControllerHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:24:06Z [overcloud.Controller.2.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:24:09Z [overcloud.Controller.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:26:00Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment a624d707-2729-4100-9ea6-0929282462b3 succeeded
2016-10-28 17:26:00Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-10-28 17:26:00Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 17:26:01Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  state changed
2016-10-28 17:26:01Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:01Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:01Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:02Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:02Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:03Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-28 17:26:03Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:26:03Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_COMPLETE  state changed
2016-10-28 17:26:04Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-28 17:26:04Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_COMPLETE  state changed
2016-10-28 17:26:04Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_COMPLETE  state changed
2016-10-28 17:26:04Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:05Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:06Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:07Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:26:07Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:08Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-10-28 17:26:09Z [overcloud.ControllerHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:26:10Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-28 17:26:12Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-28 17:26:12Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-28 17:26:13Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-28 17:26:13Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE  state changed
2016-10-28 17:26:13Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-10-28 17:26:13Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-10-28 17:26:13Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  state changed
2016-10-28 17:26:13Z [overcloud]: CREATE_COMPLETE  Stack CREATE completed successfully

 Stack overcloud CREATE_COMPLETE 

Started Mistral Workflow. Execution ID: db07a92f-9cdd-4cfc-98eb-829ff55f3f3d
Overcloud Endpoint: http://10.0.0.5:5000/v2.0
Overcloud Deployed

[stack@undercloud ~]$ nova list

+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ab0fa47a-4a3d-4fae-98c5-dd1c62e6c0c4 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.16 |
| 71ba6f57-059e-4fae-a04f-f9a58d84bcd2 | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.11 |
| 9cb9904f-7a61-4d5a-99d2-590ae2f5e7a4 | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.15 |
| 992b163e-8753-45d3-a005-fdbc7421744f | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.6  |
| 2e6f4a93-cece-4c9c-af15-c9cd374098f7 | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+

[stack@undercloud ~]$ ssh heat-admin@192.0.2.16
The authenticity of host '192.0.2.16 (192.0.2.16)' can't be established.
ECDSA key fingerprint is 84:26:31:f0:c4:c4:86:19:87:02:4a:e8:5a:5b:90:29.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.0.2.16' (ECDSA) to the list of known hosts.
[heat-admin@overcloud-controller-0 ~]$ sudo su -
[root@overcloud-controller-0 ~]# vi overcloudrc
[root@overcloud-controller-0 ~]# . overcloudrc
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Fri Oct 28 17:38:47 2016        Last change: Fri Oct 28 17:16:53 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-0 (version 1.1.13-10.el7_2.4-44eb2dd) - partition with quorum
3 nodes and 19 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

ip-172.16.2.7    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
ip-172.16.2.12    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
ip-172.16.3.9    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
ip-192.0.2.7    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
ip-10.0.0.5    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-1 ]
     Slaves: [ overcloud-controller-0 overcloud-controller-2 ]
ip-172.16.1.7    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-0

PCSD Status:
overcloud-controller-0: Online
overcloud-controller-1: Online
overcloud-controller-2: Online

Daemon Status:
corosync: active/enabled
pacemaker: active/enabled
pcsd: active/enabled

Fairly perfect KSM implementation on QuickStart ( vs 600/900 kb by default
with the same deployment via instack-virt-setup )

↧

RDO Newton Ceph Cluster Overcloud deploymrnt via TripleO QuickStart

October 31, 2016, 2:07 pm

≫ Next: Hackery Overcloud Ceph Deployment RDO Mitaka via TripleO QuickStart

≪ Previous: RDO Newton Overcloud HA deployment via TripleO QuickStart

*******************************************************************
Prepared template ./config/config_general/ceph.yml
*******************************************************************

[jon@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ceph.yml# This config file is used to deploy a dedicated node in the overcloud for ceph

control_memory: 7000
compute_memory: 6700

undercloud_memory: 8192

# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4

# Define a controller node, a compute node, and a ceph node.
overcloud_nodes:
- name: control_0
    flavor: control

- name: compute_0
    flavor: compute
- name: compute_1
    flavor: compute

- name: ceph_0
    flavor: ceph
- name: ceph_1
    flavor: ceph
- name: ceph_2
    flavor: ceph

# Tell tripleo how we want things done.
extra_args: >-
--neutron-network-type vxlan
--neutron-tunnel-types vxlan
--ntp-server pool.ntp.org
--control-scale 1
--compute-scale 2
--ceph-storage-scale 3
-e {{overcloud_templates_path}}/environments/storage-environment.yaml

network_isolation: true
********************************************************
Building undercloud VM on VIRTHOST (32 GB)
*********************************************************

[jon@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ceph.yml $VIRTHOST

Log into undercloud

[jon@fedora24wks tripleo-quickstart]$ ssh -F /home/jon/.quickstart/ssh.config.ansible undercloud
Warning: Permanently added '192.168.0.74' (ECDSA) to the list of known hosts.
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
Last login: Mon Oct 31 18:10:57 2016 from gateway
[stack@undercloud ~]$ . stackrc

Follow http://dbaxps.blogspot.com/2016/10/rdo-newton-overcloud-ha-deployment-via_28.html
until running overcloud-deploy.sh

****************************************************************
Due to parameters built into pre designed files

****************************************************************
[root@overcloud-controller-0 cinder]# cat cinder.conf | grep -v ^# |grep -v ^$
[DEFAULT]
glance_api_servers = http://172.16.1.9:9292
glance_api_version = 2
enable_v3_api = True
storage_availability_zone = nova
default_availability_zone = nova
enabled_backends = tripleo_ceph,
osapi_volume_listen = 172.16.2.15
osapi_volume_workers = 1
scheduler_driver = cinder.scheduler.filter_scheduler.FilterScheduler
nova_catalog_info = compute:Compute Service:internalURL
nova_catalog_admin_info = compute:Compute Service:adminURL
log_dir = /var/log/cinder
rpc_backend = rabbit
control_exchange = openstack
api_paste_config = /etc/cinder/api-paste.ini
[BACKEND]
[BRCD_FABRIC_EXAMPLE]
[CISCO_FABRIC_EXAMPLE]
[COORDINATION]
[FC-ZONE-MANAGER]
[KEY_MANAGER]
[barbican]
[cors]
[cors.subdomain]
[database]
connection = mysql+pymysql://cinder:tDfPQJ3t73N8dw8gchqPdJtr2@172.16.2.12/cinder
max_retries = -1
db_max_retries = -1
[key_manager]
[keystone_authtoken]
auth_uri = http://172.16.2.12:5000/v2.0
auth_type = password
username=cinder
auth_url=http://192.0.2.7:35357
project_name=service
password=tDfPQJ3t73N8dw8gchqPdJtr2
[matchmaker_redis]
[oslo_concurrency]
lock_path = /var/lib/cinder/tmp
[oslo_messaging_amqp]
[oslo_messaging_notifications]
driver =messagingv2
[oslo_messaging_rabbit]
rabbit_hosts = 172.16.2.15
rabbit_use_ssl = False
rabbit_userid = guest
rabbit_password = ghTpRre9cqZsz2HZ8tKK3BJGd
heartbeat_timeout_threshold = 60
[oslo_messaging_zmq]
[oslo_middleware]
enable_proxy_headers_parsing = True
[oslo_policy]
policy_file = /etc/cinder/policy.json
[oslo_reports]
[oslo_versionedobjects]
[ssl]
[tripleo_ceph]
volume_driver=cinder.volume.drivers.rbd.RBDDriver
rbd_pool=volumes
backend_host=hostgroup
rbd_secret_uuid=04f5cade-9f57-11e6-b1ae-00ee0c9ee021
volume_backend_name=tripleo_ceph
rbd_user=openstack
rbd_ceph_conf=/etc/ceph/ceph.conf

[root@overcloud-controller-0 ceph]# cat ceph.conf | grep -v ^# |grep -v ^$
[global]
osd_pool_default_pgp_num = 32
osd_pool_default_min_size = 1
auth_service_required = cephx
mon_initial_members = overcloud-controller-0
fsid = 04f5cade-9f57-11e6-b1ae-00ee0c9ee021
cluster_network = 172.16.3.8/24
auth_supported = cephx
auth_cluster_required = cephx
mon_host = 172.16.1.6
auth_client_required = cephx
osd_pool_default_size = 3 <======== number of replicas in cluster
osd_pool_default_pg_num = 32
ms_bind_ipv6 = False
public_network = 172.16.1.6/24
[mon.overcloud-controller-0]
public_addr = 172.16.1.6

************************************************************************
Hence overcloud deploy requires ceph-storage-scale 3
to build healthy cluster
************************************************************************

#!/bin/bash -x
source /home/stack/stackrc   
openstack overcloud deploy  \
 --control-scale 1 --compute-scale 2 --ceph-storage-scale 3 \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e  $HOME/network_env.yaml

  [stack@undercloud ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 15f33049-4143-4ea2-9b30-79f7e1bb2fda | overcloud-cephstorage-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.13 |
| 1f25fe69-b1bb-47c4-afe3-354e3c906599 | overcloud-cephstorage-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
| bd22ec33-135e-430d-8fad-a79a09a8db4d | overcloud-cephstorage-2 | ACTIVE | -          | Running     | ctlplane=192.0.2.7  |
| a4aa7baf-01dc-47a1-9d6d-bb9a5c1b2f54 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.18 |
| 4f79e25e-d86c-424e-b17e-3a40cc238033 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.14 |
| 2b3cd9be-76c1-4eef-a701-fe0bcd37816a | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.8  |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
[stack@undercloud ~]$ neutron net-list
+--------------------------------------+--------------+----------------------------------------+
| id                                   | name         | subnets                                |
+--------------------------------------+--------------+----------------------------------------+
| 0c67d990-4ea4-4413-90ef-799ea1078e26 | internal_api | 2ec776e2-6d6d-4978-86e7-a3b9009f2253   |
|                                      |              | 172.16.2.0/24                          |
| 540e0686-6608-4bb3-b4cd-34f81173b910 | ctlplane     | e4dc53ce-5662-45a1-8484-9aee2860a330   |
|                                      |              | 192.0.2.0/24                           |
| 5eda23fc-08c6-4b72-9df2-10c26d585310 | storage_mgmt | b3ee41d8-73d4-4c86-8faa-ffa13c2b5b33   |
|                                      |              | 172.16.3.0/24                          |
| 77ee6075-c5fb-4475-92ad-330c14755e2e | storage      | 013a976e-e1e1-4e55-ad37-ed26b854b8f1   |
|                                      |              | 172.16.1.0/24                          |
| 8d280e51-0187-43b6-b99e-b82743fa0402 | external     | af7a2b28-fc62-4571-962d-9331d1150d65   |
|                                      |              | 10.0.0.0/24                            |
| 9c18f722-b5f8-4ea2-9719-8d12950d1424 | tenant       | c5d11c26-3f9e-49ff-840c-4e0fced8f570   |
|                                      |              | 172.16.0.0/24                          |
+--------------------------------------+--------------+----------------------------------------+



[root@overcloud-controller-0 ~]# ceph osd stat
     osdmap e26: 3 osds: 3 up, 3 in
            flags sortbitwise

[root@overcloud-controller-0 ~]# ceph mon stat
e1: 1 mons at {overcloud-controller-0=172.16.1.5:6789/0}, election epoch 3, quorum 0 overcloud-controller-0

[root@overcloud-controller-0 ~]# ceph quorum_status
{"election_epoch":3,"quorum":[0],"quorum_names":["overcloud-controller-0"],"quorum_leader_name":"overcloud-controller-0","monmap":{"epoch":1,"fsid":"d198e3f6-9f8d-11e6-898b-005988bf2909","modified":"2016-10-31 17:49:39.806554","created":"2016-10-31 17:49:39.806554","mons":[{"rank":0,"name":"overcloud-controller-0","addr":"172.16.1.5:6789\/0"}]}}


[root@overcloud-controller-0 ~]# ceph status
    cluster d198e3f6-9f8d-11e6-898b-005988bf2909
     health HEALTH_OK
     monmap e1: 1 mons at {overcloud-controller-0=172.16.1.5:6789/0}
            election epoch 3, quorum 0 overcloud-controller-0
     osdmap e26: 3 osds: 3 up, 3 in
            flags sortbitwise
      pgmap v1407: 224 pgs, 6 pools, 3903 MB data, 880 objects
            37254 MB used, 113 GB / 149 GB avail
                 224 active+clean

[root@overcloud-controller-0 ~]# ceph df
GLOBAL:
    SIZE     AVAIL     RAW USED     %RAW USED 
    149G      113G       37255M         24.26 
POOLS:
    NAME        ID     USED      %USED     MAX AVAIL     OBJECTS 
    rbd         0          0         0        38761M           0 
    metrics     1          0         0        38761M           0 
    images      2      1051M      2.05        38761M         142 
    backups     3          0         0        38761M           0 
    volumes     4      2852M      5.57        38761M         738 
    vms         5          0         0        38761M           0

 [root@overcloud-controller-0 ~]# ceph osd df tree
ID WEIGHT  REWEIGHT SIZE   USE    AVAIL  %USE  VAR  PGS TYPE NAME                        
-1 0.14639        -   149G 37255M   113G 24.26 1.00   0 root default                     
-2 0.04880        - 51187M 12410M 38777M 24.25 1.00   0     host overcloud-cephstorage-1 
 0 0.04880  1.00000 51187M 12410M 38777M 24.25 1.00 224         osd.0                    
-3 0.04880        - 51187M 12418M 38769M 24.26 1.00   0     host overcloud-cephstorage-2 
 1 0.04880  1.00000 51187M 12418M 38769M 24.26 1.00 224         osd.1                    
-4 0.04880        - 51187M 12426M 38761M 24.28 1.00   0     host overcloud-cephstorage-0 
 2 0.04880  1.00000 51187M 12426M 38761M 24.28 1.00 224         osd.2                    
              TOTAL   149G 37255M   113G 24.26                                           
MIN/MAX VAR: 1.00/1.00  STDDEV: 0.01

[root@overcloud-controller-0 ~]# ceph osd df plain
ID WEIGHT  REWEIGHT SIZE   USE    AVAIL  %USE  VAR  PGS 
 0 0.04880  1.00000 51187M 12410M 38777M 24.25 1.00 224 
 1 0.04880  1.00000 51187M 12418M 38769M 24.26 1.00 224 
 2 0.04880  1.00000 51187M 12426M 38761M 24.28 1.00 224 
              TOTAL   149G 37255M   113G 24.26          
MIN/MAX VAR: 1.00/1.00  STDDEV: 0.01

[root@overcloud-controller-0 ~]# ceph df
GLOBAL:
    SIZE     AVAIL     RAW USED     %RAW USED 
    149G      113G       37255M         24.26 
POOLS:
    NAME        ID     USED      %USED     MAX AVAIL     OBJECTS 
    rbd         0          0         0        38761M           0 
    metrics     1          0         0        38761M           0 
    images      2      1051M      2.05        38761M         142 
    backups     3          0         0        38761M           0 
    volumes     4      2852M      5.57        38761M         738 
    vms         5          0         0        38761M           0 


[root@overcloud-controller-0 ~]# . overcloudrc
[root@overcloud-controller-0 ~]# cinder list
+--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+
| ID                                   | Status | Name           | Size | Volume Type | Bootable | Attached to                          |
+--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+
| 26c136e2-bab5-4283-8a4f-bc62e7664c32 | in-use | centos72volume | 12   | -           | true     | 71e30175-10ac-47fa-be8e-27837ad63419 |
| 35023e26-a9a8-46a1-a086-40172c39084a | in-use | vf24volume     | 7    | -           | true     | a9a0b046-69f8-4a6b-8002-d2be44137fed |
+--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+

[root@overcloud-controller-0 ~]# rbd -p volumes ls
volume-26c136e2-bab5-4283-8a4f-bc62e7664c32
volume-35023e26-a9a8-46a1-a086-40172c39084a

[root@overcloud-controller-0 ~]# glance image-list
+--------------------------------------+---------------+
| ID                                   | Name          |
+--------------------------------------+---------------+
| 02970204-3aba-4634-b7bd-3aa4ae70507a | CentOS72Cloud |
| 4301183e-1f53-4ae1-b447-ca374345783a | VF24Cloud     |
+--------------------------------------+---------------+

[root@overcloud-controller-0 ~]# rbd -p images ls
02970204-3aba-4634-b7bd-3aa4ae70507a
4301183e-1f53-4ae1-b447-ca374345783a

[root@overcloud-controller-0 ~]# ceph osd metadata
[
    {
        "id": 0,
        "arch": "x86_64",
        "back_addr": "172.16.3.7:6800\/29758",
        "backend_filestore_dev_node": "unknown",
        "backend_filestore_partition_path": "unknown",
        "ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
        "cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
        "distro": "CentOS",
        "distro_codename": "Core",
        "distro_description": "CentOS Linux release 7.2.1511 (Core) ",
        "distro_version": "7.2.1511",
        "filestore_backend": "xfs",
        "filestore_f_type": "0x58465342",
        "front_addr": "172.16.1.15:6800\/29758",
        "hb_back_addr": "172.16.3.7:6801\/29758",
        "hb_front_addr": "172.16.1.15:6801\/29758",
        "hostname": "overcloud-cephstorage-1",
        "kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
        "kernel_version": "3.10.0-327.36.3.el7.x86_64",
        "mem_swap_kb": "0",
        "mem_total_kb": "8011328",
        "os": "Linux",
        "osd_data": "\/var\/lib\/ceph\/osd\/ceph-0",
        "osd_journal": "\/var\/lib\/ceph\/osd\/ceph-0\/journal",
        "osd_objectstore": "filestore"
    },
    {
        "id": 1,
        "arch": "x86_64",
        "back_addr": "172.16.3.5:6800\/29906",
        "backend_filestore_dev_node": "unknown",
        "backend_filestore_partition_path": "unknown",
        "ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
        "cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
        "distro": "CentOS",
        "distro_codename": "Core",
        "distro_description": "CentOS Linux release 7.2.1511 (Core) ",
        "distro_version": "7.2.1511",
        "filestore_backend": "xfs",
        "filestore_f_type": "0x58465342",
        "front_addr": "172.16.1.4:6800\/29906",
        "hb_back_addr": "172.16.3.5:6801\/29906",
        "hb_front_addr": "172.16.1.4:6801\/29906",
        "hostname": "overcloud-cephstorage-2",
        "kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
        "kernel_version": "3.10.0-327.36.3.el7.x86_64",
        "mem_swap_kb": "0",
        "mem_total_kb": "6506048",
        "os": "Linux",
        "osd_data": "\/var\/lib\/ceph\/osd\/ceph-1",
        "osd_journal": "\/var\/lib\/ceph\/osd\/ceph-1\/journal",
        "osd_objectstore": "filestore"
    },
    {
        "id": 2,
        "arch": "x86_64",
        "back_addr": "172.16.3.9:6800\/29912",
        "backend_filestore_dev_node": "unknown",
        "backend_filestore_partition_path": "unknown",
        "ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
        "cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
        "distro": "CentOS",
        "distro_codename": "Core",
        "distro_description": "CentOS Linux release 7.2.1511 (Core) ",
        "distro_version": "7.2.1511",
        "filestore_backend": "xfs",
        "filestore_f_type": "0x58465342",
        "front_addr": "172.16.1.12:6800\/29912",
        "hb_back_addr": "172.16.3.9:6801\/29912",
        "hb_front_addr": "172.16.1.12:6801\/29912",
        "hostname": "overcloud-cephstorage-0",
        "kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
        "kernel_version": "3.10.0-327.36.3.el7.x86_64",
        "mem_swap_kb": "0",
        "mem_total_kb": "6809152",
        "os": "Linux",
        "osd_data": "\/var\/lib\/ceph\/osd\/ceph-2",
        "osd_journal": "\/var\/lib\/ceph\/osd\/ceph-2\/journal",
        "osd_objectstore": "filestore"
    }
]

↧