Monday, July 25, 2016

TripleO QuickStart vs Attempt of official Mitaka TripleO HA install via instack-virt-setup

A final target of this post is to compare undercloud configuration been built by QuickStart and undercloud configuration been built per official documentation
for Mitaka stable , please see Attempt of official Mitaka TripleO HA install via instack-virt-setup

========================
TripleO QuickStart case
========================

First of all right before running `openstack overcloud deploy --templates .... `
Run on undercloud VM following commands :-

[stack@undercloud ~]$ sudo ovs-vsctl show
b8b5ecbc-dc8d-43b8-8f03-09896d1b08b3
    Bridge br-int
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
        Port "tapd7a65b7a-48"
            tag: 1
            Interface "tapd7a65b7a-48"
                type: internal
    Bridge br-ctlplane
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
    ovs_version: "2.5.0"

=============================

[root@undercloud ~]# ifconfig
br-ctlplane: flags=4163  mtu 1500
        inet 192.0.2.1  netmask 255.255.255.0  broadcast 192.0.2.255
        inet6 fe80::28e:5aff:fe16:9ba1  prefixlen 64  scopeid 0x20
        ether 00:8e:5a:16:9b:a1  txqueuelen 0  (Ethernet)
        RX packets 3383615  bytes 264121585 (251.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 4873995  bytes 23750747704 (22.1 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth0: flags=4163  mtu 1500
        inet 192.168.23.10  netmask 255.255.255.0  broadcast 192.168.23.255
        inet6 fe80::28e:5aff:fe16:9b9f  prefixlen 64  scopeid 0x20
        ether 00:8e:5a:16:9b:9f  txqueuelen 1000  (Ethernet)
        RX packets 48092  bytes 42203536 (40.2 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 35731  bytes 4188571 (3.9 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth1: flags=4163  mtu 1500
        inet6 fe80::28e:5aff:fe16:9ba1  prefixlen 64  scopeid 0x20
        ether 00:8e:5a:16:9b:a1  txqueuelen 1000  (Ethernet)
        RX packets 3385562  bytes 264368815 (252.1 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 4876692  bytes 23773014677 (22.1 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10
        loop  txqueuelen 0  (Local Loopback)
        RX packets 3065638  bytes 25610179577 (23.8 GiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 3065638  bytes 25610179577 (23.8 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

virbr0: flags=4099  mtu 1500
        inet 192.168.122.1  netmask 255.255.255.0  broadcast 192.168.122.255
        ether 52:54:00:eb:ef:39  txqueuelen 0  (Ethernet)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

vlan10: flags=4163  mtu 1500
        inet 10.0.0.1  netmask 255.255.255.0  broadcast 10.0.0.255
        inet6 fe80::5ce2:8eff:fed9:2f89  prefixlen 64  scopeid 0x20
        ether 5e:e2:8e:d9:2f:89  txqueuelen 0  (Ethernet)
        RX packets 1154  bytes 176564 (172.4 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 1759  bytes 22168381 (21.1 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0
 

===============================================
Analyze code undercloud-post-install.sh following bellow
===============================================
[stack@undercloud ~]$ cat  undercloud-post-install.sh
#!/bin/bash

# Prepare the undercloud for deploy

set -eux

# Source in undercloud credentials.
source /home/stack/stackrc
######################
# Set of standard commands
######################

# Upload images to glance.
openstack overcloud image upload \

openstack baremetal import --json instackenv.json
openstack baremetal configure boot

# Perform introspection if requested.

. . . . . . . .

################################################
# Here follows critical VM network configuration portion
################################################

# enable NAT for "external" network
RULE="-s 10.0.0.1/24 ! -d 10.0.0.1/24 -j MASQUERADE"

if ! sudo iptables -t nat -C BOOTSTACK_MASQ $RULE; then
    sudo iptables -t nat -A BOOTSTACK_MASQ $RULE
    sudo sh -c 'iptables-save > /etc/sysconfig/iptables'
fi

sudo bash -c 'cat < /etc/sysconfig/network-scripts/ifcfg-vlan10
DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"
EOF'

sudo ifup ifcfg-vlan10

# clone the t-h-t templates if neede
d

=========================================
So finally up on overcloud-deployment completion :-
=========================================

[root@undercloud ~]# ip netns
qdhcp-74126965-fbac-483d-9d8d-1c2ff43a2bd2
[root@undercloud ~]# ip netns exec qdhcp-74126965-fbac-483d-9d8d-1c2ff43a2bd2 ifconfig
lo: flags=73  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10
        loop  txqueuelen 0  (Local Loopback)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 0  bytes 0 (0.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

tapd7a65b7a-48: flags=4163  mtu 1500
        inet 192.0.2.5  netmask 255.255.255.0  broadcast 192.0.2.255
        inet6 fe80::f816:3eff:fe9d:1a65  prefixlen 64  scopeid 0x20
        ether fa:16:3e:9d:1a:65  txqueuelen 0  (Ethernet)
        RX packets 1109  bytes 103765 (101.3 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 943  bytes 91866 (89.7 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

[root@undercloud ~]# ip netns exec qdhcp-74126965-fbac-483d-9d8d-1c2ff43a2bd2 route -n
Kernel IP routing table
Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
0.0.0.0         192.0.2.1       0.0.0.0         UG    0      0        0 tapd7a65b7a-48
192.0.2.0       0.0.0.0         255.255.255.0   U     0      0        0 tapd7a65b7a-48


=======================================================
Get back to `ovs-vsctl show` on undercloud generated by QuickStart
=======================================================

Focus on device tapd7a65b7a-48 and vlan10

[stack@undercloud ~]$ sudo ovs-vsctl show
b8b5ecbc-dc8d-43b8-8f03-09896d1b08b3
    Bridge br-int
        fail_mode: secure
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}  <=== veth pair connecting br-int
        Port br-int                                                               and br-ctlplane
            Interface br-int
                type: internal
        Port "tapd7a65b7a-48"
            tag: 1
            Interface "tapd7a65b7a-48"
                type: internal
    Bridge br-ctlplane
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port "eth1"
            Interface "eth1"
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}  <=== veth pair connecting
    ovs_version: "2.5.0"                                          connecting br-int and
                                                                             br-ctlplane

'
========================================================
========================================================

[stack@ServerCentOS72 ~]$ virsh list --all
 Id    Name                           State
----------------------------------------------------
 2     instack                        running
 -     baremetalbrbm_0                shut off
 -     baremetalbrbm_1                shut off
 -     baremetalbrbm_2                shut off
 -     baremetalbrbm_3                shut off

[stack@ServerCentOS72 ~]$ ssh root@192.168.122.193
Last login: Mon Jul 25 13:59:52 2016 from 192.168.122.1
[root@instack ~]# su - stack
Last login: Mon Jul 25 13:59:54 UTC 2016 on pts/5
[stack@instack ~]$ . stackrc
[stack@instack ~]$ sudo ovs-vsctl show
bc1c13cd-3651-4f79-87df-bdaf4f5fec01
    Bridge br-ctlplane
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "eth1"
            Interface "eth1"
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                error: "could not open network device vlan10 (No such device)"

    Bridge br-int
        fail_mode: secure
        Port "tap41e6fddf-31"
            tag: 1
            Interface "tap41e6fddf-31"
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.5.0"

[stack@instack ~]$ ifconfig
br-ctlplane: flags=4163  mtu 1500
        inet 192.0.2.1  netmask 255.255.255.0  broadcast 192.0.2.255
        inet6 fe80::297:fff:fe5c:c66c  prefixlen 64  scopeid 0x20
        ether 00:97:0f:5c:c6:6c  txqueuelen 0  (Ethernet)
        RX packets 13  bytes 1038 (1.0 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 12  bytes 816 (816.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth0: flags=4163  mtu 1500
        inet 192.168.122.193  netmask 255.255.255.0  broadcast 192.168.122.255
        inet6 fe80::5054:ff:fe6f:906a  prefixlen 64  scopeid 0x20
        ether 52:54:00:6f:90:6a  txqueuelen 1000  (Ethernet)
        RX packets 1674  bytes 213273 (208.2 KiB)
        RX errors 0  dropped 9  overruns 0  frame 0
        TX packets 1078  bytes 163033 (159.2 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth1: flags=4163  mtu 1500
        inet6 fe80::297:fff:fe5c:c66c  prefixlen 64  scopeid 0x20
        ether 00:97:0f:5c:c6:6c  txqueuelen 1000  (Ethernet)
        RX packets 8  bytes 648 (648.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 14  bytes 1108 (1.0 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10
        loop  txqueuelen 0  (Local Loopback)
        RX packets 31888  bytes 10276736 (9.8 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 31888  bytes 10276736 (9.8 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0



   Interface eth0 (192.168.122.193)
 

   Interface eth1 which is a OVS port of  OVS Bridge br-ctlplane
  


  Thus any attempt to activate "Network Isolation"  having External Network
  running within

 openstack overcloud deploy --templates --libvirt-type qemu \
--control-scale 3 \
--compute-scale 1 \
-e /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
--ntp-server pool.ntp.org

after committing all instructions from http://docs.openstack.org/developer/tripleo-docs/basic_deployment/basic_deployment_cli.html
is supposed to fail. Instack VM is missing device vlan10 supposed to become external interface attached as OVS port to br-ctlplane. What I believe was done in http://mariosandreou.com/tripleo/2016/06/17/deploy-tripleo-stable-mitaka.html  without explicitly advertising.  

This guide lines may be, actually, found in http://docs.openstack.org/developer/tripleo-docs/advanced_deployment/network_isolation.html 
but are mostly related with bare metal deployment not dealing specifically
with instack-virt-setup and as a matter of fact just implemented in
"TripleO QuickStart"  working in meantime just nice with any configs available
on 32 GB VIRTHOST .
 
=========================================================
Get back to post mentioned in the header , we want Mitaka Tripleo deployment
to run on instack VM with "Network Isolation" setting up External network,
Network serving VXLAN tunnels. In regards of Ceph Nodes overcloud deployment "Network Isolation"  is obviously extremely important.
So, vlan10 device creation should be done with no doubts. 
=========================================================

sudo bash -c 'cat < /etc/sysconfig/network-scripts/ifcfg-vlan10
DEVICE=vlan10
ONBOOT=yes
DEVICETYPE=ovs
TYPE=OVSIntPort
BOOTPROTO=static
IPADDR=10.0.0.1
NETMASK=255.255.255.0
OVS_BRIDGE=br-ctlplane
OVS_OPTIONS="tag=10"
EOF'

sudo ifup ifcfg-vlan10

sudo iptables -A BOOTSTACK_MASQ -s 10.0.0.0/24 ! -d 10.0.0.0/24 -j MASQUERADE -t nat

=============================
Make sure updates are done
=============================

[boris@ServerCentOS72 ~]$ sudo su -
[sudo] password for boris:
Last login: Tue Jul 26 03:58:20 MSK 2016 on pts/0
[root@ServerCentOS72 ~]# su - stack
Last login: Tue Jul 26 03:58:45 MSK 2016 on pts/0
[stack@ServerCentOS72 ~]$ ssh root@192.168.122.193
Last login: Tue Jul 26 01:01:49 2016
[root@instack ~]# su - stack
Last login: Tue Jul 26 01:01:34 UTC 2016 on pts/0
[stack@instack ~]$ sudo ovs-vsctl show
bc1c13cd-3651-4f79-87df-bdaf4f5fec01
    Bridge br-ctlplane
        Port "eth1"
            Interface "eth1"
        Port br-ctlplane
            Interface br-ctlplane
                type: internal
        Port phy-br-ctlplane
            Interface phy-br-ctlplane
                type: patch
                options: {peer=int-br-ctlplane}
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
    Bridge br-int
        fail_mode: secure
        Port "tap41e6fddf-31"
            tag: 1
            Interface "tap41e6fddf-31"
                type: internal
        Port int-br-ctlplane
            Interface int-br-ctlplane
                type: patch
                options: {peer=phy-br-ctlplane}
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.5.0"
[stack@instack ~]$ ifconfig
br-ctlplane: flags=4163  mtu 1500
        inet 192.0.2.1  netmask 255.255.255.0  broadcast 192.0.2.255
        inet6 fe80::297:fff:fe5c:c66c  prefixlen 64  scopeid 0x20
        ether 00:97:0f:5c:c6:6c  txqueuelen 0  (Ethernet)
        RX packets 2751712  bytes 205714576 (196.1 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 2711617  bytes 12789727774 (11.9 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth0: flags=4163  mtu 1500
        inet 192.168.122.193  netmask 255.255.255.0  broadcast 192.168.122.255
        inet6 fe80::5054:ff:fe6f:906a  prefixlen 64  scopeid 0x20
        ether 52:54:00:6f:90:6a  txqueuelen 1000  (Ethernet)
        RX packets 4767  bytes 590862 (577.0 KiB)
        RX errors 0  dropped 9  overruns 0  frame 0
        TX packets 3138  bytes 488880 (477.4 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

eth1: flags=4163  mtu 1500
        inet6 fe80::297:fff:fe5c:c66c  prefixlen 64  scopeid 0x20
        ether 00:97:0f:5c:c6:6c  txqueuelen 1000  (Ethernet)
        RX packets 2751684  bytes 205708317 (196.1 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 2711674  bytes 12789742191 (11.9 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        inet6 ::1  prefixlen 128  scopeid 0x10
        loop  txqueuelen 0  (Local Loopback)
        RX packets 319388  bytes 1493930109 (1.3 GiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 319388  bytes 1493930109 (1.3 GiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

vlan10: flags=4163  mtu 1500
        inet 10.0.0.1  netmask 255.255.255.0  broadcast 10.0.0.255
        inet6 fe80::1478:deff:fe20:7b86  prefixlen 64  scopeid 0x20
        ether 16:78:de:20:7b:86  txqueuelen 0  (Ethernet)
        RX packets 0  bytes 0 (0.0 B)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 12  bytes 816 (816.0 B)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

============================================
Proceed as follows.Create file
============================================
[stack@instack ~]$ cat network_env.yaml
{
    "parameter_defaults": {
        "ControlPlaneDefaultRoute": "192.0.2.1",
        "ControlPlaneSubnetCidr": "24",
        "DnsServers": [
            "192.168.122.43"
        ],
        "EC2MetadataIp": "192.0.2.1",
        "ExternalAllocationPools": [
            {
                "end": "10.0.0.250",
                "start": "10.0.0.4"
            }
        ],
        "ExternalNetCidr": "10.0.0.1/24",
        "NeutronExternalNetworkBridge": ""
    }
}


Where 192.168.122.43 is instack VM IP.
====================
Then run :-
======================
[stack@instack ~]$ source stackrc

[stack@instack ~]$ openstack overcloud deploy --templates --control-scale 3 \
  --compute-scale 1 \
  --libvirt-type qemu \
  --ntp-server pool.ntp.org  \
  -e  /usr/share/openstack-tripleo-heat-templates/environments/puppet-pacemaker.yaml \
  -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
  -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
  -e  $HOME/network_env.yaml

. . . .

2016-07-26 01:58:07 [overcloud-ControllerNodesPostDeployment-l5rjfq2f44f5-ControllerOvercloudServicesDeployment_Step6-xl7prpyio7tq]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:58:08 [ControllerOvercloudServicesDeployment_Step6]: CREATE_COMPLETE state changed
2016-07-26 01:58:08 [ControllerPostPuppet]: CREATE_IN_PROGRESS state changed
2016-07-26 01:58:09 [overcloud-ControllerNodesPostDeployment-l5rjfq2f44f5-ControllerPostPuppet-syooepkjk5pr]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:58:09 [ControllerPostPuppetMaintenanceModeConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:58:09 [ControllerPostPuppetRestartConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:58:09 [ControllerPostPuppetMaintenanceModeConfig]: CREATE_COMPLETE state changed
2016-07-26 01:58:09 [ControllerPostPuppetRestartConfig]: CREATE_COMPLETE state changed
2016-07-26 01:58:09 [ControllerPostPuppetMaintenanceModeDeployment]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:07 [ControllerPostPuppetMaintenanceModeDeployment]: CREATE_COMPLETE state changed
2016-07-26 01:59:07 [ControllerPostPuppetRestartDeployment]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:28 [0]: SIGNAL_IN_PROGRESS Signal: deployment succeeded
2016-07-26 01:59:28 [0]: CREATE_COMPLETE state changed
2016-07-26 01:59:29 [ComputePuppetDeployment]: CREATE_COMPLETE state changed
2016-07-26 01:59:29 [ExtraConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:29 [overcloud-ComputeNodesPostDeployment-mfhiy6ynkcfc-ComputePuppetDeployment-kcd5ajm4snpd]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:30 [overcloud-ComputeNodesPostDeployment-mfhiy6ynkcfc-ExtraConfig-b7h73kicxfbn]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:59:30 [overcloud-ComputeNodesPostDeployment-mfhiy6ynkcfc-ExtraConfig-b7h73kicxfbn]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:31 [ExtraConfig]: CREATE_COMPLETE state changed
2016-07-26 01:59:32 [ComputeNodesPostDeployment]: CREATE_COMPLETE state changed
2016-07-26 01:59:32 [overcloud-ComputeNodesPostDeployment-mfhiy6ynkcfc]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:32 [ComputeNodesPostDeployment]: CREATE_COMPLETE state changed
2016-07-26 01:59:55 [ControllerPostPuppetRestartDeployment]: CREATE_COMPLETE state changed
2016-07-26 01:59:56 [overcloud-ControllerNodesPostDeployment-l5rjfq2f44f5-ControllerPostPuppet-syooepkjk5pr]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:56 [ControllerPostPuppet]: CREATE_COMPLETE state changed
2016-07-26 01:59:56 [ExtraConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:56 [overcloud-ControllerNodesPostDeployment-l5rjfq2f44f5-ExtraConfig-hubh2nqfitzf]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:59:56 [overcloud-ControllerNodesPostDeployment-l5rjfq2f44f5-ExtraConfig-hubh2nqfitzf]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:57 [ExtraConfig]: CREATE_COMPLETE state changed
2016-07-26 01:59:57 [overcloud-ControllerNodesPostDeployment-l5rjfq2f44f5]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:58 [ControllerNodesPostDeployment]: CREATE_COMPLETE state changed
2016-07-26 01:59:58 [BlockStorageNodesPostDeployment]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:58 [CephStorageNodesPostDeployment]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:58 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:59:58 [VolumeArtifactsConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:58 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-VolumeArtifactsConfig-44x24fxyh2f4]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:59:58 [DeployArtifacts]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:58 [DeployArtifacts]: CREATE_COMPLETE state changed
2016-07-26 01:59:58 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-VolumeArtifactsConfig-44x24fxyh2f4]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 01:59:58 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:59:58 [CephStorageArtifactsConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:59 [VolumeArtifactsConfig]: CREATE_COMPLETE state changed
2016-07-26 01:59:59 [VolumeArtifactsDeploy]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:59 [CephStoragePuppetConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:59 [CephStoragePuppetConfig]: CREATE_COMPLETE state changed
2016-07-26 01:59:59 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-CephStorageArtifactsConfig-hfqfkeddlhlp]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 01:59:59 [DeployArtifacts]: CREATE_IN_PROGRESS state changed
2016-07-26 01:59:59 [DeployArtifacts]: CREATE_COMPLETE state changed
2016-07-26 01:59:59 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-CephStorageArtifactsConfig-hfqfkeddlhlp]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:00 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-VolumeArtifactsDeploy-xnjui4d7smte]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 02:00:00 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-VolumeArtifactsDeploy-xnjui4d7smte]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:00 [CephStorageArtifactsConfig]: CREATE_COMPLETE state changed
2016-07-26 02:00:00 [CephStorageArtifactsDeploy]: CREATE_IN_PROGRESS state changed
2016-07-26 02:00:00 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-CephStorageArtifactsDeploy-wyq7fd5t6aju]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 02:00:00 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-CephStorageArtifactsDeploy-wyq7fd5t6aju]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:01 [VolumeArtifactsDeploy]: CREATE_COMPLETE state changed
2016-07-26 02:00:01 [VolumePuppetConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 02:00:01 [CephStorageArtifactsDeploy]: CREATE_COMPLETE state changed
2016-07-26 02:00:01 [CephStorageDeployment_Step1]: CREATE_IN_PROGRESS state changed
2016-07-26 02:00:01 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-CephStorageDeployment_Step1-6mvwabo37ksn]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 02:00:01 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-CephStorageDeployment_Step1-6mvwabo37ksn]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:02 [VolumePuppetConfig]: CREATE_COMPLETE state changed
2016-07-26 02:00:02 [VolumeDeployment_Step1]: CREATE_IN_PROGRESS state changed
2016-07-26 02:00:02 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-VolumeDeployment_Step1-elyo3xpsu6qu]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 02:00:02 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-VolumeDeployment_Step1-elyo3xpsu6qu]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:02 [CephStorageDeployment_Step1]: CREATE_COMPLETE state changed
2016-07-26 02:00:02 [ExtraConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 02:00:03 [VolumeDeployment_Step1]: CREATE_COMPLETE state changed
2016-07-26 02:00:03 [ExtraConfig]: CREATE_IN_PROGRESS state changed
2016-07-26 02:00:03 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-ExtraConfig-w5wrecd3f33k]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 02:00:03 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6-ExtraConfig-w5wrecd3f33k]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:03 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-ExtraConfig-hanwj4izf6jd]: CREATE_IN_PROGRESS Stack CREATE started
2016-07-26 02:00:03 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as-ExtraConfig-hanwj4izf6jd]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:04 [CephStorageNodesPostDeployment]: CREATE_COMPLETE state changed
2016-07-26 02:00:04 [ExtraConfig]: CREATE_COMPLETE state changed
2016-07-26 02:00:04 [overcloud-BlockStorageNodesPostDeployment-7lwxbt5vtwj6]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:04 [ExtraConfig]: CREATE_COMPLETE state changed
2016-07-26 02:00:04 [overcloud-CephStorageNodesPostDeployment-xi3jsga2e4as]: CREATE_COMPLETE Stack CREATE completed successfully
2016-07-26 02:00:05 [BlockStorageNodesPostDeployment]: CREATE_COMPLETE state changed
2016-07-26 02:00:05 [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully
Stack overcloud CREATE_COMPLETE
/home/stack/.ssh/known_hosts updated.
Original contents retained as /home/stack/.ssh/known_hosts.old
Skipping "horizon" postconfig because it wasn't found in the endpoint map output
PKI initialization in init-keystone is deprecated and will be removed.
Warning: Permanently added '192.0.2.16' (ECDSA) to the list of known hosts.
The following cert files already exist, use --rebuild to remove the existing files before regenerating:
/etc/keystone/ssl/certs/ca.pem already exists
/etc/keystone/ssl/private/signing_key.pem already exists
/etc/keystone/ssl/certs/signing_cert.pem already exists
Connection to 192.0.2.16 closed.
Overcloud Endpoint: http://10.0.0.4:5000/v2.0
Overcloud Deployed

[stack@instack ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 068dcf61-1c07-49d3-97f9-66e0ff1896e4 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.19 |
| 1083bc50-4e30-4a8d-8a02-d60c35bab0b7 | overcloud-controller-1  | ACTIVE | -          | Running     | ctlplane=192.0.2.18 |
| 3d88de4e-2c25-4a7e-ac05-580d5e4532f5 | overcloud-controller-2  | ACTIVE | -          | Running     | ctlplane=192.0.2.20 |
| f4589428-ba17-44f5-b73c-db38af7963e9 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.17 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+


[stack@instack ~]$ neutron net-list
+--------------------------------------+--------------+--------------------------------------------+
| id                                   | name         | subnets                                    |
+--------------------------------------+--------------+--------------------------------------------+
| cc29c009-f2c8-457c-a92c-021acf650b78 | tenant       | 3afaf44d-19b5-46ac-8534-fe1520a14a1c       |
|                                      |              | 172.16.0.0/24                              |
| e8e8d778-1992-4ee2-9b4e-ac349e8d7985 | external     | 8ad5eeef-6860-4781-89e6-5132cf633013       |
|                                      |              | 10.0.0.0/24                                |
| 00bbd0fb-94b0-406a-b5b1-aa60b5526898 | internal_api | 1b84e01e-deb9-458c-990a-94d92f69f668       |
|                                      |              | 172.16.2.0/24                              |
| 65d426b0-0b02-4654-b598-1ba368a43d35 | storage      | 849719fb-877c-49f7-a606-959e4720011d       |
|                                      |              | 172.16.1.0/24                              |
| 687769a2-5438-434d-8085-2988e592755b | storage_mgmt | fc36759d-25ee-4cbe-908b-819dad6a222d       |
|                                      |              | 172.16.3.0/24                              |
| 584468f0-d26e-4a47-89a1-bca5847404fb | ctlplane     | 43d05014-098b-4eb5-8582-178404ff0e24       |
|                                      |              | 192.0.2.0/24                               |
+--------------------------------------+--------------+--------------------------------------------+

[stack@instack ~]$ neutron port-list
+---------------------------+---------------------------+-------------------+---------------------------+
| id                        | name                      | mac_address       | fixed_ips                 |
+---------------------------+---------------------------+-------------------+---------------------------+
| 5dbf529a-02e4-48a7-8989-f |                           | 00:88:e5:d6:ac:6b | {"subnet_id": "43d05014   |
| 5e325305cc6               |                           |                   | -098b-                    |
|                           |                           |                   | 4eb5-8582-178404ff0e24",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "192.0.2.23"}             |
| a3f5f685-7d2b-            |                           | 00:3a:d3:58:f1:1e | {"subnet_id": "43d05014   |
| 4ba9-98d3-8f848dee70b3    |                           |                   | -098b-                    |
|                           |                           |                   | 4eb5-8582-178404ff0e24",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "192.0.2.22"}             |
| 1b91fff8-2425-4b69-a017-a |                           | 00:cb:46:93:d8:c8 | {"subnet_id": "43d05014   |
| 73ad358d4e8               |                           |                   | -098b-                    |
|                           |                           |                   | 4eb5-8582-178404ff0e24",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "192.0.2.6"}              |
| d1d3022d-c0f4-4632-9fe6-7 |                           | 00:16:36:c5:97:67 | {"subnet_id": "43d05014   |
| da36d075793               |                           |                   | -098b-                    |
|                           |                           |                   | 4eb5-8582-178404ff0e24",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "192.0.2.24"}             |
| 07ef7fb6-2dc4-4ebd-b21c-  |                           | fa:16:3e:32:91:67 | {"subnet_id": "fc36759d-  |
| b74571a48d68              |                           |                   | 25ee-4cbe-908b-           |
|                           |                           |                   | 819dad6a222d",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.3.5"}             |
| 114b7dd0-a4b8-45bb-8180-a |                           | fa:16:3e:3c:8d:a2 | {"subnet_id": "3afaf44d-1 |
| 48b082ef2c5               |                           |                   | 9b5-46ac-8534-fe1520a14a1 |
|                           |                           |                   | c", "ip_address":         |
|                           |                           |                   | "172.16.0.6"}             |
| 2ee08468-7e92-4bb4-b0bb-  |                           | fa:16:3e:9c:c0:6c | {"subnet_id": "1b84e01e-  |
| e9568aabe958              |                           |                   | deb9-458c-990a-           |
|                           |                           |                   | 94d92f69f668",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.2.7"}             |
| 41e6fddf-3183-4545-88b4-3 |                           | fa:16:3e:27:0f:c6 | {"subnet_id": "43d05014   |
| b5bb7e3db68               |                           |                   | -098b-                    |
|                           |                           |                   | 4eb5-8582-178404ff0e24",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "192.0.2.5"}              |
| 45aa155d-d179-484c-       |                           | fa:16:3e:dd:86:7d | {"subnet_id": "849719fb-  |
| 8cf7-9720eaeb0438         |                           |                   | 877c-                     |
|                           |                           |                   | 49f7-a606-959e4720011d",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.1.8"}             |
| 4d068805-a4a6-446d-       |                           | fa:16:3e:08:5a:ed | {"subnet_id": "3afaf44d-1 |
| 95c0-8c826df6389d         |                           |                   | 9b5-46ac-8534-fe1520a14a1 |
|                           |                           |                   | c", "ip_address":         |
|                           |                           |                   | "172.16.0.7"}             |
| 6ce71590-6887-49dd-b14e-  | public_virtual_ip         | fa:16:3e:b1:ec:6b | {"subnet_id": "8ad5eeef-6 |
| 2c9567f2fa62              |                           |                   | 860-4781-89e6-5132cf63301 |
|                           |                           |                   | 3", "ip_address":         |
|                           |                           |                   | "10.0.0.4"}               |
| 7a1645ea-a0c6-4550-872a-  |                           | fa:16:3e:b3:26:6f | {"subnet_id": "8ad5eeef-6 |
| c0c62c2a6015              |                           |                   | 860-4781-89e6-5132cf63301 |
|                           |                           |                   | 3", "ip_address":         |
|                           |                           |                   | "10.0.0.5"}               |
| 7e515bc1-3dfb-            | redis_virtual_ip          | fa:16:3e:7c:c5:ad | {"subnet_id": "1b84e01e-  |
| 4a6c-a429-d05db14e330f    |                           |                   | deb9-458c-990a-           |
|                           |                           |                   | 94d92f69f668",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.2.4"}             |
| 8946c126-1767-4e35-b843-c | control_virtual_ip        | fa:16:3e:33:e3:ba | {"subnet_id": "43d05014   |
| 1d37c401ae6               |                           |                   | -098b-                    |
|                           |                           |                   | 4eb5-8582-178404ff0e24",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "192.0.2.21"}             |
| 89a16a00-79a0-4670-b109-6 |                           | fa:16:3e:02:dc:5d | {"subnet_id": "fc36759d-  |
| cfe52f96907               |                           |                   | 25ee-4cbe-908b-           |
|                           |                           |                   | 819dad6a222d",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.3.7"}             |
| 9950087d-f19b-4363-9187-9 |                           | fa:16:3e:a3:d1:38 | {"subnet_id": "849719fb-  |
| eacfded5942               |                           |                   | 877c-                     |
|                           |                           |                   | 49f7-a606-959e4720011d",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.1.7"}             |
| 9d5ca5b8-77e0-4fef-b441-0 |                           | fa:16:3e:86:26:50 | {"subnet_id": "849719fb-  |
| b9731fbbe94               |                           |                   | 877c-                     |
|                           |                           |                   | 49f7-a606-959e4720011d",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.1.6"}             |
| b41648b9-41d9-44fd-a990-1 |                           | fa:16:3e:f2:1d:79 | {"subnet_id": "1b84e01e-  |
| 9adc8789a3b               |                           |                   | deb9-458c-990a-           |
|                           |                           |                   | 94d92f69f668",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.2.6"}             |
| b9376ba0-33b9-40f0-87a4-0 |                           | fa:16:3e:ba:f6:06 | {"subnet_id": "8ad5eeef-6 |
| 0f8559f814a               |                           |                   | 860-4781-89e6-5132cf63301 |
|                           |                           |                   | 3", "ip_address":         |
|                           |                           |                   | "10.0.0.6"}               |
| b9bd0dc3-a46e-46bc-       |                           | fa:16:3e:42:51:ac | {"subnet_id": "8ad5eeef-6 |
| beb9-c6fa415a1815         |                           |                   | 860-4781-89e6-5132cf63301 |
|                           |                           |                   | 3", "ip_address":         |
|                           |                           |                   | "10.0.0.7"}               |
| c860890b-e22f-4201-b0ff-  |                           | fa:16:3e:86:1c:78 | {"subnet_id": "849719fb-  |
| e8759de2a8d2              |                           |                   | 877c-                     |
|                           |                           |                   | 49f7-a606-959e4720011d",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.1.5"}             |
| cc59df47-0e26-4dd9-95ac-  |                           | fa:16:3e:1e:2b:76 | {"subnet_id": "fc36759d-  |
| 22d4c359be12              |                           |                   | 25ee-4cbe-908b-           |
|                           |                           |                   | 819dad6a222d",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.3.6"}             |
| cef623b3-3702-44f4-8dfa-  | storage_management_virtua | fa:16:3e:2b:df:8b | {"subnet_id": "fc36759d-  |
| 61bdea8bdbb4              | l_ip                      |                   | 25ee-4cbe-908b-           |
|                           |                           |                   | 819dad6a222d",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.3.4"}             |
| e261a891-3637-4fe5-bf8f-  |                           | fa:16:3e:d1:09:c4 | {"subnet_id": "3afaf44d-1 |
| 19d0772f4268              |                           |                   | 9b5-46ac-8534-fe1520a14a1 |
|                           |                           |                   | c", "ip_address":         |
|                           |                           |                   | "172.16.0.4"}             |
| e269194b-1a4c-48de-       |                           | fa:16:3e:c2:f2:f5 | {"subnet_id": "1b84e01e-  |
| 9a28-91d1fe949b46         |                           |                   | deb9-458c-990a-           |
|                           |                           |                   | 94d92f69f668",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.2.9"}             |
| e4e1f0be-de29-4f75-ac68-8 | internal_api_virtual_ip   | fa:16:3e:e3:6a:b2 | {"subnet_id": "1b84e01e-  |
| ea53c406849               |                           |                   | deb9-458c-990a-           |
|                           |                           |                   | 94d92f69f668",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.2.5"}             |
| ec0c243b-669d-475e-9dfa-  |                           | fa:16:3e:28:da:cd | {"subnet_id": "1b84e01e-  |
| df66159e9a14              |                           |                   | deb9-458c-990a-           |
|                           |                           |                   | 94d92f69f668",            |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.2.8"}             |
| f3e1242b-a29c-47fa-       | storage_virtual_ip        | fa:16:3e:ef:d0:26 | {"subnet_id": "849719fb-  |
| 94e1-463607190165         |                           |                   | 877c-                     |
|                           |                           |                   | 49f7-a606-959e4720011d",  |
|                           |                           |                   | "ip_address":             |
|                           |                           |                   | "172.16.1.4"}             |
| f998e578-dffd-4328-a15f-  |                           | fa:16:3e:8d:05:22 | {"subnet_id": "3afaf44d-1 |
| 67c43d4d9ca4              |                           |                   | 9b5-46ac-8534-fe1520a14a1 |
|                           |                           |                   | c", "ip_address":         |
|                           |                           |                   | "172.16.0.5"}             |
+---------------------------+---------------------------+-------------------+---------------------------+

[stack@instack ~]$ ssh heat-admin@192.0.2.19
The authenticity of host '192.0.2.19 (192.0.2.19)' can't be established.
ECDSA key fingerprint is 61:31:94:19:12:51:a3:df:be:22:f6:0a:e7:dc:a1:d7.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added '192.0.2.19' (ECDSA) to the list of known hosts.
Last login: Tue Jul 26 02:00:36 2016 from 192.0.2.1
[heat-admin@overcloud-controller-0 ~]$ sudo su -
[root@overcloud-controller-0 ~]# pcs status
Cluster name: tripleo_cluster
Last updated: Tue Jul 26 02:03:03 2016        Last change: Tue Jul 26 01:58:37 2016 by root via cibadmin on overcloud-controller-0
Stack: corosync
Current DC: overcloud-controller-2 (version 1.1.13-10.el7_2.2-44eb2dd) - partition with quorum
3 nodes and 127 resources configured

Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

Full list of resources:

 ip-192.0.2.16    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
 ip-172.16.2.5    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
 ip-172.16.3.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
 Clone Set: haproxy-clone [haproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Master/Slave Set: galera-master [galera]
     Masters: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: memcached-clone [memcached]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 ip-10.0.0.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-0
 ip-172.16.2.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-1
 ip-172.16.1.4    (ocf::heartbeat:IPaddr2):    Started overcloud-controller-2
 Clone Set: rabbitmq-clone [rabbitmq]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-core-clone [openstack-core]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Master/Slave Set: redis-master [redis]
     Masters: [ overcloud-controller-0 ]
     Slaves: [ overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: mongod-clone [mongod]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-aodh-evaluator-clone [openstack-aodh-evaluator]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-scheduler-clone [openstack-nova-scheduler]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-l3-agent-clone [neutron-l3-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-netns-cleanup-clone [neutron-netns-cleanup]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-ovs-cleanup-clone [neutron-ovs-cleanup]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 openstack-cinder-volume    (systemd:openstack-cinder-volume):    Started overcloud-controller-0
 Clone Set: openstack-heat-engine-clone [openstack-heat-engine]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-api-clone [openstack-ceilometer-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-aodh-listener-clone [openstack-aodh-listener]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-metadata-agent-clone [neutron-metadata-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-gnocchi-metricd-clone [openstack-gnocchi-metricd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-aodh-notifier-clone [openstack-aodh-notifier]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-heat-api-clone [openstack-heat-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-collector-clone [openstack-ceilometer-collector]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-glance-api-clone [openstack-glance-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-cinder-scheduler-clone [openstack-cinder-scheduler]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-api-clone [openstack-nova-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-consoleauth-clone [openstack-nova-consoleauth]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-sahara-api-clone [openstack-sahara-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-heat-api-cloudwatch-clone [openstack-heat-api-cloudwatch]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-sahara-engine-clone [openstack-sahara-engine]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-glance-registry-clone [openstack-glance-registry]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-gnocchi-statsd-clone [openstack-gnocchi-statsd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-notification-clone [openstack-ceilometer-notification]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-cinder-api-clone [openstack-cinder-api]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-dhcp-agent-clone [neutron-dhcp-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-openvswitch-agent-clone [neutron-openvswitch-agent]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-novncproxy-clone [openstack-nova-novncproxy]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: delay-clone [delay]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: neutron-server-clone [neutron-server]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-ceilometer-central-clone [openstack-ceilometer-central]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: httpd-clone [httpd]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-heat-api-cfn-clone [openstack-heat-api-cfn]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
 Clone Set: openstack-nova-conductor-clone [openstack-nova-conductor]
     Started: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]

PCSD Status:
  overcloud-controller-0: Online
  overcloud-controller-1: Online
  overcloud-controller-2: Online

Daemon Status:
  corosync: active/enabled
  pacemaker: active/enabled
  pcsd: active/enabled

=======================
Verify `ovs-vsctl show`
=======================

[root@overcloud-controller-0 ~]# ovs-vsctl show
b31c4b88-0b22-4753-bf5e-88a7b4844914
    Bridge br-int
        fail_mode: secure
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port int-br-ex
            Interface int-br-ex
                type: patch
                options: {peer=phy-br-ex}
        Port br-int
            Interface br-int
                type: internal
    Bridge br-ex
        Port "vlan10"
            tag: 10
            Interface "vlan10"
                type: internal
        Port "eth0"
            Interface "eth0"
        Port phy-br-ex
            Interface phy-br-ex
                type: patch
                options: {peer=int-br-ex}
        Port "vlan50"
            tag: 50
            Interface "vlan50"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
        Port "vlan40"
            tag: 40
            Interface "vlan40"
                type: internal
        Port "vlan20"
            tag: 20
            Interface "vlan20"
                type: internal
        Port "vlan30"
            tag: 30
            Interface "vlan30"
                type: internal
    Bridge br-tun
        fail_mode: secure
        Port "vxlan-ac100007"
            Interface "vxlan-ac100007"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.6", out_key=flow, remote_ip="172.16.0.7"}
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port br-tun
            Interface br-tun
                type: internal
        Port "vxlan-ac100005"
            Interface "vxlan-ac100005"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.6", out_key=flow, remote_ip="172.16.0.5"}
        Port "vxlan-ac100004"
            Interface "vxlan-ac100004"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.6", out_key=flow, remote_ip="172.16.0.4"}
    ovs_version: "2.5.0"

=================================
Now log into compute node
=================================

[stack@instack ~]$ ssh heat-admin@192.0.2.17
Last login: Tue Jul 26 02:32:46 2016 from 192.0.2.1

[heat-admin@overcloud-novacompute-0 ~]$ sudo su -
Last login: Tue Jul 26 02:32:55 UTC 2016 on pts/0

[root@overcloud-novacompute-0 ~]# openstack-service status
MainPID=19664 Id=neutron-openvswitch-agent.service ActiveState=active
MainPID=20292 Id=openstack-ceilometer-compute.service ActiveState=active
MainPID=19693 Id=openstack-nova-compute.service ActiveState=active

[root@overcloud-novacompute-0 ~]# ovs-vsctl show
c9f526a2-1ae0-4745-9fe0-3ce76ed727cb
    Bridge br-tun
        fail_mode: secure
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "vxlan-ac100005"
            Interface "vxlan-ac100005"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.7", out_key=flow, remote_ip="172.16.0.5"}
        Port br-tun
            Interface br-tun
                type: internal
        Port "vxlan-ac100006"
            Interface "vxlan-ac100006"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.7", out_key=flow, remote_ip="172.16.0.6"}
        Port "vxlan-ac100004"
            Interface "vxlan-ac100004"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="172.16.0.7", out_key=flow, remote_ip="172.16.0.4"}
    Bridge br-ex
        Port br-ex
            Interface br-ex
                type: internal
        Port "vlan50"
            tag: 50
            Interface "vlan50"
                type: internal
        Port "vlan20"
            tag: 20
            Interface "vlan20"
                type: internal
        Port "eth0"
            Interface "eth0"
        Port phy-br-ex
            Interface phy-br-ex
                type: patch
                options: {peer=int-br-ex}
        Port "vlan30"
            tag: 30
            Interface "vlan30"
                type: internal
    Bridge br-int
        fail_mode: secure
        Port int-br-ex
            Interface int-br-ex
                type: patch
                options: {peer=phy-br-ex}
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.5.0"

===============================================
Verification Galera in sync &&  rabbitmqctl cluster_status
===============================================

  


  Swift has been set up as Glance backend
  

   References