Tuesday, July 29, 2014

RDO Setup Two Real Node (Controller+Compute) IceHouse Neutron ML2&OVS&VXLAN Cluster on CentOS 7


As of 07/28/2014 Bug https://ask.openstack.org/en/question/35705/attempt-of-rdo-aio-install-icehouse-on-centos-7/ is still pending and workaround suggested above should be applied during two node RDO packstack installation.
  Successful implementation of Neutron ML2&&OVS&&VXLAN multi node setup requires correct version of plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini which appears to be generated with errors by packstack.

Two boxes  have been setup , each one having 2  NICs (enp2s0,enp5s1) for
Controller && Compute Nodes setup. Before running
`packstack --answer-file=TwoNodeVXLAN.txt` SELINUX set to permissive on both nodes.Both enp5s1's assigned IPs and set to promiscuous mode (192.168.0.127, 192.168.0.137 ). Services firewalld and NetworkManager disabled, IPv4 firewall with iptables and service network are enabled and running. Packstack is bind to public IP of interface enp2s0 192.169.1.127, Compute Node is 192.169.1.137 ( view answer-file ).

Setup configuration

- Controller node: Nova, Keystone, Cinder, Glance, Neutron (using Open vSwitch plugin && VXLAN )
- Compute node: Nova (nova-compute), Neutron (openvswitch-agent)


icehouse1.localdomain   -  Controller (192.168.1.127)
icehouse2.localdomain   -  Compute   (192.168.1.137)


[root@icehouse1 ~(keystone_admin)]# cat TwoNodeVXLAN.txt
[general]
CONFIG_SSH_KEY=/root/.ssh/id_rsa.pub
CONFIG_MYSQL_INSTALL=y
CONFIG_GLANCE_INSTALL=y
CONFIG_CINDER_INSTALL=y
CONFIG_NOVA_INSTALL=y
CONFIG_NEUTRON_INSTALL=y
CONFIG_HORIZON_INSTALL=y
CONFIG_SWIFT_INSTALL=n
CONFIG_CEILOMETER_INSTALL=y
CONFIG_HEAT_INSTALL=n
CONFIG_CLIENT_INSTALL=y
CONFIG_NTP_SERVERS=
CONFIG_NAGIOS_INSTALL=y
EXCLUDE_SERVERS=
CONFIG_DEBUG_MODE=n
CONFIG_VMWARE_BACKEND=n
CONFIG_MYSQL_HOST=192.168.1.127
CONFIG_MYSQL_USER=root
CONFIG_MYSQL_PW=a7f0349d1f7a4ab0
CONFIG_AMQP_SERVER=rabbitmq
CONFIG_AMQP_HOST=192.168.1.127
CONFIG_AMQP_ENABLE_SSL=n
CONFIG_AMQP_ENABLE_AUTH=n
CONFIG_AMQP_NSS_CERTDB_PW=0915db728b00409caf4b6e433b756308
CONFIG_AMQP_SSL_PORT=5671
CONFIG_AMQP_SSL_CERT_FILE=/etc/pki/tls/certs/amqp_selfcert.pem
CONFIG_AMQP_SSL_KEY_FILE=/etc/pki/tls/private/amqp_selfkey.pem
CONFIG_AMQP_SSL_SELF_SIGNED=y
CONFIG_AMQP_AUTH_USER=amqp_user
CONFIG_AMQP_AUTH_PASSWORD=f16d26ff54cd4033
CONFIG_KEYSTONE_HOST=192.168.1.127
CONFIG_KEYSTONE_DB_PW=32419736ee454c2c
CONFIG_KEYSTONE_ADMIN_TOKEN=836891519cb640458551556447a5a644
CONFIG_KEYSTONE_ADMIN_PW=4ebab181262d4224
CONFIG_KEYSTONE_DEMO_PW=56eb6360019e45bf
CONFIG_KEYSTONE_TOKEN_FORMAT=PKI
CONFIG_GLANCE_HOST=192.168.1.127
CONFIG_GLANCE_DB_PW=e51feef536104b49
CONFIG_GLANCE_KS_PW=2458775cd64848cb
CONFIG_CINDER_HOST=192.168.1.127
CONFIG_CINDER_DB_PW=bcf3b09c9c4144e2
CONFIG_CINDER_KS_PW=888c59cc113e4489
CONFIG_CINDER_BACKEND=lvm
CONFIG_CINDER_VOLUMES_CREATE=y
CONFIG_CINDER_VOLUMES_SIZE=15G
CONFIG_CINDER_GLUSTER_MOUNTS=
CONFIG_CINDER_NFS_MOUNTS=
CONFIG_VCENTER_HOST=192.168.1.127
CONFIG_VCENTER_USER=
CONFIG_VCENTER_PASSWORD=
CONFIG_NOVA_API_HOST=192.168.1.127
CONFIG_NOVA_CERT_HOST=192.168.1.127
CONFIG_NOVA_VNCPROXY_HOST=192.168.1.127
CONFIG_NOVA_COMPUTE_HOSTS=192.168.1.137
CONFIG_NOVA_CONDUCTOR_HOST=192.168.1.127
CONFIG_NOVA_DB_PW=8cc18e22eaeb4c4d
CONFIG_NOVA_KS_PW=aaf8cf4c60224150
CONFIG_NOVA_SCHED_HOST=192.168.1.127
CONFIG_NOVA_SCHED_CPU_ALLOC_RATIO=16.0
CONFIG_NOVA_SCHED_RAM_ALLOC_RATIO=1.5
CONFIG_NOVA_COMPUTE_PRIVIF=p4p1
CONFIG_NOVA_NETWORK_HOSTS=192.168.1.127
CONFIG_NOVA_NETWORK_MANAGER=nova.network.manager.FlatDHCPManager
CONFIG_NOVA_NETWORK_PUBIF=enp2s0
CONFIG_NOVA_NETWORK_PRIVIF=enp5s1
CONFIG_NOVA_NETWORK_FIXEDRANGE=192.168.32.0/22
CONFIG_NOVA_NETWORK_FLOATRANGE=10.3.4.0/22
CONFIG_NOVA_NETWORK_DEFAULTFLOATINGPOOL=nova
CONFIG_NOVA_NETWORK_AUTOASSIGNFLOATINGIP=n
CONFIG_NOVA_NETWORK_VLAN_START=100
CONFIG_NOVA_NETWORK_NUMBER=1
CONFIG_NOVA_NETWORK_SIZE=255
CONFIG_VCENTER_HOST=192.168.1.127
CONFIG_VCENTER_USER=
CONFIG_VCENTER_PASSWORD=
CONFIG_VCENTER_CLUSTER_NAME=
CONFIG_NEUTRON_SERVER_HOST=192.168.1.127
CONFIG_NEUTRON_KS_PW=5f11f559abc94440
CONFIG_NEUTRON_DB_PW=0302dcfeb69e439f
CONFIG_NEUTRON_L3_HOSTS=192.168.1.127
CONFIG_NEUTRON_L3_EXT_BRIDGE=br-ex
CONFIG_NEUTRON_DHCP_HOSTS=192.168.1.127
CONFIG_NEUTRON_LBAAS_HOSTS=
CONFIG_NEUTRON_L2_PLUGIN=ml2
CONFIG_NEUTRON_METADATA_HOSTS=192.168.1.127
CONFIG_NEUTRON_METADATA_PW=227f7bbc8b6f4f74
############################################
CONFIG_NEUTRON_ML2_TYPE_DRIVERS=vxlan
CONFIG_NEUTRON_ML2_TENANT_NETWORK_TYPES=vxlan
############################################
CONFIG_NEUTRON_ML2_MECHANISM_DRIVERS=openvswitch
CONFIG_NEUTRON_ML2_FLAT_NETWORKS=*
CONFIG_NEUTRON_ML2_VLAN_RANGES=
CONFIG_NEUTRON_ML2_TUNNEL_ID_RANGES=1001:2000
CONFIG_NEUTRON_ML2_VXLAN_GROUP=239.1.1.2
CONFIG_NEUTRON_ML2_VNI_RANGES=1001:2000
CONFIG_NEUTRON_L2_AGENT=openvswitch
CONFIG_NEUTRON_LB_TENANT_NETWORK_TYPE=local
CONFIG_NEUTRON_LB_VLAN_RANGES=
CONFIG_NEUTRON_LB_INTERFACE_MAPPINGS=
#########################################
CONFIG_NEUTRON_OVS_TENANT_NETWORK_TYPE=vxlan
CONFIG_NEUTRON_OVS_VLAN_RANGES=
CONFIG_NEUTRON_OVS_BRIDGE_MAPPINGS=physnet1:br-ex
CONFIG_NEUTRON_OVS_BRIDGE_IFACES=
CONFIG_NEUTRON_OVS_TUNNEL_RANGES=1001:2000
CONFIG_NEUTRON_OVS_TUNNEL_IF=enp5s1
########################################
CONFIG_NEUTRON_OVS_VXLAN_UDP_PORT=4789
CONFIG_OSCLIENT_HOST=192.168.1.127
CONFIG_HORIZON_HOST=192.168.1.127
CONFIG_HORIZON_SSL=n
CONFIG_SSL_CERT=
CONFIG_SSL_KEY=
CONFIG_SWIFT_PROXY_HOSTS=192.168.1.127
CONFIG_SWIFT_KS_PW=63d3108083ac495b
CONFIG_SWIFT_STORAGE_HOSTS=192.168.1.127
CONFIG_SWIFT_STORAGE_ZONES=1
CONFIG_SWIFT_STORAGE_REPLICAS=1
CONFIG_SWIFT_STORAGE_FSTYPE=ext4
CONFIG_SWIFT_HASH=ebf91dbf930c49ca
CONFIG_SWIFT_STORAGE_SIZE=2G
CONFIG_PROVISION_DEMO=y
CONFIG_PROVISION_TEMPEST=n
CONFIG_PROVISION_DEMO_FLOATRANGE=172.24.4.224/28
CONFIG_PROVISION_TEMPEST_REPO_URI=https://github.com/openstack/tempest.git
CONFIG_PROVISION_TEMPEST_REPO_REVISION=master
CONFIG_PROVISION_ALL_IN_ONE_OVS_BRIDGE=n
CONFIG_HEAT_HOST=192.168.1.127
CONFIG_HEAT_DB_PW=f0be2b0fa2044183
CONFIG_HEAT_AUTH_ENC_KEY=29419b1f4e574e5e
CONFIG_HEAT_KS_PW=d5c39c630c364c5b
CONFIG_HEAT_CLOUDWATCH_INSTALL=n
CONFIG_HEAT_CFN_INSTALL=n
CONFIG_HEAT_CLOUDWATCH_HOST=192.168.1.127
CONFIG_HEAT_CFN_HOST=192.168.1.127
CONFIG_CEILOMETER_HOST=192.168.1.127
CONFIG_CEILOMETER_SECRET=d1ed1459830e4288
CONFIG_CEILOMETER_KS_PW=84f18f2e478f4230
CONFIG_MONGODB_HOST=192.168.1.127
CONFIG_NAGIOS_HOST=192.168.1.127
CONFIG_NAGIOS_PW=e2d02c03b5664ffe
CONFIG_USE_EPEL=y
CONFIG_REPO=
CONFIG_RH_USER=
CONFIG_RH_PW=
CONFIG_RH_BETA_REPO=n
CONFIG_SATELLITE_URL=
CONFIG_SATELLITE_USER=
CONFIG_SATELLITE_PW=
CONFIG_SATELLITE_AKEY=
CONFIG_SATELLITE_CACERT=
CONFIG_SATELLITE_PROFILE=
CONFIG_SATELLITE_FLAGS=
CONFIG_SATELLITE_PROXY=
CONFIG_SATELLITE_PROXY_USER=
CONFIG_SATELLITE_PROXY_PW=

[root@icehouse1 ~(keystone_admin)]# cat /etc/neutron/plugin.ini
[ml2]
type_drivers = vxlan
tenant_network_types = vxlan
mechanism_drivers =openvswitch
[ml2_type_flat]
[ml2_type_vlan]
[ml2_type_gre]
[ml2_type_vxlan]
vni_ranges =1001:2000
vxlan_group =239.1.1.2
[OVS]
local_ip=192.168.1.127
enable_tunneling=True
integration_bridge=br-int
tunnel_bridge=br-tun
[securitygroup]
enable_security_group = True
firewall_driver=neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver
[agent]
polling_interval=2


[root@icehouse1 ~(keystone_admin)]# ls -l /etc/neutron
total 64
-rw-r--r--. 1 root root      193 Jul 29 16:15 api-paste.ini
-rw-r-----. 1 root neutron  3853 Jul 29 16:14 dhcp_agent.ini
-rw-r-----. 1 root neutron   208 Jul 29 16:15 fwaas_driver.ini
-rw-r-----. 1 root neutron  3431 Jul 29 16:14 l3_agent.ini
-rw-r-----. 1 root neutron  1400 Jun  8 01:38 lbaas_agent.ini
-rw-r-----. 1 root neutron  1481 Jul 29 16:15 metadata_agent.ini
-rw-r-----. 1 root neutron 19150 Jul 29 16:15 neutron.conf
lrwxrwxrwx. 1 root root       37 Jul 29 16:14 plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini
-rw-r--r--. 1 root root      452 Jul 29 17:11 plugin.out
drwxr-xr-x. 4 root root       34 Jul 29 16:14 plugins
-rw-r-----. 1 root neutron  6148 Jun  8 01:38 policy.json
-rw-r--r--. 1 root root       78 Jul  2 15:11 release
-rw-r--r--. 1 root root     1216 Jun  8 01:38 rootwrap.conf

On Controller

[root@icehouse1 ~(keystone_admin)]# ovs-vsctl show
2742fa6e-78bf-440e-a2c1-cb48242ea565
    Bridge br-ex
        Port phy-br-ex
            Interface phy-br-ex
        Port "qg-76f29fee-9c"
            Interface "qg-76f29fee-9c"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
        Port "enp2s0"
            Interface "enp2s0"
    Bridge br-tun
        Port "vxlan-c0a80089"
            Interface "vxlan-c0a80089"
                type: vxlan
                options: {in_key=flow, local_ip="192.168.0.127", out_key=flow, remote_ip="192.168.0.137"}
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port br-tun
            Interface br-tun
                type: internal
    Bridge br-int
        Port "qr-8cad61e3-ce"
            tag: 1
            Interface "qr-8cad61e3-ce"
                type: internal
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port "tapff8659ee-8d"
            tag: 1
            Interface "tapff8659ee-8d"
                type: internal
        Port br-int
            Interface br-int
                type: internal
        Port int-br-ex
            Interface int-br-ex
    ovs_version: "2.0.0"

On Compute

[root@icehouse2 ~]# ovs-vsctl show
642d8c9f-116e-4b44-842a-e975e506fe24
    Bridge br-ex
        Port phy-br-ex
            Interface phy-br-ex
        Port br-ex
            Interface br-ex
                type: internal
    Bridge br-tun
        Port br-tun
            Interface br-tun
                type: internal
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "vxlan-c0a8007f"
            Interface "vxlan-c0a8007f"
                type: vxlan
                options: {in_key=flow, local_ip="192.168.0.137", out_key=flow, remote_ip="192.168.0.127"}
    Bridge br-int
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port int-br-ex
            Interface int-br-ex
        Port "qvodc2c598a-b3"
            tag: 1
            Interface "qvodc2c598a-b3"
        Port br-int
            Interface br-int
                type: internal
        Port "qvo25cbd1fa-96"
            tag: 1
            Interface "qvo25cbd1fa-96"
    ovs_version: "2.0.0"

Monday, July 14, 2014

RDO Setup Two Real Node (Controller+Compute) IceHouse Neutron ML2&OVS&VLAN Cluster on CentOS 7

As of 07/14/2014 Bug https://ask.openstack.org/en/question/35705/attempt-of-rdo-aio-install-icehouse-on-centos-7/ is still pending and workaround suggested above should be applied during two node RDO packstack installation.
  Successful implementation of Neutron ML2&&OVS&&VLAN multi node setup requires correct version of plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini which appears to be generated with errors by packstack.

Two boxes  have been setup , each one having 2  NICs (enp2s0,enp5s1) for
Controller && Compute Nodes setup. Before running
`packstack --answer-file=TwoRealNode Neutron ML2&OVS&VLAN.txt` SELINUX set to permissive on both nodes.Both enp5s1's assigned IPs and set to promiscuous mode (192.168.0.127, 192.168.0.137 ). Services firewalld and NetworkManager disabled, IPv4 firewall with iptables and service network are enabled and running. Packstack is bind to public IP of interface enp2s0 192.169.1.127, Compute Node is 192.169.1.137 ( view answer-file ).

Setup configuration

- Controller node: Nova, Keystone, Cinder, Glance, Neutron (using Open vSwitch plugin && VLAN )
- Compute node: Nova (nova-compute), Neutron (openvswitch-agent)


icehouse1.localdomain   -  Controller (192.168.1.127)
icehouse2.localdomain   -  Compute   (192.168.1.137)

Status after packstack install and updating /etc/neutron/plugin.ini as shown bellow

[root@icehouse1 neutron]# cat plugin.ini
[ml2]
type_drivers = vlan
tenant_network_types = vlan
mechanism_drivers = openvswitch
[ml2_type_vlan]
network_vlan_ranges = physnet1:100:200
[ovs]
network_vlan_ranges = physnet1:100:200
tenant_network_type = vlan
enable_tunneling = False
integration_bridge = br-int
bridge_mappings = physnet1:br-enp5s1
local_ip = 192.168.1.127
[AGENT]
polling_interval = 2
[SECURITYGROUP]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver


[root@icehouse1 ~(keystone_admin)]# ls -l /etc/neutron
total 60
-rw-r--r--. 1 root root      193 Jul 13 09:06 api-paste.ini
-rw-r-----. 1 root neutron  3853 Jul 13 09:05 dhcp_agent.ini
-rw-r-----. 1 root neutron   208 Jul 13 09:06 fwaas_driver.ini
-rw-r-----. 1 root neutron  3431 Jul 13 09:06 l3_agent.ini
-rw-r-----. 1 root neutron  1400 Jun  8 01:38 lbaas_agent.ini
-rw-r-----. 1 root neutron  1481 Jul 13 09:06 metadata_agent.ini
-rw-r-----. 1 root neutron 19148 Jul 13 09:06 neutron.conf
lrwxrwxrwx. 1 root root       37 Jul 13 09:06 plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini
drwxr-xr-x. 4 root root       34 Jul 13 09:06 plugins
-rw-r-----. 1 root neutron  6148 Jun  8 01:38 policy.json
-rw-r--r--. 1 root root       78 Jun 24 15:14 release
-rw-r--r--. 1 root root     1216 Jun  8 01:38 rootwrap.conf

# systemctl disable NetworkManager
# systemctl stop  NetworkManager
# chkconfig network on 

Assigning IP to OVS bridge br-ex and making enp2s0 OVS port of br-ex :-

[root@icehouse1 network-scripts(keystone_admin)]# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="192.168.1.127"
NETMASK="255.255.255.0"
DNS1="83.221.202.254"
BROADCAST="192.168.1.255"
GATEWAY="192.168.1.1"
NM_CONTROLLED="no"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no
ONBOOT="yes"
TYPE="OVSBridge"
DEVICETYPE="ovs"

[root@icehouse1 network-scripts(keystone_admin)]# cat ifcfg-enp2s0
DEVICE=enp2s0
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

# service network restart

[root@icehouse1 ~(keystone_admin)]# openstack-status
== Nova services ==
openstack-nova-api:                     active
openstack-nova-cert:                    active
openstack-nova-compute:                 inactive  (disabled on boot)
openstack-nova-network:                 inactive  (disabled on boot)
openstack-nova-scheduler:               active
openstack-nova-volume:                  inactive  (disabled on boot)
openstack-nova-conductor:               active
== Glance services ==
openstack-glance-api:                   active
openstack-glance-registry:              active
== Keystone service ==
openstack-keystone:                     active
== Horizon service ==
openstack-dashboard:                    active
== neutron services ==
neutron-server:                         active
neutron-dhcp-agent:                     active
neutron-l3-agent:                       active
neutron-metadata-agent:                 active
neutron-lbaas-agent:                    inactive  (disabled on boot)
neutron-openvswitch-agent:              active
neutron-linuxbridge-agent:              inactive  (disabled on boot)
neutron-ryu-agent:                      inactive  (disabled on boot)
neutron-nec-agent:                      inactive  (disabled on boot)
neutron-mlnx-agent:                     inactive  (disabled on boot)
== Cinder services ==
openstack-cinder-api:                   active
openstack-cinder-scheduler:             active
openstack-cinder-volume:                active
openstack-cinder-backup:                inactive  (disabled on boot)
== Support services ==
libvirtd:                               active
openvswitch:                            active
dbus:                                   active
tgtd:                                   inactive  (disabled on boot)
rabbitmq-server:                        active
memcached:                              active
== Keystone users ==
+----------------------------------+------------+---------+----------------------+
|                id                |    name    | enabled |        email         |
+----------------------------------+------------+---------+----------------------+
| d8a581fed7004a73b38ccdccfc3bc7ab |   admin    |   True  |    test@test.com     |
| d4c7dd1c19a54a89a084680b0a301cba |   boris    |   True  |                      |
| 1cf40879e9e74e8b893fb617ecd8a6fc | ceilometer |   True  | ceilometer@localhost |
| 84d41c99fa944eaea81ab5107d360d12 |   cinder   |   True  |   cinder@localhost   |
| 928a6cceed90448fbb93e78ddad4c3f8 |    demo    |   True  |                      |
| b9ff3b2044d14d70944d0af717aff468 |   glance   |   True  |   glance@localhost   |
| fd12b31ef7794fa2a57498e5195747eb |  neutron   |   True  |  neutron@localhost   |
| 4b3859e66b2f4fc9b924bc8f718b9b2f |    nova    |   True  |    nova@localhost    |
| c9921012c6d543c8ba109a2726599826 |   undef    |   True  |                      |
+----------------------------------+------------+---------+----------------------+
== Glance images ==
+--------------------------------------+-----------------+-------------+------------------+-----------+--------+
| ID                                   | Name            | Disk Format | Container Format | Size      | Status |
+--------------------------------------+-----------------+-------------+------------------+-----------+--------+
| 72dbae96-62b5-4011-ab3a-bb45872107c4 | cirros          | qcow2       | bare             | 13147648  | active |
| 94a45bd6-1872-4f1a-8276-6679329b063e | Ubuntu 07/12/14 | qcow2       | bare             | 254738944 | active |
| 70fc1c75-c8f9-4a3b-834c-302f8430aaa0 | VF20image       | qcow2       | bare             | 210829312 | active |
+--------------------------------------+-----------------+-------------+------------------+-----------+--------+
== Nova managed services ==
+------------------+-----------------------+----------+---------+-------+----------------------------+-----------------+
| Binary           | Host                  | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+------------------+-----------------------+----------+---------+-------+----------------------------+-----------------+
| nova-consoleauth | icehouse1.localdomain | internal | enabled | up    | 2014-07-14T08:29:55.000000 | -               |
| nova-scheduler   | icehouse1.localdomain | internal | enabled | up    | 2014-07-14T08:29:55.000000 | -               |
| nova-conductor   | icehouse1.localdomain | internal | enabled | up    | 2014-07-14T08:29:52.000000 | -               |
| nova-cert        | icehouse1.localdomain | internal | enabled | up    | 2014-07-14T08:29:55.000000 | -               |
| nova-compute     | icehouse2.localdomain | nova     | enabled | up    | 2014-07-14T08:29:51.000000 | -               |
+------------------+-----------------------+----------+---------+-------+----------------------------+-----------------+
== Nova networks ==
+--------------------------------------+----------+------+
| ID                                   | Label    | Cidr |
+--------------------------------------+----------+------+
| 702e1fe7-62b5-47c8-95fc-a169231a5dde | public   | -    |
| 430a0ef1-7fc8-40d4-9d25-d69e068b1c98 | private  | -    |
| 1722093c-1852-4eab-a76f-1f9e135880a8 | internal | -    |
+--------------------------------------+----------+------+
== Nova instance flavors ==
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name      | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| 1  | m1.tiny   | 512       | 1    | 0         |      | 1     | 1.0         | True      |
| 2  | m1.small  | 2048      | 20   | 0         |      | 1     | 1.0         | True      |
| 3  | m1.medium | 4096      | 40   | 0         |      | 2     | 1.0         | True      |
| 4  | m1.large  | 8192      | 80   | 0         |      | 4     | 1.0         | True      |
| 5  | m1.xlarge | 16384     | 160  | 0         |      | 8     | 1.0         | True      |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
== Nova instances ==
+----+------+--------+------------+-------------+----------+
| ID | Name | Status | Task State | Power State | Networks |
+----+------+--------+------------+-------------+----------+
+----+------+--------+------------+-------------+----------+

[root@icehouse1 ~(keystone_admin)]# ovs-vsctl show
bf332dbe-de2a-4485-8d76-21e15d44fbcb
    Bridge "br-enp5s1"
        Port "phy-br-enp5s1"
            Interface "phy-br-enp5s1"
        Port "enp5s1"
            Interface "enp5s1"
        Port "br-enp5s1"
            Interface "br-enp5s1"
                type: internal
    Bridge br-int
        Port br-int
            Interface br-int
                type: internal
        Port "qr-61cb5e96-a8"
            tag: 1
            Interface "qr-61cb5e96-a8"
                type: internal
        Port "tap50c5ff29-c0"
            tag: 3
            Interface "tap50c5ff29-c0"
                type: internal
        Port "qr-b4379334-1b"
            tag: 2
            Interface "qr-b4379334-1b"
                type: internal
        Port "qr-6cc14b98-7b"
            tag: 3
            Interface "qr-6cc14b98-7b"
                type: internal
        Port "tapc5a05b89-ae"
            tag: 2
            Interface "tapc5a05b89-ae"
                type: internal
        Port "tapb1808221-e9"
            tag: 1
            Interface "tapb1808221-e9"
                type: internal
        Port "int-br-enp5s1"
            Interface "int-br-enp5s1"
    Bridge br-ex
        Port "qg-877c3024-c7"
            Interface "qg-877c3024-c7"
                type: internal
        Port "qg-c5751b1f-b9"
            Interface "qg-c5751b1f-b9"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
        Port "enp2s0"
            Interface "enp2s0"
        Port "qg-1ede8ba6-a0"
            Interface "qg-1ede8ba6-a0"
                type: internal
    ovs_version: "2.0.0"

************************
Metadata Trobleshooting
************************

[root@icehouse1 ~(keystone_admin)]# netstat -antp| grep 8775
tcp        0      0 0.0.0.0:8775            0.0.0.0:*               LISTEN      1580/python      
[root@icehouse1 ~(keystone_admin)]# ps -ef | grep 1580
nova      1580     1  0 07:50 ?        00:01:28 /usr/bin/python /usr/bin/nova-api
nova      5192  1580  0 07:51 ?        00:00:00 /usr/bin/python /usr/bin/nova-api
nova      5193  1580  0 07:51 ?        00:00:00 /usr/bin/python /usr/bin/nova-api
nova      5218  1580  0 07:51 ?        00:00:04 /usr/bin/python /usr/bin/nova-api
nova      5219  1580  0 07:51 ?        00:00:05 /usr/bin/python /usr/bin/nova-api
nova      5226  1580  0 07:51 ?        00:00:00 /usr/bin/python /usr/bin/nova-api
nova      5228  1580  0 07:51 ?        00:00:00 /usr/bin/python /usr/bin/nova-api
root     19054 15837  0 12:16 pts/0    00:00:00 grep --color=auto 1580

[root@icehouse1 ~(keystone_admin)]# ip netns
qrouter-9bfc940b-ca64-4e36-9597-188f67ba44a4
qrouter-a3fad1f2-7c02-4952-ba35-fc1e836a1805
qrouter-9d4283e9-8d53-415e-aa5f-427e3ca69da1
qdhcp-12e1088e-1edf-488a-b8c9-0a4085ea2803
qdhcp-1722093c-1852-4eab-a76f-1f9e135880a8
qdhcp-430a0ef1-7fc8-40d4-9d25-d69e068b1c98

[root@icehouse1 ~(keystone_admin)]# ip netns exec qrouter-9bfc940b-ca64-4e36-9597-188f67ba44a4 iptables -S -t nat | grep 169.254
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -p tcp -m tcp --dport 80 -j REDIRECT --to-ports 9697

[root@icehouse1 ~(keystone_admin)]# ip netns exec qrouter-9bfc940b-ca64-4e36-9597-188f67ba44a4 netstat -antp
Active Internet connections (servers and established)
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name  
tcp        0      0 0.0.0.0:9697            0.0.0.0:*               LISTEN      6954/python      

[root@icehouse1 ~(keystone_admin)]# ps -ef | grep 6954
root      6954     1  0 07:52 ?        00:00:00 /usr/bin/python /bin/neutron-ns-metadata-proxy --pid_file=/var/lib/neutron/external/pids/9bfc940b-ca64-4e36-9597-188f67ba44a4.pid --metadata_proxy_socket=/var/lib/neutron/metadata_proxy --router_id=9bfc940b-ca64-4e36-9597-188f67ba44a4 --state_path=/var/lib/neutron --metadata_port=9697 --verbose --log-file=neutron-ns-metadata-proxy-9bfc940b-ca64-4e36-9597-188f67ba44a4.log --log-dir=/var/log/neutron
root     19599 15837  0 12:20 pts/0    00:00:00 grep --color=auto 6954

 

 
   
 
 


 

Sunday, June 29, 2014

Attempt of straight forward install Enlightenment 17 on Fedora 20 Cloud instance

# yum install xorg-x11-server-Xorg xorg-x11-xdm fluxbox \
xorg-x11-drv-ati xorg-x11-drv-evdev xorg-x11-drv-fbdev \
xorg-x11-drv-intel xorg-x11-drv-mga xorg-x11-drv-nouveau \
xorg-x11-drv-openchrome xorg-x11-drv-qxl xorg-x11-drv-synaptics \
xorg-x11-drv-vesa xorg-x11-drv-vmmouse xorg-x11-drv-vmware \
xorg-x11-drv-wacom xorg-x11-font-utils xorg-x11-drv-modesetting \
xorg-x11-glamor xorg-x11-utils xterm \
dejavu-fonts-common \
dejavu-sans-fonts \
dejavu-sans-mono-fonts \
dejavu-serif-fonts \
xcompmgr lxappearance -y

# yum install dbus-x11 -y

# yum install yum-utils -y
# yum-config-manager --enable fmd-testing
# yum -y install enlightenment
 
 

 $ echo "exec /usr/bin/enlightenment_start" >> ~/.xinitrc
 $ startx

Saturday, June 28, 2014

Setup Light Weight X Windows environment (Enlightenment) on Fedora 20 Cloud instance


    Needless to say that setting up Light Weight X environment on Fedora 20 cloud  instances is very important for comfortable work in VM's environment, for instance on Ubuntu Trusty cloud server just one command installs E17 environment  `apt-get install xinit e17 firefox`. By some reasons E17 was dropped from official F20 repos and maybe functional only via previous MATE Desktop setup on VM

# yum -y groups install "MATE Desktop"
$ echo "exec /usr/bin/mate-session" >> ~/.xinitrc
$ startx
# ln -sf /lib/systemd/system/graphical.target /etc/systemd/system/default.target

VM reboot 

Having MATE desktop installed :-

# yum install yum-utils -y
# yum-config-manager --enable fmd-testing
# yum -y install enlightenment

Attempt of straight forward install Enlightenment 17 on Fedora 20 Cloud instance ( testing version) 

# yum install xorg-x11-server-Xorg xorg-x11-xdm \
xorg-x11-drv-ati xorg-x11-drv-evdev xorg-x11-drv-fbdev \
xorg-x11-drv-intel xorg-x11-drv-mga xorg-x11-drv-nouveau \
xorg-x11-drv-openchrome xorg-x11-drv-qxl xorg-x11-drv-synaptics \
xorg-x11-drv-vesa xorg-x11-drv-vmmouse xorg-x11-drv-vmware \
xorg-x11-drv-wacom xorg-x11-font-utils xorg-x11-drv-modesetting \
xorg-x11-glamor xorg-x11-utils xterm \
dejavu-fonts-common \
dejavu-sans-fonts \
dejavu-sans-mono-fonts \
dejavu-serif-fonts \
xcompmgr lxappearance -y

# yum install dbus-x11 -y

# yum install yum-utils -y
# yum-config-manager --enable fmd-testing
# yum -y install enlightenment



 $ echo "exec /usr/bin/enlightenment_start" >> ~/.xinitrc
 $ startx

Enlightenment Desktop 

  
  

  Mate Desktop


   
   
   E17 on Ubuntu Cloud instance

  

   

Monday, June 23, 2014

RDO Setup Two Real Node (Controller+Compute) IceHouse Neutron ML2&OVS&VLAN Cluster on Fedora 20

 Successful implementation of Neutron ML2&&OVS&&VLAN multi node setup requires correct version of plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini which appears to be generated with errors by packstack. Several days playing with plugin.ini allowed me to build properly working system

Two boxes  have been setup , each one having 2  NICs (p37p1,p4p1) for
Controller && Compute Nodes setup. Before running
`packstack --answer-file= TwoRealNode Neutron ML2&OVS&VLAN.txt` SELINUX set to permissive on both nodes.Both p4p1's assigned IPs and set to promiscuous mode (192.168.0.127, 192.168.0.137 ). Services firewalld and NetworkManager disabled, IPv4 firewall with iptables and service network are enabled and running. Packstack is bind to public IP of interface p37p1 192.169.1.127, Compute Node is 192.169.1.137 ( view answer-file ).

Setup configuration

- Controller node: Nova, Keystone, Cinder, Glance, Neutron (using Open vSwitch plugin && VLAN )
- Compute node: Nova (nova-compute), Neutron (openvswitch-agent)


icehouse1.localdomain   -  Controller (192.168.1.127)
icehouse2.localdomain   -  Compute   (192.168.1.137)

Status after packstack install and updating /etc/neutron/plugin.ini as shown bellow

[root@icehouse1 neutron]# cat plugin.ini
[ml2]
type_drivers = vlan
tenant_network_types = vlan
mechanism_drivers = openvswitch
[ml2_type_vlan]
network_vlan_ranges = physnet1:100:200
[ovs]
network_vlan_ranges = physnet1:100:200
tenant_network_type = vlan
enable_tunneling = False
integration_bridge = br-int
bridge_mappings = physnet1:br-p4p1
local_ip = 192.168.1.127
[AGENT]
polling_interval = 2
[SECURITYGROUP]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver

 Recreating link plugin.ini :-
 
    [root@ip-192-169-142-127 neutron]# ls -l
     total 84
    -rw-r--r--. 1 root root      197 Jun 20 11:18 api-paste.ini
    -rw-r-----. 1 root neutron  3855 Jun 21 08:17 dhcp_agent.ini
    -rw-r--r--. 1 root root      333 Jun 21 13:35 dhcp_agent.out
    -rw-r-----. 1 root neutron   109 Apr 17 15:50 fwaas_driver.ini
    -rw-r-----. 1 root neutron  3431 Jun 20 14:42 l3_agent.ini
    -rw-r-----. 1 root neutron  1400 Apr 17 15:50 lbaas_agent.ini
    -rw-r-----. 1 root neutron   328 Jun 20 14:58 metadata_agent.ini
    -rw-r-----. 1 root neutron 19057 Jun 21 13:47 neutron.conf
    lrwxrwxrwx. 1 root root       37 Jun 21 15:30 plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini
    drwxr-xr-x. 4 root root     4096 Jun 20 11:18 plugins
    -rw-r-----. 1 root neutron  6148 Apr 17 15:50 policy.json
    -rw-r--r--. 1 root root       80 May 19 19:53 release
    -rw-r--r--. 1 root root     1216 Apr 17 15:50 rootwrap.conf
 
  Restarting Compute and Controller nodes

[root@icehouse1 ~(keystone_admin)]# openstack-status
== Nova services ==
openstack-nova-api:                     active
openstack-nova-cert:                    active
openstack-nova-compute:                 inactive  (disabled on boot)
openstack-nova-network:                 inactive  (disabled on boot)
openstack-nova-scheduler:               active
openstack-nova-volume:                  inactive  (disabled on boot)
openstack-nova-conductor:               active
== Glance services ==
openstack-glance-api:                   active
openstack-glance-registry:              active
== Keystone service ==
openstack-keystone:                     active
== Horizon service ==
openstack-dashboard:                    active
== neutron services ==
neutron-server:                         active
neutron-dhcp-agent:                     active
neutron-l3-agent:                       active
neutron-metadata-agent:                 active
neutron-lbaas-agent:                    inactive  (disabled on boot)
neutron-openvswitch-agent:              active
neutron-linuxbridge-agent:              inactive  (disabled on boot)
neutron-ryu-agent:                      inactive  (disabled on boot)
neutron-nec-agent:                      inactive  (disabled on boot)
neutron-mlnx-agent:                     inactive  (disabled on boot)
== Cinder services ==
openstack-cinder-api:                   active
openstack-cinder-scheduler:             active
openstack-cinder-volume:                active
openstack-cinder-backup:                inactive  (disabled on boot)
== Ceilometer services ==
openstack-ceilometer-api:               failed
openstack-ceilometer-central:           active
openstack-ceilometer-compute:           inactive  (disabled on boot)
openstack-ceilometer-collector:         active
openstack-ceilometer-alarm-notifier:    active
openstack-ceilometer-alarm-evaluator:   active
== Support services ==
openvswitch:                            active
dbus:                                   active
tgtd:                                   active
rabbitmq-server:                        active
memcached:                              active
 
== Keystone users ==
+----------------------------------+------------+---------+----------------------+
|                id                |    name    | enabled |        email         |
+----------------------------------+------------+---------+----------------------+
| 8534ffebeac84b0d80805e02f4b0cc13 |   admin    |   True  |    test@test.com     |
| b5a424c3cc9d4c91a7de069ce68b3361 | ceilometer |   True  | ceilometer@localhost |
| 4845de6370fb46a38894b082634dd5a7 |   cinder   |   True  |   cinder@localhost   |
| db2f21652ba74d4a8b40187c5d58c303 |   glance   |   True  |   glance@localhost   |
| 717fc912609947f4a5a6a96bb734f9ca |  neutron   |   True  |  neutron@localhost   |
| b43f85c05dba4571b2fc84492226e1c8 |    nova    |   True  |    nova@localhost    |
+----------------------------------+------------+---------+----------------------+
 
== Glance images ==
+--------------------------------------+-------------------+-------------+------------------+-----------+--------+
| ID                                   | Name              | Disk Format | Container Format | Size      | Status |
+--------------------------------------+-------------------+-------------+------------------+-----------+--------+
| eb920f3d-3980-4e14-a82b-572990de2e19 | CirrOS32          | qcow2       | bare             | 13167616  | active |
| 5536837a-d650-42d5-82be-19d4f3962f6d | Ubuntu 06/21/2014 | qcow2       | bare             | 254149120 | active |
+--------------------------------------+-------------------+-------------+------------------+-----------+--------+
 
== Nova managed services ==
+------------------+-----------------------+----------+---------+-------+----------------------------+-----------------+
| Binary           | Host                  | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+------------------+-----------------------+----------+---------+-------+----------------------------+-----------------+
| nova-consoleauth | icehouse1.localdomain | internal | enabled | up    | 2014-06-23T11:14:36.000000 | -               |
| nova-scheduler   | icehouse1.localdomain | internal | enabled | up    | 2014-06-23T11:14:36.000000 | -               |
| nova-conductor   | icehouse1.localdomain | internal | enabled | up    | 2014-06-23T11:14:34.000000 | -               |
| nova-cert        | icehouse1.localdomain | internal | enabled | up    | 2014-06-23T11:14:36.000000 | -               |
| nova-compute     | icehouse2.localdomain | nova     | enabled | up    | 2014-06-23T11:14:39.000000 | -               |
+------------------+-----------------------+----------+---------+-------+----------------------------+-----------------+
 
== Nova networks ==
+--------------------------------------+---------+------+
| ID                                   | Label   | Cidr |
+--------------------------------------+---------+------+
| f4e7f0f5-bdb4-43fe-bfc4-6e16428638ef | private | -    |
| f23bd22c-a755-4119-9911-97980a0bd9ba | public  | -    |
+--------------------------------------+---------+------+
 
== Nova instance flavors ==
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name      | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| 1  | m1.tiny   | 512       | 1    | 0         |      | 1     | 1.0         | True      |
| 2  | m1.small  | 2048      | 20   | 0         |      | 1     | 1.0         | True      |
| 3  | m1.medium | 4096      | 40   | 0         |      | 2     | 1.0         | True      |
| 4  | m1.large  | 8192      | 80   | 0         |      | 4     | 1.0         | True      |
| 5  | m1.xlarge | 16384     | 160  | 0         |      | 8     | 1.0         | True      |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
 
== Nova instances ==
+--------------------------------------+---------------+--------+------------+-------------+----------------------------------+
| ID                                   | Name          | Status | Task State | Power State | Networks                         |
+--------------------------------------+---------------+--------+------------+-------------+----------------------------------+
| 36c1022e-ab79-4709-b8de-ef27b94d2076 | CirrOS325     | ACTIVE | -          | Running     | private=40.0.0.11, 192.168.1.152 |
| d3768f16-f003-4bb5-938e-9505a4518caf | UbuntuSRV0623 | ACTIVE | -          | Running     | private=40.0.0.12, 192.168.1.153 |
+--------------------------------------+---------------+--------+------------+-------------+----------------------------------+
 
[root@icehouse1 ~(keystone_admin)]# nova-manage service list
Binary           Host                                 Zone             Status     State Updated_At
nova-consoleauth icehouse1.localdomain                internal         enabled    :-)   2014-06-23 11:14:46
nova-scheduler   icehouse1.localdomain                internal         enabled    :-)   2014-06-23 11:14:46
nova-conductor   icehouse1.localdomain                internal         enabled    :-)   2014-06-23 11:14:44
nova-cert        icehouse1.localdomain                internal         enabled    :-)   2014-06-23 11:14:46
nova-compute     icehouse2.localdomain                nova             enabled    :-)   2014-06-23 11:14:49
 
[root@icehouse1 ~(keystone_admin)]# neutron agent-list
+--------------------------------------+--------------------+-----------------------+-------+----------------+
| id                                   | agent_type         | host                  | alive | admin_state_up |
+--------------------------------------+--------------------+-----------------------+-------+----------------+
| 4c79ae4c-374a-43a8-a4cd-a839788af56e | L3 agent           | icehouse1.localdomain | :-)   | True           |
| 5c4d05a2-e9e4-47b7-b9ee-ed815e205925 | Open vSwitch agent | icehouse2.localdomain | :-)   | True           |
| 6fa0f569-ea7f-4925-b788-b0d70442c9e0 | DHCP agent         | icehouse1.localdomain | :-)   | True           |
| c6fca55b-e9ad-433a-b146-5223b1b4b851 | Metadata agent     | icehouse1.localdomain | :-)   | True           |
| e62f13a6-7d5c-44ac-8a99-6211e62a0c3c | Open vSwitch agent | icehouse1.localdomain | :-)   | True           |
+--------------------------------------+--------------------+-----------------------+-------+----------------+


[root@icehouse1 ~(keystone_admin)]# mysql -u root -p
Enter password:
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 389
Server version: 5.5.36-MariaDB-wsrep MariaDB Server, wsrep_25.9.r3961

Copyright (c) 2000, 2014, Oracle, Monty Program Ab and others.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

MariaDB [(none)]> show databases ;
+--------------------+
| Database           |
+--------------------+
| information_schema |
| cinder             |
| glance             |
| keystone           |
| mysql              |
| neutron            |
| nova               |
| performance_schema |
| test               |
+--------------------+
9 rows in set (0.03 sec)

MariaDB [(none)]> use neutron ;
Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A

Database changed



MariaDB [(none)]> SELECT TABLE_NAME, ENGINE FROM information_schema.TABLES where TABLE_SCHEMA = 'neutron';
+------------------------------+--------+
| TABLE_NAME                   | ENGINE |
+------------------------------+--------+
| agents                       | InnoDB |
| alembic_version              | InnoDB |
| allowedaddresspairs          | InnoDB |
| arista_provisioned_nets      | InnoDB |
| arista_provisioned_tenants   | InnoDB |
| arista_provisioned_vms       | InnoDB |
| cisco_ml2_credentials        | InnoDB |
| cisco_ml2_nexusport_bindings | InnoDB |
| consistencyhashes            | InnoDB |
| dnsnameservers               | InnoDB |
| externalnetworks             | InnoDB |
| extradhcpopts                | InnoDB |
| floatingips                  | InnoDB |
| ipallocationpools            | InnoDB |
| ipallocations                | InnoDB |
| ipavailabilityranges         | InnoDB |
| ml2_brocadenetworks          | InnoDB |
| ml2_brocadeports             | InnoDB |
| ml2_flat_allocations         | InnoDB |
| ml2_gre_allocations          | InnoDB |
| ml2_gre_endpoints            | InnoDB |
| ml2_network_segments         | InnoDB |
| ml2_port_bindings            | InnoDB |
| ml2_vlan_allocations         | InnoDB |
| ml2_vxlan_allocations        | InnoDB |
| ml2_vxlan_endpoints          | InnoDB |
| networkdhcpagentbindings     | InnoDB |
| networks                     | InnoDB |
| ports                        | InnoDB |
| quotas                       | InnoDB |
| routerl3agentbindings        | InnoDB |
| routerroutes                 | InnoDB |
| routers                      | InnoDB |
| securitygroupportbindings    | InnoDB |
| securitygrouprules           | InnoDB |
| securitygroups               | InnoDB |
| servicedefinitions           | InnoDB |
| servicetypes                 | InnoDB |
| subnetroutes                 | InnoDB |
| subnets                      | InnoDB |
+------------------------------+--------+
40 rows in set (0.01 sec)


MariaDB [neutron]> select * from ml2_port_bindings ;
+--------------------------------------+-----------------------+----------+-------------+--------------------------------------+-----------+------------------------------------------------+---------+
| port_id                              | host                  | vif_type | driver      | segment                              | vnic_type | vif_details                                    | profile |
+--------------------------------------+-----------------------+----------+-------------+--------------------------------------+-----------+------------------------------------------------+---------+
| 2c664775-624d-4e92-9510-3b95b851f0cc | icehouse2.localdomain | ovs      | openvswitch | 78561388-cad6-43b0-8909-7f34426faf41 | normal    | {"port_filter": true, "ovs_hybrid_plug": true} |         |
| 3073e90e-d8c1-4bc9-9478-aacc5e36672d | icehouse1.localdomain | ovs      | openvswitch | 78561388-cad6-43b0-8909-7f34426faf41 | normal    | {"port_filter": true, "ovs_hybrid_plug": true} | {}      |
| 32b3bc11-b9d0-4f8c-8489-288c627784be |                       | unbound  | NULL        | NULL                                 | normal    |                                                | {}      |
| 425eedda-772a-411d-8db8-8fae20f22e10 |                       | unbound  | NULL        | NULL                                 | normal    |                                                | {}      |
| 495ba455-4034-4388-ba20-1d36b2c53fc7 | icehouse2.localdomain | ovs      | openvswitch | 78561388-cad6-43b0-8909-7f34426faf41 | normal    | {"port_filter": true, "ovs_hybrid_plug": true} |         |
| 6aa4d544-e29e-436b-801a-72edfe3ab386 |                       | unbound  | NULL        | NULL                                 | normal    |                                                | {}      |
| 8be46650-b3b5-4494-8661-4aba15be0bb6 | icehouse2.localdomain | ovs      | openvswitch | 78561388-cad6-43b0-8909-7f34426faf41 | normal    | {"port_filter": true, "ovs_hybrid_plug": true} |         |
| a55e262f-c878-4b27-8176-8c8ce946fbd5 | icehouse1.localdomain | ovs      | openvswitch | 78561388-cad6-43b0-8909-7f34426faf41 | normal    | {"port_filter": true, "ovs_hybrid_plug": true} | {}      |
| ce46806f-9693-4baf-9bb0-5f33ac72f9c3 | icehouse1.localdomain | ovs      | openvswitch | 8ce25f91-9f4c-431b-ab3a-2766359cf8e4 | normal    | {"port_filter": true, "ovs_hybrid_plug": true} | {}      |
+--------------------------------------+-----------------------+----------+-------------+--------------------------------------+-----------+------------------------------------------------+---------+
9 rows in set (0.00 sec)
 

MariaDB [neutron]> select * from ml2_network_segments ;
+--------------------------------------+--------------------------------------+--------------+------------------+-----------------+
| id                                   | network_id                           | network_type | physical_network | segmentation_id |
+--------------------------------------+--------------------------------------+--------------+------------------+-----------------+
| 78561388-cad6-43b0-8909-7f34426faf41 | f4e7f0f5-bdb4-43fe-bfc4-6e16428638ef | vlan         | physnet1         |             101 |
| 8ce25f91-9f4c-431b-ab3a-2766359cf8e4 | f23bd22c-a755-4119-9911-97980a0bd9ba | vlan         | physnet1         |             100 |
+--------------------------------------+--------------------------------------+--------------+------------------+-----------------+
2 rows in set (0.00 sec)
 

   

MATE Setup on Fedora 20 VM

# yum -y groups install "MATE Desktop"
$ echo "exec /usr/bin/mate-session" >> ~/.xinitrc
$ startx
# ln -sf /lib/systemd/system/graphical.target /etc/systemd/system/default.target

VM reboot 

   
  
   
   Having MATE desktop installed :-
    1. yum-config-manager --enable fmd-testing
   2. yum -y install enlightenment

   
  
  

Sunday, June 22, 2014

RDO IceHouse Setup Two Node (Controller+Compute) Neutron ML2&OVS&VLAN Cluster on Fedora 20

Two KVMs have been created , each one having 2 virtual NICs (eth0,eth1) for
Controller && Compute Nodes setup. Before running `packstack --answer-file= TwoNodeML2&OVS&VLAN.txt` SELINUX set to permissive on both nodes.
Both eth1's assigned IPs from VLAN Libvirts subnet before installation and set
to promiscuous mode (192.168.122.127, 192.168.122.137 ). Packstack bind to
public IP - eth0  192.169.142.127 , Compute Node 192.169.142.137

Answer file been used by packstack here http://textuploader.com/k9xo

Two Libvirt's  subnet created on F20 KVM Sever to support installation

 Public subnet :  192.169.142.0/24  
 VLAN  Support subnet:      192.168.122.0/24 


1. Create a new libvirt network (other than your default 198.162.x.x) file:

$ cat openstackvms.xml
 
<network>
   <name>openstackvms</name>
   <uuid>d0e9964a-f91a-40c0-b769-a609aee41bf2</uuid>
   <forward mode='nat'>
     <nat>
       <port start='1024' end='65535'/>
     </nat>
   </forward>
   <bridge name='virbr1' stp='on' delay='0' />
   <mac address='52:54:00:60:f8:6e'/>
   <ip address='192.169.142.1' netmask='255.255.255.0'>
     <dhcp>
       <range start='192.169.142.2' end='192.169.142.254' />
     </dhcp>
   </ip>
 </network> 
 
 2. Define the above network:

  $ virsh net-define openstackvms.xml

3. Start the network and enable it for "autostart" 
 
 $ virsh net-start openstackvms
 $ virsh net-autostart openstackvms


4. List your libvirt networks to see if it reflects:

  $ virsh net-list
  Name                 State      Autostart     Persistent
  ----------------------------------------------------------
  default              active     yes           yes
  openstackvms         active     yes           yes


5. Optionally, list your bridge devices:

  $ brctl show
  bridge name     bridge id               STP enabled     interfaces
  virbr0          8000.5254003339b3       yes             virbr0-nic
  virbr1          8000.52540060f86e       yes             virbr1-nic

Status after packstack install and updating /etc/neutron/plugin.ini as shown bellow

[root@ip-192-169-142-127 neutron]# cat plugin.ini
[ml2]
type_drivers = vlan
tenant_network_types = vlan
mechanism_drivers = openvswitch
[ml2_type_vlan]
[network_vlan_ranges = physnet1:100:200
[ovs]
network_vlan_ranges = physnet1:100:200
tenant_network_type = vlan
enable_tunneling = False
integration_bridge = br-int
bridge_mappings = physnet1:br-eth1
local_ip = 192.168.122.127
[AGENT]
polling_interval = 2
[SECURITYGROUP]
firewall_driver = neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver

 Recreating link plugin.ini :-
 
    [root@ip-192-169-142-127 neutron]# ls -l
     total 84
    -rw-r--r--. 1 root root      197 Jun 20 11:18 api-paste.ini
    -rw-r-----. 1 root neutron  3855 Jun 21 08:17 dhcp_agent.ini
    -rw-r--r--. 1 root root      333 Jun 21 13:35 dhcp_agent.out
    -rw-r-----. 1 root neutron   109 Apr 17 15:50 fwaas_driver.ini
    -rw-r-----. 1 root neutron  3431 Jun 20 14:42 l3_agent.ini
    -rw-r-----. 1 root neutron  1400 Apr 17 15:50 lbaas_agent.ini
    -rw-r-----. 1 root neutron   328 Jun 20 14:58 metadata_agent.ini
    -rw-r-----. 1 root neutron 19057 Jun 21 13:47 neutron.conf
    lrwxrwxrwx. 1 root root       37 Jun 21 15:30 plugin.ini -> /etc/neutron/plugins/ml2/ml2_conf.ini
    drwxr-xr-x. 4 root root     4096 Jun 20 11:18 plugins
    -rw-r-----. 1 root neutron  6148 Apr 17 15:50 policy.json
    -rw-r--r--. 1 root root       80 May 19 19:53 release
    -rw-r--r--. 1 root root     1216 Apr 17 15:50 rootwrap.conf

 

[root@ip-192-169-142-127 ~(keystone_admin)]# openstack-status
== Nova services ==
openstack-nova-api:                     active
openstack-nova-cert:                    active
openstack-nova-compute:                 inactive  (disabled on boot)
openstack-nova-network:                 inactive  (disabled on boot)
openstack-nova-scheduler:               active
openstack-nova-volume:                  inactive  (disabled on boot)
openstack-nova-conductor:               active
== Glance services ==
openstack-glance-api:                   active
openstack-glance-registry:              active
== Keystone service ==
openstack-keystone:                     active
== Horizon service ==
openstack-dashboard:                    active
== neutron services ==
neutron-server:                         active
neutron-dhcp-agent:                     active
neutron-l3-agent:                       active
neutron-metadata-agent:                 active
neutron-lbaas-agent:                    inactive  (disabled on boot)
neutron-openvswitch-agent:              active
neutron-linuxbridge-agent:              inactive  (disabled on boot)
neutron-ryu-agent:                      inactive  (disabled on boot)
neutron-nec-agent:                      inactive  (disabled on boot)
neutron-mlnx-agent:                     inactive  (disabled on boot)
== Cinder services ==
openstack-cinder-api:                   active
openstack-cinder-scheduler:             active
openstack-cinder-volume:                active
openstack-cinder-backup:                inactive  (disabled on boot)
== Ceilometer services ==
openstack-ceilometer-api:               failed
openstack-ceilometer-central:           active
openstack-ceilometer-compute:           inactive  (disabled on boot)
openstack-ceilometer-collector:         active
openstack-ceilometer-alarm-notifier:    active
openstack-ceilometer-alarm-evaluator:   active
== Support services ==
openvswitch:                            active
dbus:                                   active
tgtd:                                   active
rabbitmq-server:                        active
memcached:                              active
== Keystone users ==
+----------------------------------+------------+---------+----------------------+
|                id                |    name    | enabled |        email         |
+----------------------------------+------------+---------+----------------------+
| 42ceb5a601b041f0a5669868dd7f7663 |   admin    |   True  |    test@test.com     |
| d602599e69904691a6094d86f07b6121 | ceilometer |   True  | ceilometer@localhost |
| cc11c36f6e9a4bb7b050db7a380a51db |   cinder   |   True  |   cinder@localhost   |
| c3b1e25936a241bfa63c791346f179fc |   glance   |   True  |   glance@localhost   |
| d2bfcd4e6fc44478899b0a2544df0b00 |  neutron   |   True  |  neutron@localhost   |
| 3d572a8e32b94ac09dd3318cd84fd932 |    nova    |   True  |    nova@localhost    |
+----------------------------------+------------+---------+----------------------+
== Glance images ==
+--------------------------------------+-----------------+-------------+------------------+-----------+--------+
| ID                                   | Name            | Disk Format | Container Format | Size      | Status |
+--------------------------------------+-----------------+-------------+------------------+-----------+--------+
| 898a4245-d191-46b8-ac87-e0f1e1873cb1 | CirrOS31        | qcow2       | bare             | 13147648  | active |
| c4647c90-5160-48b1-8b26-dba69381b6fa | Ubuntu 06/18/14 | qcow2       | bare             | 254149120 | active |
+--------------------------------------+-----------------+-------------+------------------+-----------+--------+
== Nova managed services ==
+------------------+----------------------------------------+----------+---------+-------+----------------------------+-----------------+
| Binary           | Host                                   | Zone     | Status  | State | Updated_at                 | Disabled Reason |
+------------------+----------------------------------------+----------+---------+-------+----------------------------+-----------------+
| nova-consoleauth | ip-192-169-142-127.ip.secureserver.net | internal | enabled | up    | 2014-06-22T10:39:20.000000 | -               |
| nova-scheduler   | ip-192-169-142-127.ip.secureserver.net | internal | enabled | up    | 2014-06-22T10:39:21.000000 | -               |
| nova-conductor   | ip-192-169-142-127.ip.secureserver.net | internal | enabled | up    | 2014-06-22T10:39:23.000000 | -               |
| nova-cert        | ip-192-169-142-127.ip.secureserver.net | internal | enabled | up    | 2014-06-22T10:39:20.000000 | -               |
| nova-compute     | ip-192-169-142-137.ip.secureserver.net | nova     | enabled | up    | 2014-06-22T10:39:23.000000 | -               |
+------------------+----------------------------------------+----------+---------+-------+----------------------------+-----------------+
== Nova networks ==
+--------------------------------------+---------+------+
| ID                                   | Label   | Cidr |
+--------------------------------------+---------+------+
| 577b7ba7-adad-4051-a03f-787eb8bd55f6 | public  | -    |
| 70298098-a022-4a6b-841f-cef13524d86f | private | -    |
| 7459c84b-b460-4da2-8f24-e0c840be2637 | int     | -    |
+--------------------------------------+---------+------+
== Nova instance flavors ==
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name      | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| 1  | m1.tiny   | 512       | 1    | 0         |      | 1     | 1.0         | True      |
| 2  | m1.small  | 2048      | 20   | 0         |      | 1     | 1.0         | True      |
| 3  | m1.medium | 4096      | 40   | 0         |      | 2     | 1.0         | True      |
| 4  | m1.large  | 8192      | 80   | 0         |      | 4     | 1.0         | True      |
| 5  | m1.xlarge | 16384     | 160  | 0         |      | 8     | 1.0         | True      |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
== Nova instances ==
+--------------------------------------+-------------+-----------+------------+-------------+------------------------------------+
| ID                                   | Name        | Status    | Task State | Power State | Networks                           |
+--------------------------------------+-------------+-----------+------------+-------------+------------------------------------+
| 388bbe10-87b2-40e5-a6ee-b87b05116d51 | CirrOS445   | ACTIVE    | -          | Running     | private=30.0.0.14, 192.169.142.155 |
| 4d380c79-3213-45c0-8e4c-cef2dd19836d | UbuntuSRV01 | SUSPENDED | -          | Shutdown    | private=30.0.0.13, 192.169.142.154 |
+--------------------------------------+-------------+-----------+------------+-------------+------------------------------------+
 

[root@ip-192-169-142-127 ~(keystone_admin)]# nova-manage service list
Binary           Host                                 Zone             Status     State Updated_At
nova-consoleauth ip-192-169-142-127.ip.secureserver.net internal         enabled    :-)   2014-06-22 10:40:00
nova-scheduler   ip-192-169-142-127.ip.secureserver.net internal         enabled    :-)   2014-06-22 10:40:01
nova-conductor   ip-192-169-142-127.ip.secureserver.net internal         enabled    :-)   2014-06-22 10:40:03
nova-cert        ip-192-169-142-127.ip.secureserver.net internal         enabled    :-)   2014-06-22 10:40:00
nova-compute     ip-192-169-142-137.ip.secureserver.net nova             enabled    :-)   2014-06-22 10:40:03
 

[root@ip-192-169-142-127 ~(keystone_admin)]# neutron agent-list
+--------------------------------------+--------------------+----------------------------------------+-------+----------------+
| id                                   | agent_type         | host                                   | alive | admin_state_up |
+--------------------------------------+--------------------+----------------------------------------+-------+----------------+
| 61160392-4c97-4e8f-a902-1e55867e4425 | DHCP agent         | ip-192-169-142-127.ip.secureserver.net | :-)   | True           |
| 6cd022b9-9eb8-4d1e-9991-01dfe678eba5 | Open vSwitch agent | ip-192-169-142-137.ip.secureserver.net | :-)   | True           |
| 893a1a71-5709-48e9-b1a4-11e02f5eca15 | Metadata agent     | ip-192-169-142-127.ip.secureserver.net | :-)   | True           |
| bb29c2dc-2db6-487c-a262-32cecf85c608 | L3 agent           | ip-192-169-142-127.ip.secureserver.net | :-)   | True           |
| d7456233-53ba-4ae4-8936-3448f6ea9d65 | Open vSwitch agent | ip-192-169-142-127.ip.secureserver.net | :-)   | True           |
+--------------------------------------+--------------------+----------------------------------------+-------+----------------+
 

 

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-br-ex
DEVICE="br-ex"
BOOTPROTO="static"
IPADDR="192.169.142.127"
NETMASK="255.255.255.0"
DNS1="83.221.202.254"
BROADCAST="192.169.142.255"
GATEWAY="192.169.142.1"
NM_CONTROLLED="no"
DEFROUTE="yes"
IPV4_FAILURE_FATAL="yes"
IPV6INIT=no
ONBOOT="yes"
TYPE="OVSBridge"
DEVICETYPE="ovs"

 

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-eth0
DEVICE="eth0"
# HWADDR=90:E6:BA:2D:11:EB
ONBOOT="yes"
TYPE="OVSPort"
DEVICETYPE="ovs"
OVS_BRIDGE=br-ex
NM_CONTROLLED=no
IPV6INIT=no

 

[root@ip-192-169-142-127 network-scripts(keystone_admin)]# cat ifcfg-eth1
TYPE=Ethernet
BOOTPROTO=none
DEVICE=eth1
ONBOOT=yes
IPADDR=192.168.122.127
PREFIX=24
# HWADDR=52:54:00:EE:94:93
NM_CONTROLLED=no

 

[root@ip-192-169-142-127 ~(keystone_admin)]# ovs-vsctl show
86e16ac0-c2e6-4eb4-a311-cee56fe86800
    Bridge br-ex
        Port "eth0"
            Interface "eth0"
        Port "qg-068e0e7a-95"
            Interface "qg-068e0e7a-95"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
    Bridge "br-eth1"
        Port "eth1"
            Interface "eth1"
        Port "phy-br-eth1"
            Interface "phy-br-eth1"
        Port "br-eth1"
            Interface "br-eth1"
                type: internal
    Bridge br-int
        Port "qr-16b1ea2b-fc"
            tag: 1
            Interface "qr-16b1ea2b-fc"
                type: internal
        Port "qr-2bb007df-e1"
            tag: 2
            Interface "qr-2bb007df-e1"
                type: internal
        Port "tap1c48d234-23"
            tag: 2
            Interface "tap1c48d234-23"
                type: internal
        Port br-int
            Interface br-int
                type: internal
        Port "tap26440f58-b0"
            tag: 1
            Interface "tap26440f58-b0"
                type: internal
        Port "int-br-eth1"
            Interface "int-br-eth1"
    ovs_version: "2.1.2"

   Checksum offloading disabled on eth1 of Compute Node

 
[root@ip-192-169-142-137 neutron]# /usr/sbin/ethtool --offload eth1 tx off
Actual changes:
tx-checksumming: off
    tx-checksum-ip-generic: off
tcp-segmentation-offload: off
    tx-tcp-segmentation: off [requested on]
    tx-tcp-ecn-segmentation: off [requested on]
    tx-tcp6-segmentation: off [requested on]
udp-fragmentation-offload: off [requested on]