############ CHECKS: (Ref: http://www.packtpub.com/article/troubleshooting-openstack-cloud-computing) ############ OpenStack Compute: [root@cert-30 ~]# nova-manage service list Binary Host Zone Status State Updated_At nova-consoleauth cert-30.pd.infn.it internal enabled :-) 2013-11-19 10:04:40 nova-scheduler cert-30.pd.infn.it internal enabled :-) 2013-11-19 10:04:42 nova-conductor cert-30.pd.infn.it internal enabled :-) 2013-11-19 10:04:43 nova-compute cert-30.pd.infn.it nova enabled :-) 2013-11-19 10:04:43 nova-cert cert-30.pd.infn.it internal enabled :-) 2013-11-19 10:04:43 Glance: [root@cert-30 ~]# ps -ef | grep glance root 16945 15803 0 11:09 pts/0 00:00:00 grep glance glance 29794 1 0 Nov18 ? 00:00:00 /usr/bin/python /usr/bin/glance-registry glance 29819 1 0 Nov18 ? 00:00:00 /usr/bin/python /usr/bin/glance-api glance 29835 29794 0 Nov18 ? 00:00:00 /usr/bin/python /usr/bin/glance-registry glance 29836 29819 0 Nov18 ? 00:00:00 /usr/bin/python /usr/bin/glance-api glance 29837 29819 0 Nov18 ? 00:00:00 /usr/bin/python /usr/bin/glance-api [root@cert-30 ~]# netstat -ant | grep 9292.*LISTEN tcp 0 0 0.0.0.0:9292 0.0.0.0:* LISTEN RabbitMQ [root@cert-30 ~]# rabbitmqctl status Status of node 'rabbit@cert-30' ... [{pid,28733}, {running_applications,[{rabbit,"RabbitMQ","3.1.5"}, {mnesia,"MNESIA CXC 138 12","4.5"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {xmerl,"XML parser","1.2.10"}, {sasl,"SASL CXC 138 11","2.1.10"}, {stdlib,"ERTS CXC 138 10","1.17.5"}, {kernel,"ERTS CXC 138 10","2.14.5"}]}, {os,{unix,linux}}, {erlang_version,"Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:2:2] [rq:2] [async-threads:30] [kernel-poll:true]\n"}, {memory,[{total,30964528}, {connection_procs,1214656}, {queue_procs,626496}, {plugins,0}, {other_proc,9234336}, {mnesia,163656}, {mgmt_db,0}, {msg_index,47176}, {other_ets,840472}, {binary,1238912}, {code,14419209}, {atom,1364969}, {other_system,1814646}]}, {vm_memory_high_watermark,0.4}, {vm_memory_limit,1606831308}, {disk_free_limit,1000000000}, {disk_free,56015802368}, {file_descriptors,[{total_limit,924}, {total_used,27}, {sockets_limit,829}, {sockets_used,25}]}, {processes,[{limit,1048576},{used,377}]}, {run_queue,0}, {uptime,69230}] ...done. MySQL [root@cert-30 ~]# mysqladmin -uroot status Uptime: 69394 Threads: 16 Questions: 553978 Slow queries: 0 Opens: 2092 Flush tables: 1 Open tables: 64 Queries per second avg: 7.983 [root@cert-30 ~]# iptables -L -n -t nat Chain PREROUTING (policy ACCEPT) target prot opt source destination nova-api-PREROUTING all -- 0.0.0.0/0 0.0.0.0/0 Chain POSTROUTING (policy ACCEPT) target prot opt source destination nova-api-POSTROUTING all -- 0.0.0.0/0 0.0.0.0/0 nova-postrouting-bottom all -- 0.0.0.0/0 0.0.0.0/0 MASQUERADE tcp -- 192.168.122.0/24 !192.168.122.0/24 masq ports: 1024-65535 MASQUERADE udp -- 192.168.122.0/24 !192.168.122.0/24 masq ports: 1024-65535 MASQUERADE all -- 192.168.122.0/24 !192.168.122.0/24 Chain OUTPUT (policy ACCEPT) target prot opt source destination nova-api-OUTPUT all -- 0.0.0.0/0 0.0.0.0/0 Chain nova-api-OUTPUT (1 references) target prot opt source destination Chain nova-api-POSTROUTING (1 references) target prot opt source destination Chain nova-api-PREROUTING (1 references) target prot opt source destination Chain nova-api-float-snat (1 references) target prot opt source destination Chain nova-api-snat (1 references) target prot opt source destination nova-api-float-snat all -- 0.0.0.0/0 0.0.0.0/0 Chain nova-postrouting-bottom (1 references) target prot opt source destination nova-api-snat all -- 0.0.0.0/0 0.0.0.0/0 [root@cert-30 ~(keystone_admin)]# keystone user-list +----------------------------------+---------+---------+-------------------+ | id | name | enabled | email | +----------------------------------+---------+---------+-------------------+ | b8977da89a0349aa882b31b72a7da35f | admin | True | aiftim@pd.infn.it | | 54e466a7736f4827bdeb6b19d87c60cc | cinder | True | cinder@localhost | | 7d623410809741af98a60df538579a23 | glance | True | glance@localhost | | af69eca7d57b492393bc094b9997e3a3 | neutron | True | neutron@localhost | | 9d7575c69ad4451190982decb74bc189 | nova | True | nova@localhost | +----------------------------------+---------+---------+-------------------+ [root@cert-30 ~(keystone_admin)]# keystone tenant-list +----------------------------------+----------+---------+ | id | name | enabled | +----------------------------------+----------+---------+ | 24bad2626d454b6cb5db4466f372a6d2 | admin | True | | 4efa50d6b8ac4c10b27801c1d433628a | services | True | +----------------------------------+----------+---------+ [root@cert-30 ~(keystone_admin)]# keystone endpoint-list +----------------------------------+-----------+---------------------------------------------+---------------------------------------------+---------------------------------------------+----------------------------------+ | id | region | publicurl | internalurl | adminurl | service_id | +----------------------------------+-----------+---------------------------------------------+---------------------------------------------+---------------------------------------------+----------------------------------+ | 0809125be61e4c199cf12bc44e8f52f6 | RegionOne | http://193.206.210.33:8773/services/Cloud | http://193.206.210.33:8773/services/Cloud | http://193.206.210.33:8773/services/Admin | 40320bd3383844c182c63710b30782d6 | | 0e0402fd7eeb4a60b8b66dd38ea6a913 | RegionOne | http://193.206.210.33:8774/v2/%(tenant_id)s | http://193.206.210.33:8774/v2/%(tenant_id)s | http://193.206.210.33:8774/v2/%(tenant_id)s | d0c16a04f9ef4f9ea2faf6ecccd9d589 | | 119b12662da14493a6125dd9ecbb247c | RegionOne | http://193.206.210.33:5000/v2.0 | http://193.206.210.33:5000/v2.0 | http://193.206.210.33:35357/v2.0 | 0271643501a746438ad9b74f1d39b515 | | 136ceb4f234f491a9268f832524eaf7e | RegionOne | http://193.206.210.33:9292 | http://193.206.210.33:9292 | http://193.206.210.33:9292 | 2e562de196214c56b6448185d9c3e841 | | 85f3f0044da142e8a3ea02f711138f79 | RegionOne | http://193.206.210.33:9696/ | http://193.206.210.33:9696/ | http://193.206.210.33:9696/ | 6c3020652a1b478f9f61e22a888b93e6 | | a2979abdb64a45ce8e30c642ea44a274 | RegionOne | http://193.206.210.33:8776/v1/%(tenant_id)s | http://193.206.210.33:8776/v1/%(tenant_id)s | http://193.206.210.33:8776/v1/%(tenant_id)s | 0e4de38aa5504901ba35ed7044d1815e | +----------------------------------+-----------+---------------------------------------------+---------------------------------------------+---------------------------------------------+----------------------------------+ [root@cert-30 ~(keystone_admin)]# keystone endpoint-get --service compute --endpoint_type adminURL +------------------+----------------------------------------------------------------+ | Property | Value | +------------------+----------------------------------------------------------------+ | compute.adminURL | http://193.206.210.33:8774/v2/24bad2626d454b6cb5db4466f372a6d2 | +------------------+----------------------------------------------------------------+ [root@cert-30 ~(keystone_admin)]# keystone catalog Service: compute +-------------+----------------------------------------------------------------+ | Property | Value | +-------------+----------------------------------------------------------------+ | adminURL | http://193.206.210.33:8774/v2/24bad2626d454b6cb5db4466f372a6d2 | | id | 530548a46a804e189478b3cdfb8d8cb3 | | internalURL | http://193.206.210.33:8774/v2/24bad2626d454b6cb5db4466f372a6d2 | | publicURL | http://193.206.210.33:8774/v2/24bad2626d454b6cb5db4466f372a6d2 | | region | RegionOne | +-------------+----------------------------------------------------------------+ Service: network +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | adminURL | http://193.206.210.33:9696/ | | id | 80739368a74844fe9e373e8c63ea57b1 | | internalURL | http://193.206.210.33:9696/ | | publicURL | http://193.206.210.33:9696/ | | region | RegionOne | +-------------+----------------------------------+ Service: image +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | adminURL | http://193.206.210.33:9292 | | id | 5dfba77cf0b1479e9f349f0f35826039 | | internalURL | http://193.206.210.33:9292 | | publicURL | http://193.206.210.33:9292 | | region | RegionOne | +-------------+----------------------------------+ Service: volume +-------------+----------------------------------------------------------------+ | Property | Value | +-------------+----------------------------------------------------------------+ | adminURL | http://193.206.210.33:8776/v1/24bad2626d454b6cb5db4466f372a6d2 | | id | 4450b49dd4774ad4a99b56b5f479da5b | | internalURL | http://193.206.210.33:8776/v1/24bad2626d454b6cb5db4466f372a6d2 | | publicURL | http://193.206.210.33:8776/v1/24bad2626d454b6cb5db4466f372a6d2 | | region | RegionOne | +-------------+----------------------------------------------------------------+ Service: ec2 +-------------+-------------------------------------------+ | Property | Value | +-------------+-------------------------------------------+ | adminURL | http://193.206.210.33:8773/services/Admin | | id | 19bc4bd714134db2995f2562f6e70df7 | | internalURL | http://193.206.210.33:8773/services/Cloud | | publicURL | http://193.206.210.33:8773/services/Cloud | | region | RegionOne | +-------------+-------------------------------------------+ Service: identity +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | adminURL | http://193.206.210.33:35357/v2.0 | | id | 19a8881a13704376bd9641b7d9982b05 | | internalURL | http://193.206.210.33:5000/v2.0 | | publicURL | http://193.206.210.33:5000/v2.0 | | region | RegionOne | +-------------+----------------------------------+ [root@cert-30 ~(keystone_admin)]# keystone user-get 54e466a7736f4827bdeb6b19d87c60cc +----------+----------------------------------+ | Property | Value | +----------+----------------------------------+ | email | cinder@localhost | | enabled | True | | id | 54e466a7736f4827bdeb6b19d87c60cc | | name | cinder | | tenantId | 4efa50d6b8ac4c10b27801c1d433628a | +----------+----------------------------------+ [root@cert-30 ~]# ovs-vsctl show a7df4fd9-766c-4bfc-829a-4ac1a1597240 Bridge br-int Port br-int Interface br-int type: internal Port patch-tun Interface patch-tun type: patch options: {peer=patch-int} Port int-br-ex Interface int-br-ex Bridge br-tun Port patch-int Interface patch-int type: patch options: {peer=patch-tun} Port br-tun Interface br-tun type: internal Bridge br-ex Port br-ex Interface br-ex type: internal Port "br100" Interface "br100" Port phy-br-ex Interface phy-br-ex ovs_version: "1.11.0" [root@cert-30 ~]# for i in `ls -1 /etc/init.d/neutron-*`; do $i status; done neutron-dhcp-agent (pid 28075) is running... neutron-l3-agent (pid 6150) is running... neutron-lbaas-agent is stopped neutron-metadata-agent (pid 29340) is running... neutron-openvswitch-agent (pid 28584) is running... neutron (pid 1248) is running... [root@cert-30 ~]# [root@cert-30 ~]# [root@cert-30 ~]# for i in `ls -1 /etc/init.d/open*`; do $i status; done openstack-cinder-api (pid 28617) is running... openstack-cinder-backup is stopped openstack-cinder-scheduler (pid 304) is running... openstack-cinder-volume (pid 32712) is running... openstack-glance-api (pid 29819) is running... openstack-glance-registry (pid 29794) is running... openstack-glance-scrubber is stopped keystone (pid 7101) is running... openstack-nova-api (pid 523) is running... openstack-nova-cert (pid 1360) is running... openstack-nova-compute (pid 626) is running... openstack-nova-conductor (pid 595) is running... openstack-nova-console is stopped openstack-nova-consoleauth (pid 494) is running... openstack-nova-metadata-api is stopped openstack-nova-novncproxy (pid 433) is running... openstack-nova-objectstore (pid 460) is running... openstack-nova-scheduler (pid 555) is running... openstack-nova-spicehtml5proxy is stopped openstack-nova-xvpvncproxy is stopped ovsdb-server is running with pid 27840 ovs-vswitchd is running with pid 27850