Differences

This shows you the differences between two versions of the page.

--- progetti:cloud-areapd:ceph:install_and_confihure_ceph-rgw [2018/05/31 09:38] – created sgaravat@infn.it
+++ progetti:cloud-areapd:ceph:install_and_confihure_ceph-rgw [2020/02/11 10:14] (current) – sgaravat@infn.it
@@ Line 1: / Line 1: @@
+====== Install and configure ceph-rgw ======
+On the machine where ceph radosgw will be installed:
+<code bash>
+yum clean all
+yum update
+useradd ceph-deploy
+passwd ceph-deploy
+echo "ceph-deploy ALL = (root) NOPASSWD:ALL" | sudo tee /etc/sudoers.d/ceph-deploy
+</code>
+cepl-deploy@ceph-adm key on the node where radosgw will be installed:
+<code bash>
+[ceph-deploy@ceph-adm ~]$ ssh-copy-id ceph-deploy@ceph-rgw-02
+/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/home/ceph-deploy/.ssh/id_rsa.pub"
+/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
+/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
+ceph-deploy@ceph-rgw-02's password:
+Number of key(s) added: 1
+Now try logging into the machine, with:   "ssh 'ceph-deploy@ceph-rgw-02'"
+and check to make sure that only the key(s) you wanted were added.
+[ceph-deploy@ceph-adm ~]$ ssh ceph-rgw-02 hostname
+ceph-rgw-02.cloud.pd.infn.it
+[ceph-deploy@ceph-adm ~]$
+</code>
+Disable SELinux
+Modify ceph.conf on all ceph cluster nodes and all openstack nodes adding:
+<code>
+[global]
+#
+...
+...
+# Default quota for object storage
+rgw user default quota max size = 200G
+[client.rgw.ceph-rgw-01]                                                       \
+#
+# SSL
+#rgw_frontends="civetweb port=7480s ssl_certificate=/etc/cert.pem"             \
+#
+# Plain
+rgw_frontends="civetweb port=7480"
+#
+# Realm, zonegroup and zone
+rgw_zone=cloudprod
+rgw_zonegroup=cloudprod
+rgw_realm=cloudprod
+# Debug level
+debug rgw = 2
+#
+# OpenStack cloud
+rgw keystone url = https://cloud-areapd.pd.infn.it:35357
+rgw keystone accepted roles = project_manager, _member_, user, admin, Member
+rgw keystone api version = 3
+rgw keystone admin token = CHANGEHERE
+rgw keystone token cache size = 0
+##rgw keystone revocation interval = 100
+rgw keystone implicit tenants = false
+rgw s3 auth use keystone = true
+nss_db_path = /var/ceph/nss
+</code>
+Dall'admin node (come ceph-deploy):
+<code bash>
+[ceph-deploy@ceph-adm ~]$ ssh-copy-id ceph-deploy@ceph-rgw-01
+/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/home/ceph-deploy/.ssh/id_rsa.pub"
+The authenticity of host 'ceph-rgw-01 (192.168.60.251)' can't be established.
+ECDSA key fingerprint is SHA256:La1NjlBmg1+WmDNuSMH/BBcYIDA0u7qzfeumbnqLJtM.
+ECDSA key fingerprint is MD5:5d:22:c8:2a:b6:b5:f0:26:03:fb:1c:0b:c2:11:44:a6.
+Are you sure you want to continue connecting (yes/no)? yes
+/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
+/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
+ceph-deploy@ceph-rgw-01's password:
+Number of key(s) added: 1
+Now try logging into the machine, with:   "ssh 'ceph-deploy@ceph-rgw-01'"
+and check to make sure that only the key(s) you wanted were added.
+</code>
+Verifica:
+<code bash>
+[ceph-deploy@ceph-adm ~]$ ssh ceph-rgw-01 hostname
+ceph-rgw-01.cloud.pd.infn.it
+</code>
+Get file di conf di ceph da un monitor node:
+<code bash>
+[ceph-deploy@ceph-adm ~]$ cd CephProdCluster
+[ceph-deploy@ceph-adm CephProdCluster]$ ceph-deploy config pull ceph-mon-01
+</code>
+Da un monitor:
+Creazione realm cloudprod (come default realm):
+<code bash>
+[root@ceph-mon-01 ceph]# radosgw-admin realm list --rgw-realm=cloudprod
+</code>
+Verifica:
+<code bash>
+[root@ceph-mon-01 ceph]# radosgw-admin realm list
+{
+    "default_info": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9",
+    "realms": [
+        "cloudtest",
+        "cloudprod"
+    ]
+}
+[root@ceph-mon-01 ceph]# radosgw-admin realm get --rgw-realm=cloudprod
+{
+    "id": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9",
+    "name": "cloudprod",
+    "current_period": "0571b076-51b1-4162-b143-3f365979c83a",
+    "epoch": 2
+}
+</code>
+Creazione zonegroup e zone 'cloudprod':
+<code bash>
+[root@ceph-mon-01 ceph]# radosgw-admin zonegroup create --rgw-zonegroup=cloudprod --endpoints=http://ceph-rgw-01.cloud.pd.infn.it:7480 --rgw-realm=cloudprod --master --default
+{
+    "id": "9519a1b3-ada1-4c0c-bfd9-61d1845f79dc",
+    "name": "cloudprod",
+    "api_name": "cloudprod",
+    "is_master": "true",
+    "endpoints": [
+        "http://ceph-rgw-01.cloud.pd.infn.it:7480"
+    ],
+    "hostnames": [],
+    "hostnames_s3website": [],
+    "master_zone": "",
+    "zones": [],
+    "placement_targets": [],
+    "default_placement": "",
+    "realm_id": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9"
+}
+[root@ceph-mon-01 ceph]# radosgw-admin zone create --rgw-zonegroup=cloudprod --rgw-zone=cloudprod --endpoints=http://ceph-rgw-01.cloud.pd.infn.it:7480 --rgw-realm=cloudprod --master --default
+{
+    "id": "c7fbd8b2-ef44-4154-973b-0071b30ec1bc",
+    "name": "cloudprod",
+    "domain_root": "cloudprod.rgw.meta:root",
+    "control_pool": "cloudprod.rgw.control",
+    "gc_pool": "cloudprod.rgw.log:gc",
+    "lc_pool": "cloudprod.rgw.log:lc",
+    "log_pool": "cloudprod.rgw.log",
+    "intent_log_pool": "cloudprod.rgw.log:intent",
+    "usage_log_pool": "cloudprod.rgw.log:usage",
+    "reshard_pool": "cloudprod.rgw.log:reshard",
+    "user_keys_pool": "cloudprod.rgw.meta:users.keys",
+    "user_email_pool": "cloudprod.rgw.meta:users.email",
+    "user_swift_pool": "cloudprod.rgw.meta:users.swift",
+    "user_uid_pool": "cloudprod.rgw.meta:users.uid",
+    "system_key": {
+        "access_key": "",
+        "secret_key": ""
+    },
+    "placement_pools": [
+        {
+            "key": "default-placement",
+            "val": {
+                "index_pool": "cloudprod.rgw.buckets.index",
+                "data_pool": "cloudprod.rgw.buckets.data",
+                "data_extra_pool": "cloudprod.rgw.buckets.non-ec",
+                "index_type": 0,
+                "compression": ""
+            }
+        }
+    ],
+    "metadata_heap": "",
+    "tier_config": [],
+    "realm_id": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9"
+}
+[root@ceph-mon-01 ceph]#
+</code>
+Cancellazione default zonegroup e zone:
+<code bash>
+# radosgw-admin zonegroup remove --rgw-zonegroup=default --rgw-zone=default
+# radosgw-admin period update --commit
+# radosgw-admin zone delete --rgw-zone=default
+# radosgw-admin period update --commit
+# radosgw-admin zonegroup delete --rgw-zonegroup=default
+# radosgw-admin period update --commit
+</code>