INFN wiki

User Tools

Site Tools

Trace: • Sbam Laboratory Page
progetti:cloud-areapd:ceph:install_and_confihure_ceph-rgw

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revisionPrevious revision
progetti:cloud-areapd:ceph:install_and_confihure_ceph-rgw [2018/05/31 14:47] – sgaravat@infn.itprogetti:cloud-areapd:ceph:install_and_confihure_ceph-rgw [2020/02/11 10:14] (current) – sgaravat@infn.it
Line 1: Line 1:
 +====== Install and configure ceph-rgw ======
 +
 +On the machine where ceph radosgw will be installed:
 +
 +<code bash>
 +yum clean all
 +yum update
 +
 +useradd ceph-deploy
 +passwd ceph-deploy
 +echo "ceph-deploy ALL = (root) NOPASSWD:ALL" | sudo tee /etc/sudoers.d/ceph-deploy
 +
 +</code>
 +
 +
 +cepl-deploy@ceph-adm key on the node where radosgw will be installed:
 +
 +<code bash>
 +[ceph-deploy@ceph-adm ~]$ ssh-copy-id ceph-deploy@ceph-rgw-02
 +/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/home/ceph-deploy/.ssh/id_rsa.pub"
 +/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
 +/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
 +ceph-deploy@ceph-rgw-02's password: 
 +
 +Number of key(s) added: 1
 +
 +Now try logging into the machine, with:   "ssh 'ceph-deploy@ceph-rgw-02'"
 +and check to make sure that only the key(s) you wanted were added.
 +
 +[ceph-deploy@ceph-adm ~]$ ssh ceph-rgw-02 hostname
 +ceph-rgw-02.cloud.pd.infn.it
 +[ceph-deploy@ceph-adm ~]$ 
 +</code>
 +
 +
 +Disable SELinux
 +
 +Modify ceph.conf on all ceph cluster nodes and all openstack nodes adding:
 +
 +
 +<code>
 +
 +[global]
 +#
 +...
 +...                                                                               
 +# Default quota for object storage                                              
 +rgw user default quota max size = 200G
 +
 +
 +[client.rgw.ceph-rgw-01]                                                       \
 +
 +#                                                                               
 +# SSL                                                                           
 +#rgw_frontends="civetweb port=7480s ssl_certificate=/etc/cert.pem"             \
 +                                                                                
 +#                                                                               
 +# Plain                                                                         
 +rgw_frontends="civetweb port=7480"
 +#                                                                               
 +# Realm, zonegroup and zone                                                     
 +rgw_zone=cloudprod
 +rgw_zonegroup=cloudprod
 +rgw_realm=cloudprod
 +
 +# Debug level                                                                   
 +debug rgw = 2
 +#                                                                               
 +# OpenStack cloud                                                               
 +rgw keystone url = https://cloud-areapd.pd.infn.it:35357
 +rgw keystone accepted roles = project_manager, _member_, user, admin, Member
 +rgw keystone api version = 3
 +rgw keystone admin token = CHANGEHERE
 +rgw keystone token cache size = 0
 +##rgw keystone revocation interval = 100  
 +                                                                                  
 +rgw keystone implicit tenants = false
 +rgw s3 auth use keystone = true
 +nss_db_path = /var/ceph/nss
 +</code>
 +
 +
 +Dall'admin node (come ceph-deploy):
 +
 +<code bash>
 +[ceph-deploy@ceph-adm ~]$ ssh-copy-id ceph-deploy@ceph-rgw-01
 +/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/home/ceph-deploy/.ssh/id_rsa.pub"
 +The authenticity of host 'ceph-rgw-01 (192.168.60.251)' can't be established.
 +ECDSA key fingerprint is SHA256:La1NjlBmg1+WmDNuSMH/BBcYIDA0u7qzfeumbnqLJtM.
 +ECDSA key fingerprint is MD5:5d:22:c8:2a:b6:b5:f0:26:03:fb:1c:0b:c2:11:44:a6.
 +Are you sure you want to continue connecting (yes/no)? yes
 +/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
 +/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
 +ceph-deploy@ceph-rgw-01's password: 
 +
 +Number of key(s) added: 1
 +
 +Now try logging into the machine, with:   "ssh 'ceph-deploy@ceph-rgw-01'"
 +and check to make sure that only the key(s) you wanted were added.
 +</code>
 +
 +Verifica:
 +
 +
 +<code bash>
 +[ceph-deploy@ceph-adm ~]$ ssh ceph-rgw-01 hostname
 +ceph-rgw-01.cloud.pd.infn.it
 +</code>
 +
 +Get file di conf di ceph da un monitor node:
 +
 +<code bash>
 +[ceph-deploy@ceph-adm ~]$ cd CephProdCluster
 +[ceph-deploy@ceph-adm CephProdCluster]$ ceph-deploy config pull ceph-mon-01
 +</code>
 +
 +Da un monitor:
 +
 +Creazione realm cloudprod (come default realm):
 +
 +
 +<code bash>
 +[root@ceph-mon-01 ceph]# radosgw-admin realm list --rgw-realm=cloudprod
 +</code>
 +
 +
 +Verifica:
 +
 +<code bash>
 +[root@ceph-mon-01 ceph]# radosgw-admin realm list
 +{
 +    "default_info": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9",
 +    "realms": [
 +        "cloudtest",
 +        "cloudprod"
 +    ]
 +}
 +
 +[root@ceph-mon-01 ceph]# radosgw-admin realm get --rgw-realm=cloudprod
 +{
 +    "id": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9",
 +    "name": "cloudprod",
 +    "current_period": "0571b076-51b1-4162-b143-3f365979c83a",
 +    "epoch": 2
 +}
 +
 +</code>
 +
 +Creazione zonegroup e zone 'cloudprod':
 +
 +<code bash> 
 +
 +[root@ceph-mon-01 ceph]# radosgw-admin zonegroup create --rgw-zonegroup=cloudprod --endpoints=http://ceph-rgw-01.cloud.pd.infn.it:7480 --rgw-realm=cloudprod --master --default
 +{
 +    "id": "9519a1b3-ada1-4c0c-bfd9-61d1845f79dc",
 +    "name": "cloudprod",
 +    "api_name": "cloudprod",
 +    "is_master": "true",
 +    "endpoints": [
 +        "http://ceph-rgw-01.cloud.pd.infn.it:7480"
 +    ],
 +    "hostnames": [],
 +    "hostnames_s3website": [],
 +    "master_zone": "",
 +    "zones": [],
 +    "placement_targets": [],
 +    "default_placement": "",
 +    "realm_id": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9"
 +}
 +
 +[root@ceph-mon-01 ceph]# radosgw-admin zone create --rgw-zonegroup=cloudprod --rgw-zone=cloudprod --endpoints=http://ceph-rgw-01.cloud.pd.infn.it:7480 --rgw-realm=cloudprod --master --default
 +{
 +    "id": "c7fbd8b2-ef44-4154-973b-0071b30ec1bc",
 +    "name": "cloudprod",
 +    "domain_root": "cloudprod.rgw.meta:root",
 +    "control_pool": "cloudprod.rgw.control",
 +    "gc_pool": "cloudprod.rgw.log:gc",
 +    "lc_pool": "cloudprod.rgw.log:lc",
 +    "log_pool": "cloudprod.rgw.log",
 +    "intent_log_pool": "cloudprod.rgw.log:intent",
 +    "usage_log_pool": "cloudprod.rgw.log:usage",
 +    "reshard_pool": "cloudprod.rgw.log:reshard",
 +    "user_keys_pool": "cloudprod.rgw.meta:users.keys",
 +    "user_email_pool": "cloudprod.rgw.meta:users.email",
 +    "user_swift_pool": "cloudprod.rgw.meta:users.swift",
 +    "user_uid_pool": "cloudprod.rgw.meta:users.uid",
 +    "system_key": {
 +        "access_key": "",
 +        "secret_key": ""
 +    },
 +    "placement_pools": [
 +        {
 +            "key": "default-placement",
 +            "val": {
 +                "index_pool": "cloudprod.rgw.buckets.index",
 +                "data_pool": "cloudprod.rgw.buckets.data",
 +                "data_extra_pool": "cloudprod.rgw.buckets.non-ec",
 +                "index_type": 0,
 +                "compression": ""
 +            }
 +        }
 +    ],
 +    "metadata_heap": "",
 +    "tier_config": [],
 +    "realm_id": "9f39c557-f55c-457d-afc7-f5abd3a3d1d9"
 +}
 +
 +[root@ceph-mon-01 ceph]# 
 +</code>
 +
 +Cancellazione default zonegroup e zone:
 +
 +<code bash>
 +# radosgw-admin zonegroup remove --rgw-zonegroup=default --rgw-zone=default
 +# radosgw-admin period update --commit
 +# radosgw-admin zone delete --rgw-zone=default
 +# radosgw-admin period update --commit
 +# radosgw-admin zonegroup delete --rgw-zonegroup=default
 +# radosgw-admin period update --commit
 +</code>
  
Donate Powered by PHP Valid HTML5 Valid CSS Driven by DokuWiki