cn:ccr:storage:s_g_c2014_soluzione1
Differences
This shows you the differences between two versions of the page.
| Both sides previous revisionPrevious revision | |||
| cn:ccr:storage:s_g_c2014_soluzione1 [2014/11/25 21:45] – brunengo@infn.it | cn:ccr:storage:s_g_c2014_soluzione1 [2014/11/25 22:03] (current) – brunengo@infn.it | ||
|---|---|---|---|
| Line 1: | Line 1: | ||
| + | |||
| + | ====== Esercitazione 1 ====== | ||
| + | |||
| + | |||
| + | ==== Creazione del cluster e configurazione ==== | ||
| + | |||
| + | |||
| + | |||
| + | **__Verifica che i nodi che apparterranno al cluster possano eseguire ssh senza password__** | ||
| + | |||
| + | < | ||
| + | # for i in 1 2 3; do for j in 1 2 3; do ssh c16-serv${i} "ssh c16-serv${j} hostname"; | ||
| + | c16-serv1< | ||
| + | c16-serv2< | ||
| + | c16-serv3< | ||
| + | c16-serv1< | ||
| + | c16-serv2< | ||
| + | c16-serv3< | ||
| + | c16-serv1< | ||
| + | c16-serv2< | ||
| + | c16-serv3< | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Crea il file di input per mmcrcluster__** | ||
| + | |||
| + | < | ||
| + | # cat node.lis< | ||
| + | c16-serv1: | ||
| + | c16-serv2::< | ||
| + | c16-serv3::< | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Crea il cluster__** | ||
| + | |||
| + | < | ||
| + | # mmcrcluster -N node< | ||
| + | node node.lis | ||
| + | [root@c16-serv1 ~]# mmcrcluster -N node.lis -p c16-serv1 -r / | ||
| + | Tue Nov 25 20:57:29 CET 2014: mmcrcluster: | ||
| + | Tue Nov 25 20:57:31 CET 2014: mmcrcluster: | ||
| + | Tue Nov 25 20:57:34 CET 2014: mmcrcluster: | ||
| + | mmcrcluster: | ||
| + | mmcrcluster: | ||
| + | Use the mmchlicense command to designate licenses as needed.< | ||
| + | mmcrcluster: | ||
| + | affected nodes. | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Configura le licenze per i nodi del cluster__** | ||
| + | |||
| + | < | ||
| + | # mmchlicense server --accept -N c16-serv1, | ||
| + | <br> | ||
| + | The following nodes will be designated as possessing GPFS server licenses:< | ||
| + | c16-serv1.openlab.infn.it< | ||
| + | c16-serv2.openlab.infn.it< | ||
| + | c16-serv3.openlab.infn.it< | ||
| + | mmchlicense: | ||
| + | mmchlicense: | ||
| + | affected nodes. | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Visualizza il cluster__** | ||
| + | |||
| + | < | ||
| + | # mmlscluster< | ||
| + | <br> | ||
| + | GPFS cluster information< | ||
| + | ========================< | ||
| + | GPFS cluster name: | ||
| + | GPFS cluster id: | ||
| + | GPFS UID domain: | ||
| + | Remote shell command: | ||
| + | Remote file copy command: | ||
| + | <br> | ||
| + | GPFS cluster configuration servers:< | ||
| + | ----------------------------------- | ||
| + | Primary server: | ||
| + | Secondary server: | ||
| + | <br> | ||
| + | | ||
| + | ------------------------------------------------------------------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Fai partire GPFS su tutto il cluster e verifica__** | ||
| + | |||
| + | < | ||
| + | # mmstartup -a< | ||
| + | Tue Nov 25 21:02:29 CET 2014: mmstartup: Starting GPFS ...< | ||
| + | <br> | ||
| + | # mmgetstate -a< | ||
| + | <br> | ||
| + | Node number | ||
| + | ------------------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Modifica il tipo di nodo di c16-serv2 e c16-serv3 in quorum e manager, e verifica__** | ||
| + | |||
| + | < | ||
| + | # mmchnode --manager --quorum -N c16-serv2, | ||
| + | Tue Nov 25 21:04:30 CET 2014: mmchnode: Processing node c16-serv2.openlab.infn.it< | ||
| + | Tue Nov 25 21:04:30 CET 2014: mmchnode: Processing node c16-serv3.openlab.infn.it< | ||
| + | mmchnode: Propagating the cluster configuration data to all< | ||
| + | affected nodes. | ||
| + | <br> | ||
| + | # mmlscluster< | ||
| + | <br> | ||
| + | GPFS cluster information< | ||
| + | ========================< | ||
| + | GPFS cluster name: | ||
| + | GPFS cluster id: | ||
| + | GPFS UID domain: | ||
| + | Remote shell command: | ||
| + | Remote file copy command: | ||
| + | <br> | ||
| + | GPFS cluster configuration servers:< | ||
| + | -----------------------------------< | ||
| + | Primary server: | ||
| + | Secondary server: | ||
| + | <br> | ||
| + | | ||
| + | ------------------------------------------------------------------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Aggiungi c16-serv2 come secondary configuration server__** | ||
| + | |||
| + | < | ||
| + | # mmchcluster -s c16-serv2< | ||
| + | mmchcluster: | ||
| + | mmchcluster: | ||
| + | mmchcluster: | ||
| + | mmchcluster: | ||
| + | mmchcluster: | ||
| + | <br> | ||
| + | # mmlscluster< | ||
| + | <br> | ||
| + | GPFS cluster information< | ||
| + | ========================< | ||
| + | GPFS cluster name: | ||
| + | GPFS cluster id: | ||
| + | GPFS UID domain: | ||
| + | Remote shell command: | ||
| + | Remote file copy command: | ||
| + | <br> | ||
| + | GPFS cluster configuration servers:< | ||
| + | -----------------------------------< | ||
| + | Primary server: | ||
| + | Secondary server: | ||
| + | <br> | ||
| + | | ||
| + | ------------------------------------------------------------------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Visualizza la configurazione del cluster__** | ||
| + | |||
| + | < | ||
| + | # mmlsconfig< | ||
| + | Configuration data for cluster c16.openlab.infn.it:< | ||
| + | ---------------------------------------------------< | ||
| + | myNodeConfigNumber 1<br> | ||
| + | clusterName c16.openlab.infn.it< | ||
| + | clusterId 7610410449082048296< | ||
| + | autoload yes< | ||
| + | dmapiFileHandleSize 32< | ||
| + | minReleaseLevel 3.5.0.11< | ||
| + | adminMode central< | ||
| + | <br> | ||
| + | File systems in cluster c16.openlab.infn.it:< | ||
| + | --------------------------------------------< | ||
| + | (none)< | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | ==== Creazione degli NSD ==== | ||
| + | |||
| + | **__Visualizza i dischi visti dal nodo__** | ||
| + | |||
| + | < | ||
| + | # fdisk -l | grep "^Disk / | ||
| + | Disk /dev/vda: 21.5 GB, 21474836480 bytes< | ||
| + | Disk /dev/vdb: 1073.7 GB, 1073741824000 bytes< | ||
| + | Disk /dev/vdc: 1073.7 GB, 1073741824000 bytes< | ||
| + | Disk /dev/vdd: 1073.7 GB, 1073741824000 bytes< | ||
| + | Disk /dev/vde: 1073.7 GB, 1073741824000 bytes< | ||
| + | Disk /dev/vdf: 42.9 GB, 42949673984 bytes< | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | **__Crea il file di input per mmcrnsd: crea quattro nsd su vdb, vdc, vdd, vde__** | ||
| + | |||
| + | < | ||
| + | # cat nsd.lis< | ||
| + | %nsd: device=/ | ||
| + | nsd=nsd1< | ||
| + | usage=dataAndMetadata< | ||
| + | failureGroup=1< | ||
| + | pool=system< | ||
| + | %nsd: device=/ | ||
| + | nsd=nsd2< | ||
| + | usage=dataAndMetadata< | ||
| + | failureGroup=2< | ||
| + | pool=system< | ||
| + | %nsd: device=/ | ||
| + | nsd=nsd3< | ||
| + | usage=dataAndMetadata< | ||
| + | failureGroup=3< | ||
| + | pool=system< | ||
| + | %nsd: device=/ | ||
| + | nsd=nsd4< | ||
| + | usage=dataAndMetadata< | ||
| + | failureGroup=4< | ||
| + | pool=system< | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Crea gli NSD__** | ||
| + | |||
| + | < | ||
| + | # mmcrnsd -F nsd.lis< | ||
| + | mmcrnsd: Processing disk vdb< | ||
| + | mmcrnsd: Processing disk vdc< | ||
| + | mmcrnsd: Processing disk vdd< | ||
| + | mmcrnsd: Processing disk vde< | ||
| + | mmcrnsd: Propagating the cluster configuration data to all< | ||
| + | affected nodes. | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | **__Verifica la visibilita’ degli NSD sui nodi del cluster__** | ||
| + | |||
| + | < | ||
| + | # mmlsnsd -m< | ||
| + | <br> | ||
| + | Disk name NSD volume ID Device | ||
| + | ---------------------------------------------------------------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | **__Modifica gli NSD configurando NSD server per ciascuno, e verifica__** | ||
| + | |||
| + | < | ||
| + | # mmchnsd " | ||
| + | mmchnsd: Processing disk nsd1< | ||
| + | mmchnsd: Processing disk nsd2< | ||
| + | mmchnsd: Processing disk nsd3< | ||
| + | mmchnsd: Processing disk nsd4< | ||
| + | mmchnsd: Propagating the cluster configuration data to all< | ||
| + | affected nodes. | ||
| + | <br> | ||
| + | # mmlsnsd< | ||
| + | <br> | ||
| + | File system | ||
| + | ---------------------------------------------------------------------------< | ||
| + | (free disk) | ||
| + | (free disk) | ||
| + | (free disk) | ||
| + | (free disk) | ||
| + | <br> | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | ==== Creazione del file system ==== | ||
| + | |||
| + | |||
| + | **__Crea il file system /dev/c16fs, mount point / | ||
| + | |||
| + | < | ||
| + | # mmcrfs /dev/c16fs -F nsd.lis -A yes -B 1M -j scatter -M 2 -R 2 -T / | ||
| + | <br> | ||
| + | The following disks of c16fs will be formatted on node c16-serv1:< | ||
| + | nsd1: size 1048576000 KB< | ||
| + | nsd2: size 1048576000 KB< | ||
| + | nsd3: size 1048576000 KB< | ||
| + | nsd4: size 1048576000 KB< | ||
| + | Formatting file system ...< | ||
| + | Disks up to size 9.1 TB can be added to storage pool system.< | ||
| + | Creating Inode File< | ||
| + | Creating Allocation Maps< | ||
| + | Creating Log Files< | ||
| + | Clearing Inode Allocation Map< | ||
| + | Clearing Block Allocation Map< | ||
| + | Formatting Allocation Map for storage pool system< | ||
| + | Completed creation of file system / | ||
| + | mmcrfs: Propagating the cluster configuration data to all< | ||
| + | affected nodes. | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | **__Visualizza NSD (ora appartengono ad un file system), dischi e file system__** | ||
| + | |||
| + | < | ||
| + | # mmlsnsd< | ||
| + | <br> | ||
| + | File system | ||
| + | ---------------------------------------------------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | <br> | ||
| + | # mmlsdisk / | ||
| + | disk | ||
| + | name | ||
| + | ------------ -------- ------ ----------- -------- ----- ------------- ------------ ------------< | ||
| + | nsd1 | ||
| + | nsd2 | ||
| + | nsd3 | ||
| + | nsd4 | ||
| + | <br> | ||
| + | # mmlsfs / | ||
| + | flag value description< | ||
| + | ------------------- ------------------------ -----------------------------------< | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | none | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | |||
| + | **__Monta il file system su tutti i nodi__** | ||
| + | |||
| + | < | ||
| + | # mmmount /dev/c16fs -a< | ||
| + | Tue Nov 25 21:26:48 CET 2014: mmmount: Mounting file systems ...< | ||
| + | <br> | ||
| + | # mmlsmount /dev/c16fs <br> | ||
| + | File system c16fs is mounted on 3 nodes.< | ||
| + | <br> | ||
| + | # mmlsmount /dev/c16fs -L< | ||
| + | <br> | ||
| + | File system c16fs is mounted on 3 nodes:< | ||
| + | 192.168.200.246 c16-serv1 | ||
| + | 192.168.200.248 c16-serv3 | ||
| + | 192.168.200.247 c16-serv2 | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Crea un file__** | ||
| + | |||
| + | < | ||
| + | # dd if=/ | ||
| + | 1024+0 records in< | ||
| + | 1024+0 records out< | ||
| + | 1073741824 bytes (1.1 GB) copied, 5.75137 s, 187 MB/ | ||
| + | #<br> | ||
| + | </ | ||
| + | |||
| + | **__Verifica l’occupazione del file system__** | ||
| + | |||
| + | < | ||
| + | # df / | ||
| + | Filesystem | ||
| + | / | ||
| + | <br> | ||
| + | # mmdf /dev/c16fs <br> | ||
| + | disk disk size failure holds holds free KB free KB< | ||
| + | name in KB group metadata data in full blocks | ||
| + | --------------- ------------- -------- -------- ----- -------------------- -------------------< | ||
| + | Disks in storage pool: system (Maximum disk size allowed is 8.3 TB)< | ||
| + | nsd1 | ||
| + | nsd2 | ||
| + | nsd3 | ||
| + | nsd4 | ||
| + | ------------- | ||
| + | (pool total) | ||
| + | <br> | ||
| + | (total) | ||
| + | <br> | ||
| + | Inode Information< | ||
| + | -----------------< | ||
| + | Number of used inodes: | ||
| + | Number of free inodes: | ||
| + | Number of allocated inodes: | ||
| + | Maximum number of inodes: | ||
| + | <br> | ||
| + | </ | ||
| + | |||