Thursday, July 11, 2013

Lustre-2.4 with zfs backend

- Install ZFS on Linux.
- Install Lustre_2.4
...and you are running lustre with zfs backend. Its easy !!

[root@cos63 lustre-2.4]# FSTYPE=zfs /usr/lib64/lustre/tests/llmount.sh
Stopping clients: cos63 /mnt/lustre (opts:)                          
Stopping clients: cos63 /mnt/lustre2 (opts:)                         
Loading modules from /usr/lib64/lustre/tests/..                      
detected 2 online CPUs by sysfs                                      
Force libcfs to create 2 CPU partitions                              
debug=vfstrace rpctrace dlmtrace neterror ha config ioctl super      
subsystem_debug=all -lnet -lnd -pinger                               
gss/krb5 is not supported                                            
Formatting mgs, mds, osts                                            
Format mds1: lustre-mdt1/mdt1                                        
Format ost1: lustre-ost1/ost1                                        
Format ost2: lustre-ost2/ost2                                        
Checking servers environments                                        
Checking clients cos63 environments                                  
Loading modules from /usr/lib64/lustre/tests/..                      
detected 2 online CPUs by sysfs                                      
Force libcfs to create 2 CPU partitions                              
debug=vfstrace rpctrace dlmtrace neterror ha config ioctl super      
subsystem_debug=all -lnet -lnd -pinger                               
gss/krb5 is not supported                                            
Setup mgs, mdt, osts                                                 
Starting mds1:   lustre-mdt1/mdt1 /mnt/mds1                          
Started lustre-MDT0000                                               
Starting ost1:   lustre-ost1/ost1 /mnt/ost1                          
Started lustre-OST0000                                               
Starting ost2:   lustre-ost2/ost2 /mnt/ost2                          
Started lustre-OST0001                                               
Starting client: cos63: -o user_xattr,flock cos63@tcp:/lustre /mnt/lustre
Using TIMEOUT=20                                                        
seting jobstats to procname_uid                                         
Setting lustre.sys.jobid_var from disable to procname_uid               
Waiting 90 secs for update                                              
Updated after 8s: wanted 'procname_uid' got 'procname_uid'              
disable quota as required                                               

[root@cos63 lustre-2.4]# df -h                                          
Filesystem            Size  Used Avail Use% Mounted on                  
/dev/mapper/vg_cos63-lv_root                                            
                       18G  6.6G  9.9G  40% /                           
tmpfs                 431M  176K  431M   1% /dev/shm                    
/dev/sda1             485M  299M  162M  65% /boot                       
/dev/sdb              2.0G  774M  1.2G  41% /home/akam/Downloads        
lustre-mdt1/mdt1      154M  3.2M  149M   3% /mnt/mds1                   
lustre-ost1/ost1      154M  1.2M  151M   1% /mnt/ost1                   
lustre-ost2/ost2      154M  1.2M  151M   1% /mnt/ost2                   
cos63@tcp:/lustre     308M  2.3M  302M   1% /mnt/lustre
[root@cos63 lustre-2.4]#

[root@cos63 ~]# zpool status
  pool: lustre-mdt1
 state: ONLINE
  scan: none requested
config:

    NAME                STATE     READ WRITE CKSUM
    lustre-mdt1         ONLINE       0     0     0
      /tmp/lustre-mdt1  ONLINE       0     0     0

errors: No known data errors

  pool: lustre-ost1
 state: ONLINE
  scan: none requested
config:

    NAME                STATE     READ WRITE CKSUM
    lustre-ost1         ONLINE       0     0     0
      /tmp/lustre-ost1  ONLINE       0     0     0

errors: No known data errors

  pool: lustre-ost2
 state: ONLINE
  scan: none requested
config:

    NAME                STATE     READ WRITE CKSUM
    lustre-ost2         ONLINE       0     0     0
      /tmp/lustre-ost2  ONLINE       0     0     0

errors: No known data errors
[root@cos63 ~]#

[root@cos63 ~]# zpool status
  pool: lustre-mdt1
 state: ONLINE
  scan: none requested
config:

    NAME                STATE     READ WRITE CKSUM
    lustre-mdt1         ONLINE       0     0     0
      /tmp/lustre-mdt1  ONLINE       0     0     0

errors: No known data errors

  pool: lustre-ost1
 state: ONLINE
  scan: none requested
config:

    NAME                STATE     READ WRITE CKSUM
    lustre-ost1         ONLINE       0     0     0
      /tmp/lustre-ost1  ONLINE       0     0     0

errors: No known data errors

  pool: lustre-ost2
 state: ONLINE
  scan: none requested
config:

    NAME                STATE     READ WRITE CKSUM
    lustre-ost2         ONLINE       0     0     0
      /tmp/lustre-ost2  ONLINE       0     0     0

errors: No known data errors
[root@cos63 ~]#

[root@cos63 ~]# lctl get_param version
version=
lustre: 2.4.0
kernel: patchless_client
build:  2.4.0-RC2-gd3f91c4-PRISTINE-2.6.32-358.6.2.el6_lustre.g230b174.x86_64
[root@cos63 ~]#

[root@cos63 ~]# cat /etc/redhat-release
CentOS release 6.3 (Final)
[root@cos63 ~]#

Lustre ZFS_on_Linux

No comments: