---
- name: generate GPFS nodes file
  template:
    src: gpfs_nodes.j2
    dest: /root/.autocluster/gpfs_nodes

- name: generate file containing GPFS primary and secondary nodes
  template:
    src: gpfs_primary_secondary.j2
    dest: /root/.autocluster/gpfs_primary_secondary

- name: check if GPFS active flag file exists
  stat:
    path: /root/.autocluster/gpfs_active
  register: gpfs_active

- name: create GPFS cluster
  shell: |
    mmlscluster || {
      read primary secondary </root/.autocluster/gpfs_primary_secondary && \
      mmcrcluster -N /root/.autocluster/gpfs_nodes \
        -p "$primary" -s "$secondary" \
        -r /usr/bin/ssh -R /usr/bin/scp \
        -C "{{ cluster }}.{{ resolv_conf.domain | lower }}"
    }
  when: not gpfs_active.stat.exists

- name: set GPFS server license mode
  command: mmchlicense server --accept -N all
  when: not gpfs_active.stat.exists

- name: set GPFS admin mode to allToAll
  command: mmchconfig adminMode=allToAll
  when: not gpfs_active.stat.exists

- name : generate GPFS auth key
  # Without the commit, this can't be run more than once
  shell: mmauth genkey new && mmauth genkey commit
  when: not gpfs_active.stat.exists

- name: set GPFS config options
  # Can not be run if GPFS is active
  command: mmchconfig autoload=yes,leaseRecoveryWait=3,maxFilesToCache=20000,failureDetectionTime=10,maxMBpS=500,unmountOnDiskFail=yes,pagepool=64M,allowSambaCaseInsensitiveLookup=no
  when: not gpfs_active.stat.exists

- name: set GPFS cipher list option
  # Can not be set with the above, can not be run if GPFS is active
  command: mmchconfig cipherList=AUTHONLY
  when: not gpfs_active.stat.exists

- name: start GPFS
  command: mmstartup -a
  when: not gpfs_active.stat.exists

- name: wait until GPFS is active on all nodes
  # The field-separator passed to awk must be protected from YAML
  shell: |
    mmgetstate -a -Y | awk -F':' 'NR > 1 && $9 != "active" { exit(1) }'
  register: result
  until: result.rc == 0
  retries: 12
  delay: 5
  when: not gpfs_active.stat.exists

- name: flag GPFS as active
  file:
    path: /root/.autocluster/gpfs_active
    state: touch

- name: generate NSD file
  shell: >
    ls /dev/disk/by-id/virtio-AUTO-* |
      xargs -n 1 realpath |
      awk '{printf "%nsd:\n  device=%s\n  usage=dataAndMetadata\n  failureGroup=1\n\n", $1}' |
      tee gpfs_nsds
  args:
    chdir: /root/.autocluster/
    creates: gpfs_nsds

- name: check if GPFS NSDs created file exists
  stat:
    path: /root/.autocluster/gpfs_nsds_created
  register: gpfs_nsds_created

- name: create GPFS NSDs
  command: mmcrnsd -F gpfs_nsds
  args:
    chdir: /root/.autocluster/ 
  when: not gpfs_nsds_created.stat.exists

- name: flag GPFS NSDs as created
  file:
    path: /root/.autocluster/gpfs_nsds_created
    state: touch

- name: check if GPFS filesystem created file exists
  stat:
    path: /root/.autocluster/gpfs_fs_created
  register: gpfs_fs_created

- name: create GPFS filesystem
  command: >
    mmcrfs gpfs0 -F gpfs_nsds
      -A yes -Q yes -D nfs4 -B 64k -k nfs4 -n 32 -E yes -S no
      -T {{ clusterfs.mountpoint}} -i 512
  args:
    chdir: /root/.autocluster/ 
  when: not gpfs_fs_created.stat.exists

- name: flag GPFS filesystem as created
  file:
    path: /root/.autocluster/gpfs_fs_created
    state: touch

- name: check if GPFS filesystem mounted file exists
  stat:
    path: /root/.autocluster/gpfs_fs_mounted
  register: gpfs_fs_mounted

- name: mount GPFS filesystem
  command: mmmount gpfs0 -a
  when: not gpfs_fs_mounted.stat.exists

- name: wait until GPFS filesystem is mounted
  command: findmnt {{ clusterfs.mountpoint }}
  register: result
  until: result.rc == 0
  retries: 12
  delay: 5
  when: not gpfs_fs_mounted.stat.exists

- name: flag GPFS filesystem as mounted
  file:
    path: /root/.autocluster/gpfs_fs_mounted
    state: touch