Merge branch 'CRI_XCBC-submodule-creation' into 'master'

Cri xcbc submodule creation

See merge request rrand11/terraform-openstack!24

.terraform/modules/modules.json

+{"Modules":[{"Key":"nodes","Source":"./nodes","Dir":"nodes"},{"Key":"dmz-network","Source":"./external-network","Dir":"external-network"},{"Key":"keypair","Source":"./key-pair","Dir":"key-pair"},{"Key":"ohpc-instance","Source":"./ohpc-instance","Dir":"ohpc-instance"},{"Key":"","Source":"","Dir":"."},{"Key":"node","Source":"./node","Dir":""},{"Key":"ood-instance","Source":"./ood-instance","Dir":"ood-instance"},{"Key":"cluster-network","Source":"./internal-network","Dir":"internal-network"},{"Key":"floating-ip","Source":"./floating-ip","Dir":"floating-ip"}]}
\ No newline at end of file

.terraform/plugins/darwin_amd64/lock.json

+{
+  "openstack": "207fb3debf3cce310354682246ff8fe9adbfbbd5a90c8d1194568cb118fcafa8"
+}
\ No newline at end of file

CRI_XCBC @ 1d7a787a

+Subproject commit 1d7a787a562130d8b96d1b85d087c4a3ecc34f41

CRI_XCBC/LICENSE

-MIT License
-
-Copyright (c) 2018 XSEDE
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

CRI_XCBC/README.md

-Simple playbooks to install OpenHPC version 1.0 using Ansible. 
-
-See the doc/README.md for a tutorial on using these scripts in a VirtualBox environment.
-
-The Ansible layout is fairly simple, using a series of roles for different parts of the installation process. 
-
-This repo will get you to the point of a working slurm installation across your cluster. It does not 
-currently provide any scientific software or user management options! 
-
-The basic usage is to set up the master node with the initial 3 roles (pre\_ohpc,ohpc\_install,ohpc\_config)
-and use the rest to build node images, and deploy the actual nodes (these use Warewulf as a provisioner by default). 
-
-Trigger the roles individually via tags, like:
-
-```
-ansible-playbook -t pre_ohpc -i inventory/headnode headnode.yml
-```
-
-None of these Ansible roles actually touch the compute nodes directly - at most, they build a new vnfs image and
-trigger a reboot. 
-
-A more detailed description is available in the /doc folder.

CRI_XCBC/ansible.cfg

-[defaults]
-retry_files_enabled = False
-inventory = ./inventory/headnode
-
-[ssh_connection]
-control_path = ~/.ssh/ansible-%%r@%%h:%%p

CRI_XCBC/compute.yaml

----
-- hosts: compute
-  roles:
-    - pre_ohpc
-    - ohpc_install
-    - ohpc_config
-    - compute_build_vnfs
-    - compute_build_nodes
-    - nodes_vivify

CRI_XCBC/group_vars/all

----
-#OpenHPC release version
-  openhpc_release_rpm: "https://github.com/openhpc/ohpc/releases/download/v1.3.GA/ohpc-release-1.3-1.el7.x86_64.rpm"
-#The full list of available versions for CentOS can be generated via
-# curl -s https://github.com/openhpc/ohpc/releases/ | grep rpm | grep -v sle | grep -v strong  | sed 's/.*="\(.*\)".*".*".*/\1/'
-#
-# Headnode Info
-  public_interface: "eth0" # NIC that allows access to the public internet
-  private_interface: "eth1" #NIC that allows access to compute nodes
-  headnode_private_ip: "10.1.1.1"
-  build_kernel_ver: '3.10.0-957.12.2.el7.x86_64' # `uname -r` at build time... for wwbootstrap
-
-#Private network Info
-  private_network: "10.1.1.0"  
-  private_network_mask: "24"
-  private_network_long_netmask: "255.255.255.0"
-  compute_ip_minimum: "10.1.1.2"
-  compute_ip_maximum: "10.1.1.255"
-  gpu_ip_minimum: "10.1.1.128" #This could be more clever, like compute_ip_minimum + num_nodes...
-
-#slurm.conf variables
-  cluster_name: "ohpc"
-#  gres_types: "gpu"
-
-# sacct user list
-  cluster_users:
-    - centos   # include each username on separate line as a list
-
-#Stateful compute or not?
-  stateful_nodes: false
-
-#Node Config Vars - for stateful nodes
-  sda1: "mountpoint=/boot:dev=sda1:type=ext3:size=500"
-  sda2: "dev=sda2:type=swap:size=500"
-  sda3: "mountpoint=/:dev=sda3:type=ext3:size=fill"
-
-# GPU Node Vars
-# download the nvidia cuda installer, and run with only --extract=$path_to_CRI_XCBC/roles/gpu_build_vnfs/files to get these three installers
-  nvidia_driver_installer: "NVIDIA-Linux-x86_64-387.26.run"
-  cuda_toolkit_installer: "cuda-linux.9.1.85-23083092.run"
-  cuda_samples_installer: "cuda-samples.9.1.85-23083092-linux.run"
-
-
-# WW Template Names for wwmkchroot
-  template_path: "/usr/libexec/warewulf/wwmkchroot/"
-  compute_template: "compute-nodes"
-  gpu_template: "gpu-nodes"  
-  login_template: "login-nodes"  
-
-# Chroot variables
-  compute_chroot_loc: "/opt/ohpc/admin/images/{{ compute_chroot }}"
-  compute_chroot: centos7-compute
-  gpu_chroot_loc: "/opt/ohpc/admin/images/{{ gpu_chroot }}"
-  gpu_chroot: centos7-gpu
-  login_chroot_loc: "/opt/ohpc/admin/images/{{ login_chroot }}"
-  login_chroot: centos7-login 
-
-# Node Inventory method - automatic, or manual
-  node_inventory_auto: true
-
-#Node naming variables - no need to change
-  compute_node_prefix: "c"
-  num_compute_nodes: 1
-  gpu_node_prefix: "gpu-compute-"
-  num_gpu_nodes: 1
-  login_node_prefix: "login-"
-  num_login_nodes: 0
-
-#OpenOnDemand
-  ood_nodename: "ood"
-  ood_version: 1.5
-  ood_ip_addr: 10.1.1.254
-  ood_rpm_repo: "https://yum.osc.edu/ondemand/{{ ood_version }}/ondemand-release-web-{{ ood_version }}-1.el7.noarch.rpm"
-
-#Node Inventory - not in the Ansible inventory sense! Just for WW and Slurm config.
-# Someday I will need a role that can run wwnodescan, and add nodes to this file! Probably horrifying practice.
-# There is a real difference between building from scratch, and using these for maintenance / node addition!
-#
-  compute_private_nic: "eth0"
-  compute_nodes:
-   - { name: "compute-1", vnfs: '{{compute_chroot}}',  cpus: 1, sockets: 1, corespersocket: 1,  mac: "08:00:27:EC:E2:FF", ip: "10.0.0.254"}
-
-  login_nodes:
-   - { name: "login-1", vnfs: '{{login_chroot}}', cpus: 8, sockets: 2, corespersocket: 4,  mac: "00:26:b9:2e:21:ed", ip: "10.2.255.137"}
- 
-  gpu_nodes:
-   - { name: "gpu-compute-1", vnfs: '{{gpu_chroot}}', gpus: 4, gpu_type: "gtx_TitanX", cpus: 16, sockets: 2, corespersocket: 8,  mac: "0c:c4:7a:6e:9d:6e", ip: "10.2.255.47"}
- 
-  viz_nodes:
-   - { name: "viz-node-0-0", vnfs: gpu_chroot, gpus: 2, gpu_type: nvidia_gtx_780, cpus: 8, sockets: 2, corespersocket: 4,  mac: "foo", ip: "bar"}
-
-#Slurm Accounting Variables - little need to change these
-  slurm_acct_db: "slurmdb"
-  slurmdb_storage_port: "7031"
-  slurmdb_port: "1234"
-  slurmdb_sql_pass: "password" #could force this to be a hash... 
-  slurmdb_sql_user: slurm
-
-#automatic variables for internal use
-# Don't edit these!
-  compute_node_glob: "{{ compute_node_prefix }}[0-{{ num_compute_nodes|int - 1}}]"
-  gpu_node_glob: "{{ gpu_node_prefix }}[0-{{ num_gpu_nodes|int - 1}}]"
-  node_glob_bash: "{{ compute_node_prefix }}{0..{{ num_compute_nodes|int - 1}}}"
-  gpu_node_glob_bash: "{{ compute_node_prefix }}{0..{{ num_compute_nodes|int - 1}}}"
-
-#Jupyter related
-  jupyter_provision: false
-
-#EasyBuild variables
-  cluster_shared_folder: "/export"
-  easybuild_prefix: "{{ cluster_shared_folder }}/eb"
-  easybuild_tmpdir: "/tmp"
-  easybuild_buildpath: "/tmp/build"
-  easybuild_sourcepath: "/tmp/source"
-
-#matlab install related
-  matlab_provision: false
-  matlab_download_url: "https://uab.box.com/shared/static/y01qu7oo1gpne6j2s6nqwcuee63epivo.gz"
-  matlab_clustershare: "/opt/ohpc/pub/apps/matlab/"
-  matlab_destination: "/tmp/matlab.tar.gz"
-  # module file vars
-  matlab_install_root: "/opt/ohpc/pub-master/apps/matlab/M2/"
-  matlab_docs_url: "http://{{ ood_nodename }}"
-  matlab_license_file: "{{ matlab_install_root }}/licenses/licenses.lic"
-  matlab_module_path: "{{ easybuild_prefix }}/modules/all"
-  matlab_module_appdir: "matlab"
-  matlab_module_file: "r2018a"
-  matlab_ver: "{{ matlab_module_file }}"
-
-#SAS install related
-  sas_provision: false
-  sas_clustershare: "/export/apps/sas/"
-  sas_module_path: "{{ easybuild_prefix }}/modules/all"
-  sas_module_appdir: "sas"
-  sas_module_file: "9.4"
-  sas_ver: "{{ sas_module_file }}"
-
-#Rstudio related
-  rstudio_provision: false
-  singularity_ver: '2.4.2'
-  r_versions:
-    - { full: '3.5.1', short: '3.5' }
-    - { full: '3.4.4', short: '3.4' }
-
-#Copr Repos
-  enable_copr: true
-  copr_repos:
-    - { repo_name: "louistw/mod_wsgi-3.4-18-httpd24", host: ["{{ ood_nodename }}"] }
-    - { repo_name: "louistw/slurm-17.11.11-ohpc-1.3.6", host: ["{{ cluster_name }}", "{{ ood_nodename }}"] }
-    - { repo_name: "atlurie/shibboleth-3.0-ood", host: ["{{ ood_nodename }}"] }
-
-# Shibboleth SSO
-  enable_shib: false
-
-# User Registration
-  enable_user_reg: false
-  user_register_app: "flask_user_reg"
-  user_register_app_path: "/var/www/ood/register/{{ user_register_app }}"
-  user_register_app_repo: "https://gitlab.rc.uab.edu/mmoo97/flask_user_reg.git"
-  mod_wsgi_pkg_name: "uab-httpd24-mod_wsgi"
-  RegUser_app_user: "reggie"
-  RegUser_app_user_full_name: "RegUser of user register app"
-  RegUser_app_user_passwd: "qweasd"
-
-# User Create Scripts
-  enable_user_create_scripts: false
-  user_create_scripts: "ohpc_user_create"
-  user_create_scripts_path: "/opt/{{ user_create_scripts }}"
-  user_create_script_repo: "https://gitlab.rc.uab.edu/tr27p/ohpc_user_create.git"
-

CRI_XCBC/headnode.yml

----
- - hosts: headnode
-   roles:
-
-   - {role: pre_ohpc, tags: pre_ohpc}
-   - {role: ohpc_install, tags: ohpc_install}
-   - {role: ohpc_config, tags: ohpc_config}
-   - {role: compute_build_vnfs, tags: compute_build_vnfs}
-   - {role: gpu_build_vnfs, tags: gpu_build_vnfs}
-   - {role: login_build_vnfs, tags: login_build_vnfs}
-   - {role: compute_build_nodes, tags: compute_build_nodes}
-   - {role: gpu_build_nodes, tags: gpu_build_nodes}
-   - {role: login_build_nodes, tags: login_build_nodes}
-   - {role: viz_build_nodes, tags: viz_build_nodes}
-   - {role: nodes_vivify, tags: nodes_vivify}

CRI_XCBC/hosts

-[headnode]
-ohpc	ansible_connection=local
-
-[headnode:vars]
-sshgroup=headnode
-
-[ood]
-ood
-
-[ood:vars]
-sshgroup=ood
-
-[compute]
-c1
-
-[compute:vars]
-sshgroup=compute

CRI_XCBC/install_ansible.sh

-#!/bin/sh
-yum -y install epel-release
-yum -y install python-devel python-setuptools python-setuptools-devel gcc libffi-devel openssl-devel
-easy_install pip
-pip install virtualenv
-mkdir -p $HOME/ansible_env
-cd $HOME/ansible_env
-virtualenv ansible
-source $HOME/ansible_env/ansible/bin/activate 
-git clone git://github.com/ansible/ansible.git --recursive ./ansible_source
-#pexpect has to be 3.3 because new 4.01 version only
-# works with python >= 2.7 :(
-pip install paramiko PyYAML Jinja2 httplib2 six pexpect==3.3
-#moved this after lib installations
-source $HOME/ansible_env/ansible_source/hacking/env-setup -q
-## later figure out how to source it together with virtualenv
-#echo -e "\nsource $HOME/ansible/hacking/env-setup -q" >> $HOME/.activate_ansible
-# run a quick test 
-echo "# Ansible Inventory" > inventory
-echo "[headnode]" >> inventory
-echo "localhost ansible_connection=local" >> inventory
-ansible -i inventory headnode -a 'hostname'

CRI_XCBC/inventory/headnode

-[headnode]
-headnode ansible_host="{{ headnode_private_ip }}" ansible_connection=ssh ansible_ssh_user=root

CRI_XCBC/ohpc.yaml

----
-- hosts: ohpc
-  roles:
-    - { name: 'pre_ohpc', tags: 'pre_ohpc' }
-    - { name: 'ohpc_install', tags: 'ohpc_install' }
-    - { name: 'ohpc_config', tags: 'ohpc_config' }
-    - { name: 'compute_build_vnfs', tags: 'compute_build_vnfs' }
-    - { name: 'compute_build_nodes', tags: 'compute_build_nodes' }
-    - { name: 'nodes_vivify', tags: 'nodes_vivify' }
-    - { name: 'ohpc_add_easybuild', tags: 'ohpc_add_easybuild' }
-    - { name: 'ohpc_jupyter', tags: 'ohpc_jupyter', when: jupyter_provision}
-    - { name: 'ohpc_matlab', tags: 'ohpc_matlab', when: matlab_provision }
-    - { name: 'ohpc_sas', tags: 'ohpc_sas', when: sas_provision }
-    - { name: 'ohpc_add_rstudio', tags: 'ohpc_add_rstudio', when: rstudio_provision }
-    - { name: 'ohpc_user_reg', tags: 'ohpc_user_reg', when: enable_user_reg }
-    - { name: 'reg_user_create_scripts', tags: 'reg_user_create_scripts', when: enable_user_create_scripts }

CRI_XCBC/ood.yaml

----
-- hosts: ood
-  roles:
-    - { name: 'prep_ood', tags: 'prep_ood' }
-    - { name: 'ood', tags: 'ood' }
-    - { name: 'warewulf_sync', tags: 'warewulf_sync' }
-    - { name: 'ood_jupyter', tags: 'ood_jupyter', when: jupyter_provision}
-    - { name: 'ood_vnc_form', tags: 'ood_vnc_form' }
-    - { name: 'ood_add_rstudio', tags: 'ood_add_rstudio', when: rstudio_provision }
-    - { name: 'ood_matlab', tags: 'ood_matlab', when: matlab_provision }
-    - { name: 'ood_sas', tags: 'ood_sas', when: sas_provision }
-    - { name: 'ood_firewall_and_services', tags: 'ood_firewall_and_services' }
-    - { name: 'ohpc_firewall_and_services', tags: 'ohpc_firewall_and_services' }
-    - { name: 'ood_shib_sso', tags: 'ood_shib_sso', when: enable_shib }
-    - { name: 'ood_user_reg', tags: 'ood_user_reg', when: enable_user_reg }
-    - { name: 'reg_user_create_scripts', tags: 'reg_user_create_scripts', when: enable_user_create_scripts }

CRI_XCBC/roles/compute_build_nodes/tasks/main.yml

----
-
-#   - name: print single node info
-#     debug:
-#       var: item.mac
-#     with_items: "{{ compute_nodes }}"
-#   - name: print single node info
-#     debug:
-#       var: item.vnfs
-#     with_items: "{{ compute_nodes }}"
-#
-#   - fail:
-#       msg: "Quick fail for test!"
-
-   - block:
-     - name: add node to ww db
-       command: wwsh -y node new {{ item.name }} --ipaddr={{ item.ip }} --hwaddr={{ item.mac }} -D {{ compute_private_nic }}
-       with_items: "{{ compute_nodes }}"
-  
-     - name: set nodes bootloader
-       command: wwsh -y object modify -s bootloader=sda -t node {{ item.name }}
-       with_items: "{{ compute_nodes }}"
-       when: stateful_nodes == true
-  
-     - name: set nodes partitions
-       command: wwsh -y object modify -s diskpartition=sda -t node {{ item.name }}
-       with_items: "{{ compute_nodes }}"
-       when: stateful_nodes == true
-  
-     - name: format partitions
-       command: wwsh -y object modify -s diskformat=sda1,sda2,sda3 -t node {{ item.name }}
-       with_items: "{{ compute_nodes }}"
-       when: stateful_nodes == true
-  
-     - name: define filesystems
-       command: wwsh -y object modify -s filesystems="{{ sda1 }},{{ sda2 }},{{ sda3 }}" -t node {{ item.name }}
-       with_items: "{{ compute_nodes }}"
-       when: stateful_nodes == true
-  #" for vim
-
-     - name: set files to provision
-       command: wwsh -y provision set {{ item.name }} --vnfs={{ item.vnfs }} --bootstrap={{ build_kernel_ver }} --files=passwd,group,shadow,munge.key,slurm.conf,dynamic_hosts,network
-       with_items: "{{ compute_nodes }}"
-
-     - name: remove node from slurm.conf if it exists already # to avoid duplication!
-       lineinfile:
-         dest: /etc/slurm/slurm.conf
-         regexp: "^NodeName={{ item.name }}"
-         state: absent
-       with_items: "{{ compute_nodes }}"
-  
-     - name: add node to slurm.conf
-       lineinfile:
-         dest: /etc/slurm/slurm.conf
-         line: "NodeName={{ item.name }} Sockets={{ item.sockets }} CoresPerSocket={{ item.corespersocket }} State=UNKNOWN"
-         insertbefore: "^# PARTITIONS"
-         state: present
-       with_items: "{{ compute_nodes }}"
-  
-     when: node_inventory_auto == false
-
-   - name: add nodes via wwnodescan - BOOT NODES NOW, IN ORDER
-     shell: wwnodescan --ip={{ compute_ip_minimum }} --netdev={{ private_interface }} --netmask=255.255.255.0 --bootstrap={{ build_kernel_ver }} --vnfs={{ compute_chroot }} {{ node_glob_bash }}
-     when: node_inventory_auto == true
-
-#   - name: Waiting for the compute node to bootup
-#     pause:
-#       seconds: 180
-
-   - name: set files to provision
-     command: wwsh -y provision set {{ compute_node_glob }} --vnfs={{ compute_chroot }} --bootstrap={{ build_kernel_ver }} --files=passwd,group,shadow,munge.key,slurm.conf,dynamic_hosts,network,lmod.sh,lmod.csh --kargs="net.ifnames=1 biosdevname=1 quiet" --postnetdown=1
-     when: node_inventory_auto == true
-
-   - name: sync files #also generates dynamic hosts on headnode!
-     command: wwsh file sync
-
-#   - name: add compute nodes to ansible inventory for wait
-#     add_host: name={{ node_glob }} group="compute nodes"
-    
-#   - name: wait for compute nodes to boot
-#     local_action: wait_for host={{ last_node }} state=started delay=30 timeout=600
-
-   - name: restart dhcp
-     service: name=dhcpd state=restarted enabled=yes
-
-   - name: update pxeconfig to force node to boot from pxe
-     command: wwsh -y object modify -D bootlocal -t node {{ compute_node_glob}}
-     when: stateful_nodes == false and node_inventory_auto == true
- 
-   - name: update pxeconfig to let node boot from local disk
-     command: wwsh -y object modify -s bootlocal=EXIT -t node {{ compute_node_glob}}
-     when: stateful_nodes == true and node_inventory_auto == true
- 
-   - name: wwsh pxe update
-     command: wwsh -v pxe update
-     register: command_result
-     failed_when: "'Building iPXE' not in command_result.stdout and 'Building Pxelinux' not in command_result.stdout"
-
-#   vars:
-#    - compute_node_glob: "{{ compute_node_prefix }}[0-{{ num_compute_nodes|int - 1}}]"
-#    - node_glob_bash: "{{ compute_node_prefix }}{0..{{ num_compute_nodes|int - 1}}}"
-#    - last_node: "{{ node_prefix }}{{ num_nodes|int - 1 }}"

CRI_XCBC/roles/compute_build_vnfs/tasks/main.yml

----
-
-#   - name: fix broken wwmkchroot file
-#     lineinfile: 
-#       dest: /usr/libexec/warewulf/wwmkchroot/centos-7.tmpl 
-#       regexp: "^YUM_MIRROR(.*)7.2.1511(.*)"
-#       line: 'YUM_MIRROR\g<1>7\g<2>'   # use \g<1> for backref followed by digit!
-#       backrefs: yes
-#
-   - name: check current kernel version
-     shell: uname -r | sed "s/.$(uname -m)//"
-     register: running_kernel_version
-
-   - name: check most recent installed kernel version
-     shell: yum list installed | grep 'kernel\.' | tail -n 1 | awk '{print $2}'
-     register: installed_kernel_version
-
-   - fail:
-       msg: "Most recently installed kernel is not currently loaded version! Consider rebooting before building the vnfs"
-     when: running_kernel_version.stdout != installed_kernel_version.stdout
-
-   - fail:
-       msg: "Loaded kernel does not match the build_kernel_ver in group_vars/all"
-     when: running_kernel_version.stdout not in build_kernel_ver
-
-   - name: remove old vnfs if it exists
-     file:
-       path: "{{ compute_chroot_loc }}"
-       state: absent
-
-   - template: src=compute_template.j2 dest="{{ template_path }}{{ compute_template }}.tmpl"
-
-   - template: src=extend_compute_packages.j2 dest="{{ template_path }}extend_compute_packages"
-
-   - template: src=base_packages.j2 dest="{{ template_path }}base_packages"
- 
-   - name: make chroot
-     command: wwmkchroot "{{ compute_template }}" "{{ compute_chroot_loc }}"
-
-   - name: copy resolve.conf into image
-     copy: src=/etc/resolv.conf dest="{{ compute_chroot_loc }}/etc/resolv.conf" #"
-
-   - name: yum install into the image chroot
-     yum:
-       state: present
-       installroot: "{{ compute_chroot_loc }}"
-       name:
-         - chrony
-         - 'kernel-{{ running_kernel_version.stdout }}'
-         - lmod-ohpc
-         - grub2
-         - freeipmi
-         - ipmitool
-         - ohpc-slurm-client
-         - ohpc-base-compute
-         - tmux
-         - ruby
-         - turbojpeg
-         - nc
-         - '@X Window System'
-         - '@Xfce'
-
-   # one method to install TurboVNC
-   - name: download TurboVNC rpm
-     get_url:
-       url: https://sourceforge.net/projects/turbovnc/files/2.2/turbovnc-2.2.x86_64.rpm
-       dest: /var/tmp/turbovnc-2.2.x86_64.rpm
-       checksum: md5:25711ad32bfae63031aff20528d4af79
-
-   - name: install TurboVNC via rpm into chroot image
-     yum:
-       name: /var/tmp/turbovnc-2.2.x86_64.rpm
-       state: present
-       installroot: "{{ compute_chroot_loc }}"
-
-   # Another method to install TurboVNC, tested
-   # All information comes from TurboVNC official website:
-   # https://turbovnc.org/pmwiki/uploads/Downloads/TurboVNC.repo
-   #   - name: add TurboVNC repo into yum inside compute node image
-   #     yum_repository:
-   #       name: TurboVNC
-   #       description: TurboVNC official RPMs
-   #       baseurl: https://sourceforge.net/projects/turbovnc/files
-   #       gpgcheck: yes
-   #       gpgkey: http://pool.sks-keyservers.net/pks/lookup?op=get&search=0x6BBEFA1972FEB9CE
-   #       exclude: 'turbovnc-*.*.9[0-9]-*' # exclude beta releases
-   #       reposdir: "{{ compute_chroot_loc }}/etc/yum.repos.d"
-   #
-   #   - name: install TurboVNC via yum into chroot image
-   #     yum:
-   #       name: turbovnc
-   #       state: present
-   #       installroot: "{{ compute_chroot_loc }}"
-
-   - name: download Websockify source code
-     get_url:
-       url: https://github.com/novnc/websockify/archive/v0.8.0.tar.gz
-       dest: /var/tmp/websockify-0.8.0.tar.gz
-
-   - name: extract Websockify source code into chroot env
-     unarchive:
-       src: /var/tmp/websockify-0.8.0.tar.gz
-       dest: '{{ compute_chroot_loc }}/tmp'
-
-   - name: install Websockify inside chroot env
-     command: "chroot {{ compute_chroot_loc }} /bin/bash -c 'cd /tmp/websockify-0.8.0; python setup.py install'"
-
-   # After we installed Xfce, the compute node is set to bootup in graphical mode.
-   # This task is to unset that back to multi-user mode.
-   - name: set compute node to boot with multi-user mode
-     command: chroot '{{ compute_chroot_loc }}' systemctl set-default multi-user.target
-
-   - name: put NFS home mount info in image
-     lineinfile: line="{{ headnode_private_ip }}:/home /home nfs nfsvers=3,rsize=1024,wsize=1024,cto 0 0" dest={{ compute_chroot_loc }}/etc/fstab state=present
-
-   - name: put NFS opt mount info in image
-     lineinfile: line="{{ headnode_private_ip }}:/opt/ohpc/pub /opt/ohpc/pub-master nfs nfsvers=3 0 0" dest={{ compute_chroot_loc }}/etc/fstab state=present
-
-   - name: put NFS opt mount info in image
-     lineinfile: line="{{ headnode_private_ip }}:/export /export nfs nfsvers=3 0 0" dest={{ compute_chroot_loc }}/etc/fstab state=present
-
-   - name: firewalld on compute image disabled
-     command: chroot '{{ compute_chroot_loc }}' systemctl disable firewalld
-
-   - name: chronyd on compute image enabled 
-     command: chroot '{{ compute_chroot_loc }}' systemctl enable chronyd
-
-   - name: add headnode to compute chrony.conf
-     lineinfile: line="server {{ headnode_private_ip }}" dest={{ compute_chroot_loc }}/etc/chrony.conf state=present
-
-   - name: slurmd on compute image enabled 
-     command: chroot '{{ compute_chroot_loc }}' systemctl enable slurmd
-
-   - name: wwimport file into image (passwd)
-     command: wwsh file import /etc/passwd
-
-   - name: wwimport file into image (group)
-     command: wwsh file import /etc/group
-
-   - name: wwimport file into image (shadow)
-     command: wwsh file import /etc/shadow
-
-   - name: wwimport file into image (slurm)
-     command: wwsh file import /etc/slurm/slurm.conf --name slurm.conf
-
-   - name: wwimport file into image (munge)
-     command: wwsh file import /etc/munge/munge.key
-
-   - name: wwimport file into image (lmod.sh)
-     command: wwsh file import /etc/profile.d/lmod.sh
-
-   - name: wwimport file into image (lmod.csh)
-     command: wwsh file import /etc/profile.d/lmod.csh
-
-   - name: build bootstrap image
-     shell: wwbootstrap {{ build_kernel_ver }}
-
-   - name: build the vnfs 
-     command: wwvnfs -y --chroot "{{ compute_chroot_loc }}/"
-
-   - name: set up provisioning interface
-     lineinfile: line="GATEWAYDEV={{ private_interface }}" dest=/tmp/network.ww create=yes
-#" for vim
-#