update

CRI_XCBC/LICENSE

+MIT License
+
+Copyright (c) 2018 XSEDE
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

CRI_XCBC/README.md

+Simple playbooks to install OpenHPC version 1.0 using Ansible. 
+
+See the doc/README.md for a tutorial on using these scripts in a VirtualBox environment.
+
+The Ansible layout is fairly simple, using a series of roles for different parts of the installation process. 
+
+This repo will get you to the point of a working slurm installation across your cluster. It does not 
+currently provide any scientific software or user management options! 
+
+The basic usage is to set up the master node with the initial 3 roles (pre\_ohpc,ohpc\_install,ohpc\_config)
+and use the rest to build node images, and deploy the actual nodes (these use Warewulf as a provisioner by default). 
+
+Trigger the roles individually via tags, like:
+
+```
+ansible-playbook -t pre_ohpc -i inventory/headnode headnode.yml
+```
+
+None of these Ansible roles actually touch the compute nodes directly - at most, they build a new vnfs image and
+trigger a reboot. 
+
+A more detailed description is available in the /doc folder.

CRI_XCBC/ansible.cfg

+[defaults]
+retry_files_enabled = False
+inventory = ./inventory/headnode
+
+[ssh_connection]
+control_path = ~/.ssh/ansible-%%r@%%h:%%p

CRI_XCBC/compute.yaml

+---
+- hosts: compute
+  roles:
+    - pre_ohpc
+    - ohpc_install
+    - ohpc_config
+    - compute_build_vnfs
+    - compute_build_nodes
+    - nodes_vivify

CRI_XCBC/group_vars/all

+---
+#OpenHPC release version
+  openhpc_release_rpm: "https://github.com/openhpc/ohpc/releases/download/v1.3.GA/ohpc-release-1.3-1.el7.x86_64.rpm"
+#The full list of available versions for CentOS can be generated via
+# curl -s https://github.com/openhpc/ohpc/releases/ | grep rpm | grep -v sle | grep -v strong  | sed 's/.*="\(.*\)".*".*".*/\1/'
+#
+# Headnode Info
+  public_interface: "eth0" # NIC that allows access to the public internet
+  private_interface: "eth1" #NIC that allows access to compute nodes
+  headnode_private_ip: "10.1.1.1"
+  build_kernel_ver: '3.10.0-957.12.2.el7.x86_64' # `uname -r` at build time... for wwbootstrap
+
+#Private network Info
+  private_network: "10.1.1.0"  
+  private_network_mask: "24"
+  private_network_long_netmask: "255.255.255.0"
+  compute_ip_minimum: "10.1.1.2"
+  compute_ip_maximum: "10.1.1.255"
+  gpu_ip_minimum: "10.1.1.128" #This could be more clever, like compute_ip_minimum + num_nodes...
+
+#slurm.conf variables
+  cluster_name: "ohpc"
+#  gres_types: "gpu"
+
+# sacct user list
+  cluster_users:
+    - centos   # include each username on separate line as a list
+
+#Stateful compute or not?
+  stateful_nodes: false
+
+#Node Config Vars - for stateful nodes
+  sda1: "mountpoint=/boot:dev=sda1:type=ext3:size=500"
+  sda2: "dev=sda2:type=swap:size=500"
+  sda3: "mountpoint=/:dev=sda3:type=ext3:size=fill"
+
+# GPU Node Vars
+# download the nvidia cuda installer, and run with only --extract=$path_to_CRI_XCBC/roles/gpu_build_vnfs/files to get these three installers
+  nvidia_driver_installer: "NVIDIA-Linux-x86_64-387.26.run"
+  cuda_toolkit_installer: "cuda-linux.9.1.85-23083092.run"
+  cuda_samples_installer: "cuda-samples.9.1.85-23083092-linux.run"
+
+
+# WW Template Names for wwmkchroot
+  template_path: "/usr/libexec/warewulf/wwmkchroot/"
+  compute_template: "compute-nodes"
+  gpu_template: "gpu-nodes"  
+  login_template: "login-nodes"  
+
+# Chroot variables
+  compute_chroot_loc: "/opt/ohpc/admin/images/{{ compute_chroot }}"
+  compute_chroot: centos7-compute
+  gpu_chroot_loc: "/opt/ohpc/admin/images/{{ gpu_chroot }}"
+  gpu_chroot: centos7-gpu
+  login_chroot_loc: "/opt/ohpc/admin/images/{{ login_chroot }}"
+  login_chroot: centos7-login 
+
+# Node Inventory method - automatic, or manual
+  node_inventory_auto: true
+
+#Node naming variables - no need to change
+  compute_node_prefix: "c"
+  num_compute_nodes: 1
+  gpu_node_prefix: "gpu-compute-"
+  num_gpu_nodes: 1
+  login_node_prefix: "login-"
+  num_login_nodes: 0
+
+#OpenOnDemand
+  ood_nodename: "ood"
+  ood_version: 1.5
+  ood_ip_addr: 10.1.1.254
+  ood_rpm_repo: "https://yum.osc.edu/ondemand/{{ ood_version }}/ondemand-release-web-{{ ood_version }}-1.el7.noarch.rpm"
+
+#Node Inventory - not in the Ansible inventory sense! Just for WW and Slurm config.
+# Someday I will need a role that can run wwnodescan, and add nodes to this file! Probably horrifying practice.
+# There is a real difference between building from scratch, and using these for maintenance / node addition!
+#
+  compute_private_nic: "eth0"
+  compute_nodes:
+   - { name: "compute-1", vnfs: '{{compute_chroot}}',  cpus: 1, sockets: 1, corespersocket: 1,  mac: "08:00:27:EC:E2:FF", ip: "10.0.0.254"}
+
+  login_nodes:
+   - { name: "login-1", vnfs: '{{login_chroot}}', cpus: 8, sockets: 2, corespersocket: 4,  mac: "00:26:b9:2e:21:ed", ip: "10.2.255.137"}
+ 
+  gpu_nodes:
+   - { name: "gpu-compute-1", vnfs: '{{gpu_chroot}}', gpus: 4, gpu_type: "gtx_TitanX", cpus: 16, sockets: 2, corespersocket: 8,  mac: "0c:c4:7a:6e:9d:6e", ip: "10.2.255.47"}
+ 
+  viz_nodes:
+   - { name: "viz-node-0-0", vnfs: gpu_chroot, gpus: 2, gpu_type: nvidia_gtx_780, cpus: 8, sockets: 2, corespersocket: 4,  mac: "foo", ip: "bar"}
+
+#Slurm Accounting Variables - little need to change these
+  slurm_acct_db: "slurmdb"
+  slurmdb_storage_port: "7031"
+  slurmdb_port: "1234"
+  slurmdb_sql_pass: "password" #could force this to be a hash... 
+  slurmdb_sql_user: slurm
+
+#automatic variables for internal use
+# Don't edit these!
+  compute_node_glob: "{{ compute_node_prefix }}[0-{{ num_compute_nodes|int - 1}}]"
+  gpu_node_glob: "{{ gpu_node_prefix }}[0-{{ num_gpu_nodes|int - 1}}]"
+  node_glob_bash: "{{ compute_node_prefix }}{0..{{ num_compute_nodes|int - 1}}}"
+  gpu_node_glob_bash: "{{ compute_node_prefix }}{0..{{ num_compute_nodes|int - 1}}}"
+
+#Jupyter related
+  jupyter_provision: false
+
+#EasyBuild variables
+  cluster_shared_folder: "/export"
+  easybuild_prefix: "{{ cluster_shared_folder }}/eb"
+  easybuild_tmpdir: "/tmp"
+  easybuild_buildpath: "/tmp/build"
+  easybuild_sourcepath: "/tmp/source"
+
+#matlab install related
+  matlab_provision: false
+  matlab_download_url: "https://uab.box.com/shared/static/y01qu7oo1gpne6j2s6nqwcuee63epivo.gz"
+  matlab_clustershare: "/opt/ohpc/pub/apps/matlab/"
+  matlab_destination: "/tmp/matlab.tar.gz"
+  # module file vars
+  matlab_install_root: "/opt/ohpc/pub-master/apps/matlab/M2/"
+  matlab_docs_url: "http://{{ ood_nodename }}"
+  matlab_license_file: "{{ matlab_install_root }}/licenses/licenses.lic"
+  matlab_module_path: "{{ easybuild_prefix }}/modules/all"
+  matlab_module_appdir: "matlab"
+  matlab_module_file: "r2018a"
+  matlab_ver: "{{ matlab_module_file }}"
+
+#SAS install related
+  sas_provision: false
+  sas_clustershare: "/export/apps/sas/"
+  sas_module_path: "{{ easybuild_prefix }}/modules/all"
+  sas_module_appdir: "sas"
+  sas_module_file: "9.4"
+  sas_ver: "{{ sas_module_file }}"
+
+#Rstudio related
+  rstudio_provision: false
+  singularity_ver: '2.4.2'
+  r_versions:
+    - { full: '3.5.1', short: '3.5' }
+    - { full: '3.4.4', short: '3.4' }
+
+#Copr Repos
+  enable_copr: true
+  copr_repos:
+    - { repo_name: "louistw/mod_wsgi-3.4-18-httpd24", host: ["{{ ood_nodename }}"] }
+    - { repo_name: "louistw/slurm-17.11.11-ohpc-1.3.6", host: ["{{ cluster_name }}", "{{ ood_nodename }}"] }
+    - { repo_name: "atlurie/shibboleth-3.0-ood", host: ["{{ ood_nodename }}"] }
+
+# Shibboleth SSO
+  enable_shib: false
+
+# User Registration
+  enable_user_reg: false
+  user_register_app: "flask_user_reg"
+  user_register_app_path: "/var/www/ood/register/{{ user_register_app }}"
+  user_register_app_repo: "https://gitlab.rc.uab.edu/mmoo97/flask_user_reg.git"
+  mod_wsgi_pkg_name: "uab-httpd24-mod_wsgi"
+  RegUser_app_user: "reggie"
+  RegUser_app_user_full_name: "RegUser of user register app"
+  RegUser_app_user_passwd: "qweasd"
+
+# User Create Scripts
+  enable_user_create_scripts: false
+  user_create_scripts: "ohpc_user_create"
+  user_create_scripts_path: "/opt/{{ user_create_scripts }}"
+  user_create_script_repo: "https://gitlab.rc.uab.edu/tr27p/ohpc_user_create.git"
+

CRI_XCBC/headnode.yml

+---
+ - hosts: headnode
+   roles:
+
+   - {role: pre_ohpc, tags: pre_ohpc}
+   - {role: ohpc_install, tags: ohpc_install}
+   - {role: ohpc_config, tags: ohpc_config}
+   - {role: compute_build_vnfs, tags: compute_build_vnfs}
+   - {role: gpu_build_vnfs, tags: gpu_build_vnfs}
+   - {role: login_build_vnfs, tags: login_build_vnfs}
+   - {role: compute_build_nodes, tags: compute_build_nodes}
+   - {role: gpu_build_nodes, tags: gpu_build_nodes}
+   - {role: login_build_nodes, tags: login_build_nodes}
+   - {role: viz_build_nodes, tags: viz_build_nodes}
+   - {role: nodes_vivify, tags: nodes_vivify}

CRI_XCBC/hosts

+[headnode]
+ohpc	ansible_connection=local
+
+[headnode:vars]
+sshgroup=headnode
+
+[ood]
+ood
+
+[ood:vars]
+sshgroup=ood
+
+[compute]
+c1
+
+[compute:vars]
+sshgroup=compute

CRI_XCBC/install_ansible.sh

+#!/bin/sh
+yum -y install epel-release
+yum -y install python-devel python-setuptools python-setuptools-devel gcc libffi-devel openssl-devel
+easy_install pip
+pip install virtualenv
+mkdir -p $HOME/ansible_env
+cd $HOME/ansible_env
+virtualenv ansible
+source $HOME/ansible_env/ansible/bin/activate 
+git clone git://github.com/ansible/ansible.git --recursive ./ansible_source
+#pexpect has to be 3.3 because new 4.01 version only
+# works with python >= 2.7 :(
+pip install paramiko PyYAML Jinja2 httplib2 six pexpect==3.3
+#moved this after lib installations
+source $HOME/ansible_env/ansible_source/hacking/env-setup -q
+## later figure out how to source it together with virtualenv
+#echo -e "\nsource $HOME/ansible/hacking/env-setup -q" >> $HOME/.activate_ansible
+# run a quick test 
+echo "# Ansible Inventory" > inventory
+echo "[headnode]" >> inventory
+echo "localhost ansible_connection=local" >> inventory
+ansible -i inventory headnode -a 'hostname'

CRI_XCBC/inventory/headnode

+[headnode]
+headnode ansible_host="{{ headnode_private_ip }}" ansible_connection=ssh ansible_ssh_user=root

CRI_XCBC/ohpc.yaml

+---
+- hosts: ohpc
+  roles:
+    - { name: 'pre_ohpc', tags: 'pre_ohpc' }
+    - { name: 'ohpc_install', tags: 'ohpc_install' }
+    - { name: 'ohpc_config', tags: 'ohpc_config' }
+    - { name: 'compute_build_vnfs', tags: 'compute_build_vnfs' }
+    - { name: 'compute_build_nodes', tags: 'compute_build_nodes' }
+    - { name: 'nodes_vivify', tags: 'nodes_vivify' }
+    - { name: 'ohpc_add_easybuild', tags: 'ohpc_add_easybuild' }
+    - { name: 'ohpc_jupyter', tags: 'ohpc_jupyter', when: jupyter_provision}
+    - { name: 'ohpc_matlab', tags: 'ohpc_matlab', when: matlab_provision }
+    - { name: 'ohpc_sas', tags: 'ohpc_sas', when: sas_provision }
+    - { name: 'ohpc_add_rstudio', tags: 'ohpc_add_rstudio', when: rstudio_provision }
+    - { name: 'ohpc_user_reg', tags: 'ohpc_user_reg', when: enable_user_reg }
+    - { name: 'reg_user_create_scripts', tags: 'reg_user_create_scripts', when: enable_user_create_scripts }

CRI_XCBC/ood.yaml

+---
+- hosts: ood
+  roles:
+    - { name: 'prep_ood', tags: 'prep_ood' }
+    - { name: 'ood', tags: 'ood' }
+    - { name: 'warewulf_sync', tags: 'warewulf_sync' }
+    - { name: 'ood_jupyter', tags: 'ood_jupyter', when: jupyter_provision}
+    - { name: 'ood_vnc_form', tags: 'ood_vnc_form' }
+    - { name: 'ood_add_rstudio', tags: 'ood_add_rstudio', when: rstudio_provision }
+    - { name: 'ood_matlab', tags: 'ood_matlab', when: matlab_provision }
+    - { name: 'ood_sas', tags: 'ood_sas', when: sas_provision }
+    - { name: 'ood_firewall_and_services', tags: 'ood_firewall_and_services' }
+    - { name: 'ohpc_firewall_and_services', tags: 'ohpc_firewall_and_services' }
+    - { name: 'ood_shib_sso', tags: 'ood_shib_sso', when: enable_shib }
+    - { name: 'ood_user_reg', tags: 'ood_user_reg', when: enable_user_reg }
+    - { name: 'reg_user_create_scripts', tags: 'reg_user_create_scripts', when: enable_user_create_scripts }

CRI_XCBC/roles/compute_build_nodes/tasks/main.yml

+---
+
+#   - name: print single node info
+#     debug:
+#       var: item.mac
+#     with_items: "{{ compute_nodes }}"
+#   - name: print single node info
+#     debug:
+#       var: item.vnfs
+#     with_items: "{{ compute_nodes }}"
+#
+#   - fail:
+#       msg: "Quick fail for test!"
+
+   - block:
+     - name: add node to ww db
+       command: wwsh -y node new {{ item.name }} --ipaddr={{ item.ip }} --hwaddr={{ item.mac }} -D {{ compute_private_nic }}
+       with_items: "{{ compute_nodes }}"
+  
+     - name: set nodes bootloader
+       command: wwsh -y object modify -s bootloader=sda -t node {{ item.name }}
+       with_items: "{{ compute_nodes }}"
+       when: stateful_nodes == true
+  
+     - name: set nodes partitions
+       command: wwsh -y object modify -s diskpartition=sda -t node {{ item.name }}
+       with_items: "{{ compute_nodes }}"
+       when: stateful_nodes == true
+  
+     - name: format partitions
+       command: wwsh -y object modify -s diskformat=sda1,sda2,sda3 -t node {{ item.name }}
+       with_items: "{{ compute_nodes }}"
+       when: stateful_nodes == true
+  
+     - name: define filesystems
+       command: wwsh -y object modify -s filesystems="{{ sda1 }},{{ sda2 }},{{ sda3 }}" -t node {{ item.name }}
+       with_items: "{{ compute_nodes }}"
+       when: stateful_nodes == true
+  #" for vim
+
+     - name: set files to provision
+       command: wwsh -y provision set {{ item.name }} --vnfs={{ item.vnfs }} --bootstrap={{ build_kernel_ver }} --files=passwd,group,shadow,munge.key,slurm.conf,dynamic_hosts,network
+       with_items: "{{ compute_nodes }}"
+
+     - name: remove node from slurm.conf if it exists already # to avoid duplication!
+       lineinfile:
+         dest: /etc/slurm/slurm.conf
+         regexp: "^NodeName={{ item.name }}"
+         state: absent
+       with_items: "{{ compute_nodes }}"
+  
+     - name: add node to slurm.conf
+       lineinfile:
+         dest: /etc/slurm/slurm.conf
+         line: "NodeName={{ item.name }} Sockets={{ item.sockets }} CoresPerSocket={{ item.corespersocket }} State=UNKNOWN"
+         insertbefore: "^# PARTITIONS"
+         state: present
+       with_items: "{{ compute_nodes }}"
+  
+     when: node_inventory_auto == false
+
+   - name: add nodes via wwnodescan - BOOT NODES NOW, IN ORDER
+     shell: wwnodescan --ip={{ compute_ip_minimum }} --netdev={{ private_interface }} --netmask=255.255.255.0 --bootstrap={{ build_kernel_ver }} --vnfs={{ compute_chroot }} {{ node_glob_bash }}
+     when: node_inventory_auto == true
+
+#   - name: Waiting for the compute node to bootup
+#     pause:
+#       seconds: 180
+
+   - name: set files to provision
+     command: wwsh -y provision set {{ compute_node_glob }} --vnfs={{ compute_chroot }} --bootstrap={{ build_kernel_ver }} --files=passwd,group,shadow,munge.key,slurm.conf,dynamic_hosts,network,lmod.sh,lmod.csh --kargs="net.ifnames=1 biosdevname=1 quiet" --postnetdown=1
+     when: node_inventory_auto == true
+
+   - name: sync files #also generates dynamic hosts on headnode!
+     command: wwsh file sync
+
+#   - name: add compute nodes to ansible inventory for wait
+#     add_host: name={{ node_glob }} group="compute nodes"
+    
+#   - name: wait for compute nodes to boot
+#     local_action: wait_for host={{ last_node }} state=started delay=30 timeout=600
+
+   - name: restart dhcp
+     service: name=dhcpd state=restarted enabled=yes
+
+   - name: update pxeconfig to force node to boot from pxe
+     command: wwsh -y object modify -D bootlocal -t node {{ compute_node_glob}}
+     when: stateful_nodes == false and node_inventory_auto == true
+ 
+   - name: update pxeconfig to let node boot from local disk
+     command: wwsh -y object modify -s bootlocal=EXIT -t node {{ compute_node_glob}}
+     when: stateful_nodes == true and node_inventory_auto == true
+ 
+   - name: wwsh pxe update
+     command: wwsh -v pxe update
+     register: command_result
+     failed_when: "'Building iPXE' not in command_result.stdout and 'Building Pxelinux' not in command_result.stdout"
+
+#   vars:
+#    - compute_node_glob: "{{ compute_node_prefix }}[0-{{ num_compute_nodes|int - 1}}]"
+#    - node_glob_bash: "{{ compute_node_prefix }}{0..{{ num_compute_nodes|int - 1}}}"
+#    - last_node: "{{ node_prefix }}{{ num_nodes|int - 1 }}"

CRI_XCBC/roles/compute_build_vnfs/tasks/main.yml

+---
+
+#   - name: fix broken wwmkchroot file
+#     lineinfile: 
+#       dest: /usr/libexec/warewulf/wwmkchroot/centos-7.tmpl 
+#       regexp: "^YUM_MIRROR(.*)7.2.1511(.*)"
+#       line: 'YUM_MIRROR\g<1>7\g<2>'   # use \g<1> for backref followed by digit!
+#       backrefs: yes
+#
+   - name: check current kernel version
+     shell: uname -r | sed "s/.$(uname -m)//"
+     register: running_kernel_version
+
+   - name: check most recent installed kernel version
+     shell: yum list installed | grep 'kernel\.' | tail -n 1 | awk '{print $2}'
+     register: installed_kernel_version
+
+   - fail:
+       msg: "Most recently installed kernel is not currently loaded version! Consider rebooting before building the vnfs"
+     when: running_kernel_version.stdout != installed_kernel_version.stdout
+
+   - fail:
+       msg: "Loaded kernel does not match the build_kernel_ver in group_vars/all"
+     when: running_kernel_version.stdout not in build_kernel_ver
+
+   - name: remove old vnfs if it exists
+     file:
+       path: "{{ compute_chroot_loc }}"
+       state: absent
+
+   - template: src=compute_template.j2 dest="{{ template_path }}{{ compute_template }}.tmpl"
+
+   - template: src=extend_compute_packages.j2 dest="{{ template_path }}extend_compute_packages"
+
+   - template: src=base_packages.j2 dest="{{ template_path }}base_packages"
+ 
+   - name: make chroot
+     command: wwmkchroot "{{ compute_template }}" "{{ compute_chroot_loc }}"
+
+   - name: copy resolve.conf into image
+     copy: src=/etc/resolv.conf dest="{{ compute_chroot_loc }}/etc/resolv.conf" #"
+
+   - name: yum install into the image chroot
+     yum:
+       state: present
+       installroot: "{{ compute_chroot_loc }}"
+       name:
+         - chrony
+         - 'kernel-{{ running_kernel_version.stdout }}'
+         - lmod-ohpc
+         - grub2
+         - freeipmi
+         - ipmitool
+         - ohpc-slurm-client
+         - ohpc-base-compute
+         - tmux
+         - ruby
+         - turbojpeg
+         - nc
+         - '@X Window System'
+         - '@Xfce'
+
+   # one method to install TurboVNC
+   - name: download TurboVNC rpm
+     get_url:
+       url: https://sourceforge.net/projects/turbovnc/files/2.2/turbovnc-2.2.x86_64.rpm
+       dest: /var/tmp/turbovnc-2.2.x86_64.rpm
+       checksum: md5:25711ad32bfae63031aff20528d4af79
+
+   - name: install TurboVNC via rpm into chroot image
+     yum:
+       name: /var/tmp/turbovnc-2.2.x86_64.rpm
+       state: present
+       installroot: "{{ compute_chroot_loc }}"
+
+   # Another method to install TurboVNC, tested
+   # All information comes from TurboVNC official website:
+   # https://turbovnc.org/pmwiki/uploads/Downloads/TurboVNC.repo
+   #   - name: add TurboVNC repo into yum inside compute node image
+   #     yum_repository:
+   #       name: TurboVNC
+   #       description: TurboVNC official RPMs
+   #       baseurl: https://sourceforge.net/projects/turbovnc/files
+   #       gpgcheck: yes
+   #       gpgkey: http://pool.sks-keyservers.net/pks/lookup?op=get&search=0x6BBEFA1972FEB9CE
+   #       exclude: 'turbovnc-*.*.9[0-9]-*' # exclude beta releases
+   #       reposdir: "{{ compute_chroot_loc }}/etc/yum.repos.d"
+   #
+   #   - name: install TurboVNC via yum into chroot image
+   #     yum:
+   #       name: turbovnc
+   #       state: present
+   #       installroot: "{{ compute_chroot_loc }}"
+
+   - name: download Websockify source code
+     get_url:
+       url: https://github.com/novnc/websockify/archive/v0.8.0.tar.gz
+       dest: /var/tmp/websockify-0.8.0.tar.gz
+
+   - name: extract Websockify source code into chroot env
+     unarchive:
+       src: /var/tmp/websockify-0.8.0.tar.gz
+       dest: '{{ compute_chroot_loc }}/tmp'
+
+   - name: install Websockify inside chroot env
+     command: "chroot {{ compute_chroot_loc }} /bin/bash -c 'cd /tmp/websockify-0.8.0; python setup.py install'"
+
+   # After we installed Xfce, the compute node is set to bootup in graphical mode.
+   # This task is to unset that back to multi-user mode.
+   - name: set compute node to boot with multi-user mode
+     command: chroot '{{ compute_chroot_loc }}' systemctl set-default multi-user.target
+
+   - name: put NFS home mount info in image
+     lineinfile: line="{{ headnode_private_ip }}:/home /home nfs nfsvers=3,rsize=1024,wsize=1024,cto 0 0" dest={{ compute_chroot_loc }}/etc/fstab state=present
+
+   - name: put NFS opt mount info in image
+     lineinfile: line="{{ headnode_private_ip }}:/opt/ohpc/pub /opt/ohpc/pub-master nfs nfsvers=3 0 0" dest={{ compute_chroot_loc }}/etc/fstab state=present
+
+   - name: put NFS opt mount info in image
+     lineinfile: line="{{ headnode_private_ip }}:/export /export nfs nfsvers=3 0 0" dest={{ compute_chroot_loc }}/etc/fstab state=present
+
+   - name: firewalld on compute image disabled
+     command: chroot '{{ compute_chroot_loc }}' systemctl disable firewalld
+
+   - name: chronyd on compute image enabled 
+     command: chroot '{{ compute_chroot_loc }}' systemctl enable chronyd
+
+   - name: add headnode to compute chrony.conf
+     lineinfile: line="server {{ headnode_private_ip }}" dest={{ compute_chroot_loc }}/etc/chrony.conf state=present
+
+   - name: slurmd on compute image enabled 
+     command: chroot '{{ compute_chroot_loc }}' systemctl enable slurmd
+
+   - name: wwimport file into image (passwd)
+     command: wwsh file import /etc/passwd
+
+   - name: wwimport file into image (group)
+     command: wwsh file import /etc/group
+
+   - name: wwimport file into image (shadow)
+     command: wwsh file import /etc/shadow
+
+   - name: wwimport file into image (slurm)
+     command: wwsh file import /etc/slurm/slurm.conf --name slurm.conf
+
+   - name: wwimport file into image (munge)
+     command: wwsh file import /etc/munge/munge.key
+
+   - name: wwimport file into image (lmod.sh)
+     command: wwsh file import /etc/profile.d/lmod.sh
+
+   - name: wwimport file into image (lmod.csh)
+     command: wwsh file import /etc/profile.d/lmod.csh
+
+   - name: build bootstrap image
+     shell: wwbootstrap {{ build_kernel_ver }}
+
+   - name: build the vnfs 
+     command: wwvnfs -y --chroot "{{ compute_chroot_loc }}/"
+
+   - name: set up provisioning interface
+     lineinfile: line="GATEWAYDEV={{ private_interface }}" dest=/tmp/network.ww create=yes
+#" for vim
+#
+   - name: add network file to import
+     command: wwsh -y file import /tmp/network.ww --name network
+
+   - name: set network file path
+     command: wwsh -y file set network --path /etc/sysconfig/network --mode=0644 --uid=0
+

CRI_XCBC/roles/compute_build_vnfs/templates/base_packages.j2

+PKGLIST="basesystem bash redhat-release chkconfig coreutils e2fsprogs \
+    ethtool filesystem findutils gawk grep initscripts iproute iputils \
+    mingetty mktemp net-tools nfs-utils pam portmap procps psmisc rdate rsync \
+    sed setup shadow-utils rsyslog tcp_wrappers tzdata util-linux words zlib \
+    tar less gzip which util-linux module-init-tools udev openssh-clients \
+    openssh-server dhclient pciutils vim-minimal shadow-utils strace cronie \
+    crontabs cpuspeed cpufrequtils cpio wget yum numactl libicu"