Slurm support (#26)

Add slurm support. The assumption here is any slurm class needs a GPU. Class definitions
will now be searched in all cluster.d files, not just kuberenets cluster. The cluster file in which
the class is defined will be the cluster the job submits to.

Author: johrstrom

form.yml.erb

@@ -3,42 +3,44 @@
     groups.unshift(groups.delete(OodSupport::Process.group))
   end.map(&:name).grep(/^P./)
 
-  classrooms = OodAppkit.clusters.each_with_object({}) do |cluster, hash|
-    if cluster.kubernetes?
-      hash.merge!(cluster.custom_config[:classrooms].to_h)
-    end
-  end.select do |k,v|
-    k.start_with?('jupyter') && groups.include?(v)
-  end.map do |k,v|
-    tokens = k.gsub('jupyter/', '').split('/')
+  classrooms = OodAppkit.clusters.map do |cluster|
+    [ cluster.id.to_s, cluster.custom_config[:classrooms].to_h ]
+  end.to_h.map do |cluster_id, classrooms|
+    classes = classrooms.select do |k,v|
+      k.start_with?('jupyter') && groups.include?(v)
+    end.map do |k,v|
+      tokens = k.gsub('jupyter/', '').split('/')
 
-    {
-      name: tokens[0].nil? ? 'unknown' : tokens[0],
-      size: tokens[1].nil? ? 1 : tokens[1].to_i,
-      time: tokens[2].nil? ? 1 : tokens[2].to_i,
-      compute_cluster: tokens[3].nil? ? 'pitzer' : tokens[3].to_s,
-      module_type: tokens[4].nil? ? 'default' : tokens[4].to_s,
-      account: v,
-    }
-  end
+      {
+        name: tokens[0].nil? ? 'unknown' : tokens[0],
+        size: tokens[1].nil? ? 1 : tokens[1].to_i,
+        time: tokens[2].nil? ? 1 : tokens[2].to_i,
+        cluster_fs: tokens[3].nil? ? 'pitzer' : tokens[3].to_s,
+        module_type: tokens[4].nil? ? 'default' : tokens[4].to_s,
+        cluster: cluster_id.to_s,
+        account: v,
+      }
+    end.reject do |arr|
+      arr.empty?
+    end
+  end.flatten
 -%>
 ---
-cluster:
-  - "kubernetes"
-  - "kubernetes-test"
-  - "kubernetes-dev"
 form:
+  - cluster
   - classroom
   - account
   - jupyterlab_switch
   - size
   - time
-  - compute_cluster
+  - cluster_fs
   - module_type
 attributes:
+  cluster:
+    widget: "hidden_field"
   account:
     widget: "hidden_field"
-  compute_cluster:
+  cluster_fs:
     widget: "hidden_field"
   module_type:
     widget: "hidden_field"
@@ -117,8 +119,9 @@ attributes:
       - [
         "<%= cr[:name].gsub('_', ' ') %>", "<%= cr[:name] %>",
         data-set-account: "<%= cr[:account] %>",
-        data-set-compute-cluster: "<%= cr[:compute_cluster] %>",
-        data-set-module-type: "<%= cr[:module_type] %>"
+        data-set-cluster-fs: "<%= cr[:cluster_fs] %>",
+        data-set-module-type: "<%= cr[:module_type] %>",
+        data-set-cluster: "<%= cr[:cluster] %>"
         ]
       <%- end %>
   <%- else -%>

submit.yml.erb

@@ -1,4 +1,3 @@
-
 <%
   err_msg = "You are not a part of any classroom project. Restarting your web \
   server in the help menu may fix the issue. You may also have to wait if you've \
@@ -34,8 +33,10 @@
     },
   }
 
-  apps_path = compute_cluster == 'pitzer' ? '/apps' : '/usr/local'
+  apps_path = cluster_fs == 'pitzer' ? '/apps' : '/usr/local'
 -%>
+
+<% if cluster =~ /kubernetes/ -%>
 ---
 script:
   accounting_id: "<%= account %>"
@@ -90,15 +91,21 @@ script:
       - type: host
         name: lmod-init
         host_type: File
-        path: /apps/<%= compute_cluster %>/lmod/lmod.sh
+        path: /apps/<%= cluster_fs %>/lmod/lmod.sh
         destination_path: /etc/profile.d/lmod.sh
       - type: host
         name: intel
         host_type: Directory
-        path: /nfsroot/<%= compute_cluster %>/opt/intel
+        path: /nfsroot/<%= cluster_fs %>/opt/intel
         destination_path: /opt/intel
       - type: host
         name: apps
         host_type: Directory
-        path: "/apps/<%= compute_cluster %>"
+        path: "/apps/<%= cluster_fs %>"
         destination_path: "<%= apps_path %>"
+<%- else -%>
+script:
+  accounting_id: "<%= account %>"
+  wall_time: "<%= time.to_f * 3600 %>"
+  gpus_per_node: 1
+<%- end -%>

template/before.sh.erb

@@ -1,12 +1,23 @@
 #!/bin/bash
 
+<%- if context.cluster =~ /kubernetes/ -%>
 exec &> >(tee -a "pod.log")
 
 source /etc/profile.d/lmod.sh
 source /bin/find_host_port
 source /bin/save_passwd_as_secret
 source /bin/create_salt_and_sha1
+<%- else -%>
+[[ $(type -t module) == "function" ]] && export -f module
 
+# Find available port to run server on
+port=$(find_port ${host})
+
+# Generate SHA1 encrypted password (requires OpenSSL installed)
+SALT="$(create_passwd 16)"
+password="$(create_passwd 16)"
+PASSWORD_SHA1="$(echo -n "${password}${SALT}" | openssl dgst -sha1 | awk '{print $NF}')"
+<%- end -%>
 
 export OSC_CLASS_ID="<%= context.classroom %>"
 export OSC_PROJECT_ID="<%= context.account %>"