MemVerge

Liqid PCIe Card with Intel Optane SSDs

Submit a standard batch job or interactive job to the memverge partition

srun --partition=memverge --time=24:00:00 --pty bash

Sample job file:

#!/bin/bash

##NECESSARY JOB SPECIFICATIONS  
#SBATCH --job-name=Example           #Set the job name to Example  
#SBATCH --time=24:00:00              #Set the wall clock limit to 24 hrs  
#SBATCH --nodes=1                    #Request 1 nodes  
#SBATCH --ntasks-per-node=96         #Request 96 tasks/cores per node  
#SBATCH --mem=360G                   #Request 360G per node  
#SBATCH --output=Example.%j          #Redirect stdout/err to file  
#SBATCH --partition=memverge         #Specify the MemVerge partition

#lines required to setup the environment for your code

# add the mm command in front of your executable to run with memory machine  
mm executable

Sample job file to run with singularity

#!/bin/bash

##NECESSARY JOB SPECIFICATIONS`  
#SBATCH --job-name=Example           #Set the job name to Example  
#SBATCH --time=24:00:00              #Set the wall clock limit to 24 hrs  
#SBATCH --nodes=1                    #Request 1 nodes  
#SBATCH --ntasks-per-node=96         #Request 96 tasks/cores per node  
#SBATCH --mem=360G                   #Request 360GB per node  
#SBATCH --output=Example.%j          #Redirect stdout/err to file  
#SBATCH --partition=memverge         #Specify the MemVerge partitionexport SINGULARITY_BIND='/var/log/memverge,/etc/memverge,/opt/memverge,/var/memverge'

# Required directories and libraries for memverge memory machine  
export SINGULARITY_BIND='/var/log/memverge,/etc/memverge,/opt/memverge,/var/memverge'

for lib in \  
libblkid.so.1 \  
libcrypto.so.1.1 \  
libc.so.6 \  
libdaxctl.so.1 \  
libdl.so.2 \  
libgcc_s.so.1 \  
libkmod.so.2 \  
liblzma.so.5 \  
libmount.so.1 \  
libm.so.6 \  
libndctl.so.6 \  
libpcre2-8.so.0 \  
libprotobuf-c.so.1 \  
libpthread.so.0 \  
librt.so.1 `  
libselinux.so.1 \  
libssl.so.1.1 \  
libstdc++.so.6 \  
libudev.so.1 \  
libuuid.so.1 \  
libz.so.1 \  
; do export  SINGULARITY_BIND=$SINGULARITY_BIND,/lib64/$lib:/lib/$lib ; done

# run your singularity container command, included the mm command for memverge memory machine  
singularity exec filename.sif mm executable