Home > Storage > PowerScale (Isilon) > Industry Solutions and Verticals > Electronic Design Automation > Synthetic EDA Workloads for At-Scale Storage Benchmarking > Appendix: Sample scripts
/etc/slurm-llnl/slurm.conf
ControlMachine=hop-r940-01
AuthType=auth/munge
CryptoType=crypto/munge
MpiDefault=none
Proctracktype=proctrack/linuxproc
ReturnToService=1
SlurmctldPidFile=/var/run/slurm-llnl/slurmctld.pid
SlurmctldPort=6817
SlurmdPidFile=/var/run/slurm-llnl/slurmd.pid
SlurmdPort=6818
SlurmdSpoolDir=/var/lib/slurm-llnl/slurmd
SlurmUser=slurm
StateSaveLocation=/var/lib/slurm-llnl/slurmctld
SwitchType=switch/none
TaskPlugin=task/affinity
TaskPluginParam=Sched
# SCHEDULING
FastSchedule=1
SchedulerType=sched/backfill
SchedulerPort=7321
SelectType=select/cons_res
SelectTypeParameters=CR_CPU
# LOGGING AND ACCOUNTING
#AccountingStoragePass=slurmdbpass
#AccountingStoragePort=
ClusterName=android
# ACCOUNTING
AccountingStorageType=accounting_storage/slurmdbd
AccountingStorageHost=localhost
AccountingStorageLoc=slurm_acct_db
AccountingStorageUser=slurm
AccountingStorageEnforce=limits
AccountingStoreJobComment=YES
JobCompHost=localhost
JobCompType=jobcomp/mysql
JobCompLoc=slurm_jobcomp_db
JobAcctGatherFrequency=30
JobAcctGatherType=jobacct_gather/linux
SlurmctldDebug=3
SlurmctldLogFile=/var/log/slurm-llnl/slurmctld.log
SlurmdDebug=3
SlurmdLogFile=/var/log/slurm-llnl/slurmd.log
# COMPUTE NODES
NodeName=hop-r940-0[1,3,4] CPUs=96 RealMemory=3095062 Sockets=4 CoresPerSocket=24 ThreadsPerCore=1 State=UNKNOWN
PartitionName=android_build Nodes=hop-r940-0[1,3,4] Default=YES MaxTime=INFINITE State=UP
/etc/slurm-llnl/slurmdbd.conf
ArchiveEvents=yes
ArchiveJobs=yes
ArchiveResvs=yes
ArchiveSteps=yes
ArchiveSuspend=no
ArchiveTXN=no
ArchiveUsage=yes
AuthInfo=/var/run/munge/munge.socket.2
AuthType=auth/munge
DbdAddr=localhost
DbdHost=localhost
SlurmUser=slurm
DebugLevel=verbose
LogFile=/var/log/slurm-llnl/slurmdbd.log
PidFile=/var/run/slurm-llnl/slurmdbd.pid
StorageType=accounting_storage/mysql
StorageHost=localhost
StoragePass=slurmdbpass
StorageUser=slurm
StorageLoc=slurm_acct_db
#!/bin/bash
start_time="$(date -u +%s)"
name = "aosp_slurm"
dirname="aosp_slurm_$1"
newNum=1
if [ ! -d "$dirname" ]
then
echo "Directory doesn't exist. Creating now"
mkdir -p "$dirname";
cd $dirname
echo "Directory ./$dirname created"
else
echo "Directory exists. Creating new directory"
newName=$dirname-$newNum
while [ -d "$newName" ] ; do
let newNum++
newName=$dirname-$newNum
done
mkdir -p "$newName";
cd $newName
echo "Directory ./$newName created"
fi
echo "Running Android build under $pwd"
echo "Repo sync from local mirror /mnt-F600/aosp-mirror to $pwd"
echo "--------------> Starting Repo sync"
repo init -u /mnt-F600/aosp-mirror/platform/manifest.git --depth=1; repo sync;
echo "--------------> Repo Sync Completed"
# 'm' is new way of running android build replacing 'make'
# Use all core by default
echo ""
echo ""
echo "--------------> Starting Android Build"
. build/envsetup.sh; lunch aosp_arm-eng; m;
echo "--------------> Android Build Completed"
echo ""
echo ""
end_time="$(date -u +%s)"
elapsed="$(($end_time-$start_time))"
echo "Android Build Completed"
echo "Total of $elapsed seconds elapsed for process"
#!/bin/bash
#SBATCH --job-name=aosp_build # Job name
#SBATCH --output=aosp_%A_%a.log # Output to .log file
#SBATCH --array=1-24 # Job Array of 24 tasks
#SBATCH --nodes=1 # Run all processes on a single node
#SBATCH --ntasks=1 # Number of processes
#SBATCH --distribution=cyclic:cyclic # Distribute tasks cyclically first among nodes and then among sockets within a node
#SBATCH --mem=2000gb # Total memory limit
echo "SLURM_JOBID="$SLURM_JOBID
echo "SLURM_JOB_NODELIST"=$SLURM_JOB_NODELIST
echo "SLURM_NNODES"=$SLURM_NNODES
echo "working directory = "$SLURM_SUBMIT_DIR
echo "Date = $(date)"
echo "Number of Nodes Allocated = $SLURM_JOB_NUM_NODES"
echo "Number of Tasks Allocated = $SLURM_NTASKS"
echo "Number of Cores/Task Allocated = $SLURM_CPUS_PER_TASK"
start_time="$(date -u +%s)"
srun --exclusive -N1 -n1 --cpus-per-task=24 --cpu-bind=cores /mnt-F600/run_aosp.sh $SLURM_JOBID > aosp_$SLURM_JOBID.out
end_time="$(date -u +%s)"
elapsed="$(($end_time-$start_time))"
echo "Android Build Completed"
echo "Total of $elapsed seconds elapsed for process"