# $Id: slurmnodes.conf,v 1.55 2015/06/01 12:23:17 bhm Exp $

# weight = 0*ceil(rack/4) + 50*GBRAM/cores + 100*cores + 0.2*GBlocaltmp
#          + 2000*dualpower + 4000*IB + 8000*GPU
# default = 5818 = 4GB/cores + 16cores + 90GB + IB

## Large room.
## Ordinary (parallel) compute-nodes.  These have 250 GB sda, no sdb.
Nodename=c1-[1-36] NodeHostname=compute-1-[1-36] Weight=5818 Feature=rack1,intel,16cores,ib,grid,cvmfs
Nodename=c2-[1-36] NodeHostname=compute-2-[1-36] Weight=5818 Feature=rack2,intel,16cores,ib,grid,cvmfs
Nodename=c3-[1-36] NodeHostname=compute-3-[1-36] Weight=5818 Feature=rack3,intel,16cores,ib,grid,cvmfs
Nodename=c4-[1-36] NodeHostname=compute-4-[1-36] Weight=5818 Feature=rack4,intel,16cores,ib,grid,cvmfs
Nodename=c5-[1-36] NodeHostname=compute-5-[1-36] Weight=5818 Feature=rack5,intel,16cores,ib,grid,cvmfs
Nodename=c6-[1-36] NodeHostname=compute-6-[1-36] Weight=5818 Feature=rack6,intel,16cores,ib,grid,cvmfs
Nodename=c7-[1-36] NodeHostname=compute-7-[1-36] Weight=5818 Feature=rack7,intel,16cores,ib,grid,cvmfs
Nodename=c8-[1-36] NodeHostname=compute-8-[1-36] Weight=5818 Feature=rack8,intel,16cores,ib,grid,cvmfs
Nodename=c9-[1-36] NodeHostname=compute-9-[1-36] Weight=5818 Feature=rack9,intel,16cores,ib,grid,cvmfs
Nodename=c10-[1-36] NodeHostname=compute-10-[1-36] Weight=5818 Feature=rack10,intel,16cores,ib,grid,cvmfs
## Ordinary compute-nodes, with 250 GB sdb (some actually have 500 GB).
Nodename=c11-[1-36] NodeHostname=compute-11-[1-36] Weight=5838 Gres=localtmp:190 Feature=rack11,intel,16cores,ib,bigtmp,grid,cvmfs
Nodename=c12-[1-36] NodeHostname=compute-12-[1-36] Weight=5838 Gres=localtmp:190 Feature=rack12,intel,16cores,ib,bigtmp,grid,cvmfs
## Ordinary compute-nodes, with 2 TB sdb.
## FIXME: c13-[10,11,34,35] only has a 250GB sdb!
Nodename=c13-[1-36] NodeHostname=compute-13-[1-36] Weight=6160 Gres=localtmp:1800 Feature=rack13,intel,16cores,ib,bigtmp,grid,cvmfs
## Ordinary compute-nodes, with 250 GB sdb.
Nodename=c14-[1-36] NodeHostname=compute-14-[1-36] Weight=5838 Gres=localtmp:190 Feature=rack14,intel,16cores,ib,bigtmp,grid,cvmfs
## Ordinary compute-nodes.  These have 250 GB sda, no sdb.
## FIXME: c15-12 has a 2TB sdb.  Can we move it to rack 13?
Nodename=c15-[1-36] NodeHostname=compute-15-[1-36] Weight=5818 Feature=rack15,intel,16cores,ib,grid,cvmfs
Nodename=c16-[1-36] NodeHostname=compute-16-[1-36] Weight=5818 Feature=rack16,intel,16cores,ib,cvmfs

## Small room.  Here we have redundant power, except for rack 31.
## Ordinary (parallel) compute-nodes.  These have 250 GB sda, no sdb.
Nodename=c17-[1-36] NodeHostname=compute-17-[1-36] Weight=7818 Feature=rack17,intel,16cores,ib,cvmfs
## FIXME: Rack 18: bigdisk - 2 TB sda, but still only 100GB on /tmp
Nodename=c18-[1-20] NodeHostname=compute-18-[1-20] Weight=7818 Feature=rack18,intel,16cores,ib,grid,cvmfs
## FIXME: Rack 18: compute
Nodename=c18-[21-36] NodeHostname=compute-18-[21-36] Weight=7818 Feature=rack18,intel,16cores,ib,grid,cvmfs
## Rack 19: Accellerated nodes
## c19-[1-16]: GPU - 2 TB sda
Nodename=c19-[1-16] NodeHostname=compute-19-[1-16] Weight=16160 CPUs=8 CoresPerSocket=4 Gres=localtmp:1800,gpu:2 Feature=rack19,intel,8cores,ib,grid,cvmfs
## c19-[17-20]: Xeon Phi - 1 TB sda
Nodename=c19-[17-20] NodeHostname=compute-19-[17-20] Weight=15940 RealMemory=127595 Gres=localtmp:700,phi:2 Feature=rack19,intel,16cores,ib,grid,cvmfs
## Rack 31: compute-nodes with 20 cores, 1 TB sda, no sdb
Nodename=c31-[1-36] NodeHostname=compute-31-[1-36] Weight=6300 CPUs=20 Sockets=4 CoresPerSocket=5 Gres=localtmp:700 Feature=rack31,intel,20cores,ib,bigtmp,cvmfs
## Rack 60: hugemem (note, this is a logical rack number)
Nodename=c60-[1-8] NodeHostname=compute-60-[1-8] Weight=11140 CPUs=32 Sockets=4 RealMemory=1030452 Gres=localtmp:1700 Feature=rack60,intel,32cores,ib,grid,cvmfs

## Add nodes here before they are removed from DNS, and run
## make -C /var/411; scontrol reconfig
#DownNodes=c19-2 State=FUTURE Reason="Not in DNS"

## Partitions:
## Normal: all nodes except hugemem and accel
PartitionName=normal Default=yes MaxTime=7-0:0:0 Nodes=c[1-18,31]-[1-36]
## Long: all nodes with dual power except hugemem and accel
PartitionName=long Default=no MaxTime=28-0:0:0 Nodes=c[17-18]-[1-36]
## Hugemem: all hugemem nodes
PartitionName=hugemem Default=no MaxTime=28-0:0:0 Nodes=c60-[1-8]
## Accel: all accellerated nodes
PartitionName=accel Default=no MaxTime=7-0:0:0 Nodes=c19-[1-20]
## Lowpri: all nodes
PartitionName=lowpri Default=no MaxTime=7-0:0:0 Nodes=c[1-18]-[1-36],c19-[1-20],c31-[1-36],c60-[1-8]