UCT High Performance Computing Facility
Home        About us       Documentation        Support and Capabilities       Policies        Apply for account

Fri Jan 24 06:45:01 SAST 2025

Users logged in: brtben004 lmbanr001
Head Node load: 0.21 0.21 0.22 (0.19)     Head Node RAM free: 86%
Currently computing: 16624 hours     Jobs running: 36     Jobs queued: 2
Efficiency: 65%   System overview    System config    Summary    Queue accounting    Graphs

JOBS RUNNING
#    JOBID      PRTTN   NAME                USER      ACCOUNT      STATE      Q\R-TIME CORES NODES  NODES\REASON           QOS      PRIORITY     CPUTIME
--------------------------------------------------------------------------------------------------------------------------------------------------------
1    64865      a100    sa_llm_balanced_a1  lmbanr001 nlpgroup     RUNNING       26:16   4(1)  1    gpu010                 nlpgroup 7855         1:45:04
2    62702      a100    r9_GBS_Ib_9RU       rchnic009 vaccine      RUNNING  3-22:52:47   2(1)  1    gpu009                 vaccine  7395      7-21:45:34
3    62699      a100    r9_GBS_Ia_9RU       rchnic009 vaccine      RUNNING  3-22:58:15   2(1)  1    gpu009                 vaccine  7395      7-21:56:30
4    62698      a100    r7_Sf2a2_6RU        rchnic009 vaccine      RUNNING    16:37:34   2(1)  1    gpu009                 vaccine  7318      1-09:15:08
5    62703      a100    r10_GBS_Ib_9RU      rchnic009 vaccine      PENDING  3-22:50:51   2(1)  1    Dependency             vaccine  7318                
6    62700      a100    r10_GBS_Ia_9RU      rchnic009 vaccine      PENDING  3-22:55:57   2(1)  1    Dependency             vaccine  7318                
7    62752      ada     ERE                 awnden001 pathology    RUNNING  3-18:33:35   1     1    hpc100                 normal   7159      3-18:33:35
8    64798      ada     bs_pr1_150.mod      01478327  clinpharm    RUNNING    11:25:26   1     1    hpc102                 normal   6871        11:25:26
9    64834      ada     bs_pr1_178.mod      01478327  clinpharm    RUNNING     9:11:55   1     1    hpc101                 normal   6869         9:11:55
10   64780      ada     bs_pr1_133.mod      01478327  clinpharm    RUNNING    12:20:13   1     1    hpc103                 normal   6869        12:20:13
11   64842      ada     bs_pr1_184.mod      01478327  clinpharm    RUNNING     9:00:18   1     1    hpc103                 normal   6868         9:00:18
12   64784      ada     bs_pr1_137.mod      01478327  clinpharm    RUNNING    12:11:22   1     1    hpc101                 normal   6868        12:11:22
13   64861      ada     bs_pr1_198.mod      01478327  clinpharm    RUNNING     8:07:59   1     1    hpc103                 normal   6867         8:07:59
14   64860      ada     bs_pr1_197.mod      01478327  clinpharm    RUNNING     8:08:30   1     1    hpc103                 normal   6867         8:08:30
15   64859      ada     bs_pr1_196.mod      01478327  clinpharm    RUNNING     8:10:06   1     1    hpc103                 normal   6867         8:10:06
16   64857      ada     bs_pr1_194.mod      01478327  clinpharm    RUNNING     8:15:46   1     1    hpc103                 normal   6867         8:15:46
17   64837      ada     bs_pr1_180.mod      01478327  clinpharm    RUNNING     9:10:17   1     1    hpc103                 normal   6867         9:10:17
18   64836      ada     bs_pr1_179.mod      01478327  clinpharm    RUNNING     9:11:41   1     1    hpc103                 normal   6867         9:11:41
19   64799      ada     bs_pr1_151.mod      01478327  clinpharm    RUNNING    11:24:44   1     1    hpc100                 normal   6867        11:24:44
20   64791      ada     bs_pr1_144.mod      01478327  clinpharm    RUNNING    11:57:11   1     1    hpc101                 normal   6867        11:57:11
21   64783      ada     bs_pr1_136.mod      01478327  clinpharm    RUNNING    12:13:06   1     1    hpc101                 normal   6867        12:13:06
22   64733      ada     bs_pr1_94.mod       01478327  clinpharm    RUNNING    16:29:08   1     1    hpc103                 normal   6867        16:29:08
23   64639      ada     bootstrap           01478327  clinpharm    RUNNING    16:45:00   1     1    hpc100                 normal   6867        16:45:00
24   64631      ada     4s2059_v21          hsmsia001 compsci      RUNNING    19:30:17   40    1    hpc106                 normal   6828     32-12:11:20
25   64630      ada     4s1361_a03d005      hsmsia001 compsci      RUNNING    19:36:18   40    1    hpc104                 normal   6828     32-16:12:00
26   62719      ada     Co160_pre20H_3L_to  rgxyat001 chemeng      RUNNING  3-20:17:44   10    1    hpc102                 normal   6707     38-10:57:20
27   62718      ada     Co160_pre20H_3L_bo  rgxyat001 chemeng      RUNNING  3-20:20:25   10    1    hpc101                 normal   6707     38-11:24:10
28   62715      ada     MH_500K_rut110_Co1  rgxyat001 chemeng      RUNNING  3-20:27:23   8     1    hpc101                 normal   6702     30-19:39:04
29   62713      ada     MH_500K_ana101_Co1  rgxyat001 chemeng      RUNNING  3-20:29:48   8     1    hpc100                 normal   6702     30-19:58:24
30   62712      ada     MH_500K_ana101_Co1  rgxyat001 chemeng      RUNNING  3-20:31:02   8     1    hpc100                 normal   6702     30-20:08:16
31   62721      ada     MH_500K_rut110_ext  rgxyat001 chemeng      RUNNING  3-20:06:11   6     1    hpc102                 normal   6698     23-00:37:06
32   62720      ada     MH_500K_rut110_ext  rgxyat001 chemeng      RUNNING  3-20:15:11   6     1    hpc102                 normal   6696     23-01:31:06
33   62714      ada     MH_500K_rut110_Co1  rgxyat001 chemeng      RUNNING  3-20:29:11   6     1    hpc101                 normal   6696     23-02:55:06
34   62687      ada     MH_500K_rut110_Co7  rgxyat001 chemeng      RUNNING  4-11:05:44   4     1    hpc100                 normal   6690     17-20:22:56
35   62686      ada     MH_500K_rut110_Co7  rgxyat001 chemeng      RUNNING  4-11:08:00   4     1    hpc100                 normal   6690     17-20:32:00
36   62837      gpumk   Pn33F_3RU_acetylat  ctzcar020 gpumk        RUNNING  2-18:20:40   32(4) 1    gpu007                 gpumk    7734     88-11:01:20
37   62780      gpumk   Pn33E_6RU_unacetyl  ctzcar020 gpumk        RUNNING  3-15:57:38   32(4) 1    gpu006                 gpumk    7485    117-06:44:16
38   62761      gpumk   Pn33E_6RU_acetylat  ctzcar020 gpumk        RUNNING  3-17:27:42   32(4) 1    gpu005                 gpumk    7485    119-06:46:24

CLUSTER STATUS
PARTITION AVAIL   NODES  STATE NODELIST
ada*         up       6    mix srvrochpc[100-104,106]
ada*         up      10   idle srvrochpc[105,107-115]
l40s         up       4   idle srvrocgpu[012-015]
swan         up      15   idle srvrochpc[207,213-226]
sadacc       up       8   idle srvrochpc[228-235]
curie        up       5   idle srvrochpc[602,604-607]
gpumk        up       3  alloc srvrocgpu[005-007]
gpumk        up       1   idle srvrocgpu008
a100         up       2    mix srvrocgpu[009-010]
a100         up       1   idle srvrocgpu011

PartitionName=ada
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=YES QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[100-115]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=768 TotalNodes=16 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=8000 MaxMemPerCPU=8000
    TRES=cpu=768,mem=6000G,node=16,billing=1368
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=l40s
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[012-015]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=192 TotalNodes=4 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=10000 MaxMemPerCPU=10000
    TRES=cpu=192,mem=2000G,node=4,billing=392,gres/gpu=16,gres/gpu:l40s=16
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=swan
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[207,213-226]
    PriorityJobFactor=30 PriorityTier=30 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=600 TotalNodes=15 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=9000 MaxMemPerCPU=9000
    TRES=cpu=600,mem=5625G,node=15,billing=1162
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=sadacc
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[228-235]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=352 TotalNodes=8 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=8000 MaxMemPerCPU=8000
    TRES=cpu=352,mem=3000G,node=8,billing=652
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=curie
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[602,604-607]
    PriorityJobFactor=30 PriorityTier=30 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=320 TotalNodes=5 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=2000 MaxMemPerCPU=2000
    TRES=cpu=320,mem=625G,node=5,billing=382
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=gpumk
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[005-008]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=128 TotalNodes=4 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=4000 MaxMemPerCPU=4000
    TRES=cpu=128,mem=500G,node=4,billing=194,gres/gpu=16,gres/gpu:pascal=16
    TRESBillingWeights=CPU=1.0,Mem=0.1G,GRES/gpu=1.0
 
 PartitionName=a100
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[009-011]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=168 TotalNodes=3 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=9142 MaxMemPerCPU=9142
    TRES=cpu=168,mem=1500G,node=3,billing=330,gres/gpu=12,gres/gpu:ampere=4,gres/gpu:ampere80=4,gres/gpu:amperemk=4
    TRESBillingWeights=CPU=1.0,Mem=0.1G,GRES/gpu=1.0

WORKER NODE STATUS
NodeName=srvrochpc100 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=27 CPUEfctv=48 CPUTot=48 CPULoad=6.23
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc100 NodeHostName=srvrochpc100 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=216000 FreeMem=148560 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:19:48 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=27,mem=216000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      62752 awnden001 'ERE' hpc100   
      64799 01478327 'bs_pr1_151.mod' hpc100   
      64639 01478327 'bootstrap' hpc100   
      62713 rgxyat001 'MH_500K_ana101_Co147_pre20H' hpc100   
      62712 rgxyat001 'MH_500K_ana101_Co147_pre20H' hpc100   
      62687 rgxyat001 'MH_500K_rut110_Co76_pre20H_bot' hpc100   
      62686 rgxyat001 'MH_500K_rut110_Co76_pre20H_top' hpc100   

NodeName=srvrochpc101 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=28 CPUEfctv=48 CPUTot=48 CPULoad=7.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc101 NodeHostName=srvrochpc101 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=224000 FreeMem=136823 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:21:51 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=28,mem=224000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      64834 01478327 'bs_pr1_178.mod' hpc101   
      64784 01478327 'bs_pr1_137.mod' hpc101   
      64791 01478327 'bs_pr1_144.mod' hpc101   
      64783 01478327 'bs_pr1_136.mod' hpc101   
      62718 rgxyat001 'Co160_pre20H_3L_bot_fix_ext' hpc101   
      62715 rgxyat001 'MH_500K_rut110_Co147_pre20H' hpc101   
      62714 rgxyat001 'MH_500K_rut110_Co147_pre20H' hpc101   

NodeName=srvrochpc102 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=23 CPUEfctv=48 CPUTot=48 CPULoad=4.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc102 NodeHostName=srvrochpc102 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=184000 FreeMem=167781 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:31:42 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=23,mem=184000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      64798 01478327 'bs_pr1_150.mod' hpc102   
      62719 rgxyat001 'Co160_pre20H_3L_top_rlx_v40' hpc102   
      62721 rgxyat001 'MH_500K_rut110_ext' hpc102   
      62720 rgxyat001 'MH_500K_rut110_ext' hpc102   

NodeName=srvrochpc103 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=9 CPUEfctv=48 CPUTot=48 CPULoad=9.36
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc103 NodeHostName=srvrochpc103 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=72000 FreeMem=303777 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:31:40 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T12:27:59 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=9,mem=72000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      64780 01478327 'bs_pr1_133.mod' hpc103   
      64842 01478327 'bs_pr1_184.mod' hpc103   
      64861 01478327 'bs_pr1_198.mod' hpc103   
      64860 01478327 'bs_pr1_197.mod' hpc103   
      64859 01478327 'bs_pr1_196.mod' hpc103   
      64857 01478327 'bs_pr1_194.mod' hpc103   
      64837 01478327 'bs_pr1_180.mod' hpc103   
      64836 01478327 'bs_pr1_179.mod' hpc103   
      64733 01478327 'bs_pr1_94.mod' hpc103   

NodeName=srvrochpc104 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=40 CPUEfctv=48 CPUTot=48 CPULoad=63.21
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc104 NodeHostName=srvrochpc104 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=320000 FreeMem=148734 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:42:25 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T11:06:03 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=40,mem=312.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      64630 hsmsia001 '4s1361_a03d005' hpc104   

NodeName=srvrochpc105 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc105 NodeHostName=srvrochpc105 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=295345 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:28:41 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-24T00:58:36 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc106 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=40 CPUEfctv=48 CPUTot=48 CPULoad=54.97
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc106 NodeHostName=srvrochpc106 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=320000 FreeMem=102428 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:27:19 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T05:15:04 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=40,mem=312.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      64631 hsmsia001 '4s2059_v21' hpc106   

NodeName=srvrochpc107 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc107 NodeHostName=srvrochpc107 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=285354 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:27:12 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T15:39:41 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc108 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc108 NodeHostName=srvrochpc108 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=261412 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:19:21 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T02:35:30 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc109 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc109 NodeHostName=srvrochpc109 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=317366 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:19:09 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T10:10:27 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc110 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc110 NodeHostName=srvrochpc110 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=343942 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:05:25 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T02:12:41 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc111 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc111 NodeHostName=srvrochpc111 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=320463 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:05:01 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-17T15:54:28 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc112 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.12
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc112 NodeHostName=srvrochpc112 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=329088 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:03:49 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-14T22:32:49 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc113 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc113 NodeHostName=srvrochpc113 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=279197 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:02:56 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc114 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc114 NodeHostName=srvrochpc114 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=285814 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T13:52:51 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc115 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc115 NodeHostName=srvrochpc115 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=142502 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T13:45:20 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-22T18:33:55 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc207 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.05
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc207 NodeHostName=srvrochpc207 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379245 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:16:51 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-20T00:07:08 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc213 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc213 NodeHostName=srvrochpc213 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379397 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:44 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-19T22:55:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc214 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc214 NodeHostName=srvrochpc214 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=374541 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:34 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc215 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc215 NodeHostName=srvrochpc215 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379037 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:38 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc216 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc216 NodeHostName=srvrochpc216 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375013 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:38 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc217 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc217 NodeHostName=srvrochpc217 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375028 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:33 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc218 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc218 NodeHostName=srvrochpc218 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379498 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:43 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc219 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.19
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc219 NodeHostName=srvrochpc219 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379131 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:35 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc220 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.18
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc220 NodeHostName=srvrochpc220 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379553 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:50 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc221 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc221 NodeHostName=srvrochpc221 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375492 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:39 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc222 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc222 NodeHostName=srvrochpc222 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375599 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:36 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc223 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.09
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc223 NodeHostName=srvrochpc223 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379085 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:43 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc224 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc224 NodeHostName=srvrochpc224 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=380511 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:33 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc225 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.16
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc225 NodeHostName=srvrochpc225 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371803 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-10T16:49:39 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc226 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc226 NodeHostName=srvrochpc226 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371359 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-10T16:50:07 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc228 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc228 NodeHostName=srvrochpc228 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=347254 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T15:19:17 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc229 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc229 NodeHostName=srvrochpc229 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371292 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T16:46:40 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc230 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc230 NodeHostName=srvrochpc230 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371619 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-13T14:12:59 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc231 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc231 NodeHostName=srvrochpc231 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371233 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:31:36 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc232 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc232 NodeHostName=srvrochpc232 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371257 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:32:07 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc233 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.07
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc233 NodeHostName=srvrochpc233 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371178 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:32:36 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc234 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc234 NodeHostName=srvrochpc234 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371253 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:33:10 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc235 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc235 NodeHostName=srvrochpc235 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371640 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T16:47:13 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc602 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.06
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc602 NodeHostName=srvrochpc602 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125986 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:56 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc604 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.11
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc604 NodeHostName=srvrochpc604 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125377 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:19 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc605 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc605 NodeHostName=srvrochpc605 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125269 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:02 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc606 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc606 NodeHostName=srvrochpc606 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125377 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:57:43 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc607 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc607 NodeHostName=srvrochpc607 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125281 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T15:04:53 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu005 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=32 CPUEfctv=32 CPUTot=32 CPULoad=32.13
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu005 NodeHostName=srvrocgpu005 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=64000 FreeMem=13196 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-12T16:20:50 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-20T13:13:13 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=cpu=32,mem=62.50G,gres/gpu=4,gres/gpu:pascal=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      62761 ctzcar020 'Pn33E_6RU_acetylated_Run2' gpu005   

NodeName=srvrocgpu006 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=32 CPUEfctv=32 CPUTot=32 CPULoad=32.06
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu006 NodeHostName=srvrocgpu006 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=64000 FreeMem=747 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-12T16:21:15 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-16T10:31:31 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=cpu=32,mem=62.50G,gres/gpu=4,gres/gpu:pascal=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      62780 ctzcar020 'Pn33E_6RU_unacetylated_Run2' gpu006   

NodeName=srvrocgpu007 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=32 CPUEfctv=32 CPUTot=32 CPULoad=31.93
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu007 NodeHostName=srvrocgpu007 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=64000 FreeMem=1484 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-03T21:08:57 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-18T17:33:04 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=cpu=32,mem=62.50G,gres/gpu=4,gres/gpu:pascal=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      62837 ctzcar020 'Pn33F_3RU_acetylated_run6' gpu007   

NodeName=srvrocgpu008 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=32 CPUTot=32 CPULoad=0.33
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu008 NodeHostName=srvrocgpu008 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=2113 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-03T21:09:38 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T23:44:28 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu009 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=6 CPUEfctv=56 CPUTot=56 CPULoad=6.11
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:amperemk:4
   NodeAddr=srvrocgpu009 NodeHostName=srvrocgpu009 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=15000 FreeMem=465684 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2025-01-10T05:16:46 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-20T01:19:37 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:amperemk=4
   AllocTRES=cpu=6,mem=15000M,gres/gpu=3,gres/gpu:amperemk=3
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      62702 rchnic009 'r9_GBS_Ib_9RU' gpu009   
      62699 rchnic009 'r9_GBS_Ia_9RU' gpu009   
      62698 rchnic009 'r7_Sf2a2_6RU' gpu009   

NodeName=srvrocgpu010 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=4 CPUEfctv=56 CPUTot=56 CPULoad=1.13
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:ampere:4
   NodeAddr=srvrocgpu010 NodeHostName=srvrocgpu010 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=36568 FreeMem=98169 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-04T09:08:59 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T22:34:14 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:ampere=4
   AllocTRES=cpu=4,mem=36568M,gres/gpu=1,gres/gpu:ampere=1
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      64865 lmbanr001 'sa_llm_balanced_a100' gpu010   

NodeName=srvrocgpu011 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=0 CPUEfctv=56 CPUTot=56 CPULoad=0.21
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:ampere80:4
   NodeAddr=srvrocgpu011 NodeHostName=srvrocgpu011 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=59075 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-13T14:12:08 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T14:29:37 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:ampere80=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu012 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.05
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu012 NodeHostName=srvrocgpu012 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=365178 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-19T15:02:59 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-23T22:08:21 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu013 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.39
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu013 NodeHostName=srvrocgpu013 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=494089 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T15:00:44 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu014 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.23
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu014 NodeHostName=srvrocgpu014 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=459625 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T15:00:31 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu015 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.10
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu015 NodeHostName=srvrocgpu015 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=482366 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T14:54:02 SlurmdStartTime=2025-01-13T21:47:54
   LastBusyTime=2025-01-13T21:47:54 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE