UCT High Performance Computing Facility
Home        About us       Documentation        Support and Capabilities       Policies        Apply for account

Sun Dec 22 19:16:01 SAST 2024

Users logged in: 01481067 frdcol002 mkkjua001 t0087231
Head Node load: 0.10 0.16 0.40 (0.17)     Head Node RAM free: 82%
Currently computing: 4276 hours     Jobs running: 18     Jobs queued: 4
Efficiency: 70%   System overview    System config    Summary    Queue accounting    Graphs

JOBS RUNNING
#    JOBID      PRTTN   NAME                USER      ACCOUNT      STATE      Q\R-TIME CORES NODES  NODES\REASON           QOS     PRIORITY     CPUTIME
-------------------------------------------------------------------------------------------------------------------------------------------------------
1    59081      a100    esg_train           ntnlek001 acsl         RUNNING  1-08:05:07   8(1)  1    gpu011                 acsl    7926     10-16:40:48
2    58436      a100    r5_Sf1b_6RU         rchnic009 vaccine      RUNNING     2:47:01   2(1)  1    gpu009                 vaccine 7402         5:34:00
3    59013      a100    r2_GBS_Ib_9RU       rchnic009 vaccine      RUNNING     3:13:59   2(1)  1    gpu009                 vaccine 7402         6:27:56
4    59011      a100    r2_GBS_Ia_9RU       rchnic009 vaccine      RUNNING     3:19:09   2(1)  1    gpu009                 vaccine 7402         6:38:16
5    58438      a100    r5_SfY2_6RU         rchnic009 vaccine      RUNNING     3:47:26   2(1)  1    gpu009                 vaccine 7402         7:34:50
6    58441      a100    r5_Sf4a_6RU         rchnic009 vaccine      RUNNING     4:42:19   2(1)  1    gpu010                 vaccine 7402         9:24:36
7    58434      a100    r5_Sf1a_6RU         rchnic009 vaccine      RUNNING     4:55:56   2(1)  1    gpu010                 vaccine 7402         9:51:50
8    59068      a100    r6_Sf1b_6RU         rchnic009 vaccine      PENDING  1-11:16:28   2(1)  1    Dependency             vaccine 7402                
9    59067      a100    r6_Sf1a_6RU         rchnic009 vaccine      PENDING  1-11:17:29   2(1)  1    Dependency             vaccine 7402                
10   59066      a100    r6_Sf4a_6RU         rchnic009 vaccine      PENDING  1-11:19:46   2(1)  1    Dependency             vaccine 7402                
11   59065      a100    r6_SfY2_6RU         rchnic009 vaccine      PENDING  1-11:22:47   2(1)  1    Dependency             vaccine 7402                
12   58980      ada     bash                t0087231  icgeb        RUNNING  2-09:48:07   1     1    hpc100                 normal  7285      2-09:48:06
13   59094      ada     pions_alpha_055     frdcol002 physics      RUNNING     6:52:45   40    1    hpc104                 normal  7001     11-11:09:20
14   59093      ada     pions_alpha_025     frdcol002 physics      RUNNING     6:52:59   40    1    hpc103                 normal  7001     11-11:18:40
15   59098      ada     NeatSweep-8         hsmsia001 compsci      RUNNING     4:01:45   20    1    hpc100                 normal  6829      3-08:34:40
16   59078      ada     NeatSweep-7         hsmsia001 compsci      RUNNING  1-09:17:38   20    1    hpc102                 normal  6829     27-17:52:20
17   59077      ada     NeatSweep-6         hsmsia001 compsci      RUNNING  1-09:19:15   20    1    hpc102                 normal  6829     27-18:24:40
18   59076      ada     NeatSweep-5         hsmsia001 compsci      RUNNING  1-09:20:30   20    1    hpc101                 normal  6829     27-18:49:40
19   59099      ada     NeatSweep-9         hsmsia001 compsci      RUNNING     3:59:36   10    1    hpc101                 normal  6801      1-15:55:50
20   59074      ada     NeatSweep-3         hsmsia001 compsci      RUNNING  1-09:26:03   10    1    hpc100                 normal  6801     13-22:20:20
21   59073      ada     NeatSweep-2         hsmsia001 compsci      RUNNING  1-09:27:28   10    1    hpc100                 normal  6801     13-22:34:30
22   58378      gpumk   r17_GBSII_6RU       01284649  gpumk        RUNNING    18:09:17   32(4) 1    gpu005                 gpumk   7533     24-04:56:32

CLUSTER STATUS
PARTITION AVAIL   NODES  STATE NODELIST
ada*         up       5    mix srvrochpc[100-104]
ada*         up      11   idle srvrochpc[105-115]
l40s         up       4   idle srvrocgpu[012-015]
swan         up      15   idle srvrochpc[207,213-226]
sadacc       up       8   idle srvrochpc[228-235]
curie        up       5   idle srvrochpc[602,604-607]
gpumk        up       1  alloc srvrocgpu005
gpumk        up       3   idle srvrocgpu[006-008]
a100         up       3    mix srvrocgpu[009-011]

PartitionName=ada
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=YES QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[100-115]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=768 TotalNodes=16 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=8000 MaxMemPerCPU=8000
    TRES=cpu=768,mem=6000G,node=16,billing=1368
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=l40s
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[012-015]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=192 TotalNodes=4 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=10000 MaxMemPerCPU=10000
    TRES=cpu=192,mem=2000G,node=4,billing=392,gres/gpu=16,gres/gpu:l40s=16
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=swan
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[207,213-226]
    PriorityJobFactor=30 PriorityTier=30 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=600 TotalNodes=15 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=9000 MaxMemPerCPU=9000
    TRES=cpu=600,mem=5625G,node=15,billing=1162
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=sadacc
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[228-235]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=352 TotalNodes=8 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=8000 MaxMemPerCPU=8000
    TRES=cpu=352,mem=3000G,node=8,billing=652
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=curie
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[602,604-607]
    PriorityJobFactor=30 PriorityTier=30 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=320 TotalNodes=5 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=2000 MaxMemPerCPU=2000
    TRES=cpu=320,mem=625G,node=5,billing=382
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=gpumk
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[005-008]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=128 TotalNodes=4 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=4000 MaxMemPerCPU=4000
    TRES=cpu=128,mem=500G,node=4,billing=194,gres/gpu=16,gres/gpu:pascal=16
    TRESBillingWeights=CPU=1.0,Mem=0.1G,GRES/gpu=1.0
 
 PartitionName=a100
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[009-011]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=168 TotalNodes=3 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=9142 MaxMemPerCPU=9142
    TRES=cpu=168,mem=1500G,node=3,billing=330,gres/gpu=12,gres/gpu:ampere=2,gres/gpu:ampere80=4,gres/gpu:amperemk=6
    TRESBillingWeights=CPU=1.0,Mem=0.1G,GRES/gpu=1.0
 


WORKER NODE STATUS
NodeName=srvrochpc100 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=41 CPUEfctv=48 CPUTot=48 CPULoad=22.68
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc100 NodeHostName=srvrochpc100 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=328000 FreeMem=155701 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:19:48 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=41,mem=328000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      58980 t0087231 'bash' hpc100   
      59098 hsmsia001 'NeatSweep-8' hpc100   
      59074 hsmsia001 'NeatSweep-3' hpc100   
      59073 hsmsia001 'NeatSweep-2' hpc100   

NodeName=srvrochpc101 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=30 CPUEfctv=48 CPUTot=48 CPULoad=22.94
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc101 NodeHostName=srvrochpc101 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=240000 FreeMem=271036 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:21:51 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=30,mem=240000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      59076 hsmsia001 'NeatSweep-5' hpc101   
      59099 hsmsia001 'NeatSweep-9' hpc101   

NodeName=srvrochpc102 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=40 CPUEfctv=48 CPUTot=48 CPULoad=0.05
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc102 NodeHostName=srvrochpc102 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=320000 FreeMem=52315 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:31:42 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=40,mem=312.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      59078 hsmsia001 'NeatSweep-7' hpc102   
      59077 hsmsia001 'NeatSweep-6' hpc102   

NodeName=srvrochpc103 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=40 CPUEfctv=48 CPUTot=48 CPULoad=40.50
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc103 NodeHostName=srvrochpc103 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=320000 FreeMem=88757 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:31:40 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T12:10:34 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=40,mem=312.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      59093 frdcol002 'pions_alpha_025' hpc103   

NodeName=srvrochpc104 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=40 CPUEfctv=48 CPUTot=48 CPULoad=40.74
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc104 NodeHostName=srvrochpc104 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=320000 FreeMem=105410 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:42:25 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T12:10:40 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=40,mem=312.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      59094 frdcol002 'pions_alpha_055' hpc104   

NodeName=srvrochpc105 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc105 NodeHostName=srvrochpc105 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=188428 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:28:41 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T18:49:28 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc106 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc106 NodeHostName=srvrochpc106 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=135204 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:27:19 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T23:50:09 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc107 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc107 NodeHostName=srvrochpc107 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=150818 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:27:12 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T00:23:50 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc108 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc108 NodeHostName=srvrochpc108 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=200919 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:19:21 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T14:52:49 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc109 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc109 NodeHostName=srvrochpc109 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=181843 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:19:09 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T11:03:53 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc110 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=3.31
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc110 NodeHostName=srvrochpc110 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=130656 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:05:25 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T19:03:15 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc111 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc111 NodeHostName=srvrochpc111 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=246838 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:05:01 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T12:08:47 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc112 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc112 NodeHostName=srvrochpc112 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=267677 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:03:49 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T12:08:44 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc113 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc113 NodeHostName=srvrochpc113 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=289884 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:02:56 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc114 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc114 NodeHostName=srvrochpc114 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=285654 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T13:52:51 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc115 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc115 NodeHostName=srvrochpc115 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=285371 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T13:45:20 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T11:01:48 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc207 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc207 NodeHostName=srvrochpc207 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379811 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:16:51 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:10:02 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc213 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.06
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc213 NodeHostName=srvrochpc213 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=377261 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:44 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:17:49 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc214 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc214 NodeHostName=srvrochpc214 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375058 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:34 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:15:24 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc215 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc215 NodeHostName=srvrochpc215 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379545 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:38 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T17:51:10 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc216 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc216 NodeHostName=srvrochpc216 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=374258 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:38 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:00:14 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc217 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc217 NodeHostName=srvrochpc217 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375568 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:33 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:39:30 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc218 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc218 NodeHostName=srvrochpc218 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=378807 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:43 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:38:00 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc219 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.06
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc219 NodeHostName=srvrochpc219 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=377355 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:35 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:15:23 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc220 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc220 NodeHostName=srvrochpc220 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=380100 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:50 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:51:06 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc221 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc221 NodeHostName=srvrochpc221 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=372233 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:39 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc222 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc222 NodeHostName=srvrochpc222 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=373659 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:36 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc223 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc223 NodeHostName=srvrochpc223 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379640 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:43 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc224 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc224 NodeHostName=srvrochpc224 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=381050 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:33 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc225 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc225 NodeHostName=srvrochpc225 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=372381 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-10T16:49:39 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc226 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc226 NodeHostName=srvrochpc226 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=372260 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-10T16:50:07 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc228 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc228 NodeHostName=srvrochpc228 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=358870 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T15:19:17 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc229 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc229 NodeHostName=srvrochpc229 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371867 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T16:46:40 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc230 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc230 NodeHostName=srvrochpc230 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371213 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-13T14:12:59 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc231 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc231 NodeHostName=srvrochpc231 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371718 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:31:36 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc232 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc232 NodeHostName=srvrochpc232 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371759 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:32:07 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc233 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc233 NodeHostName=srvrochpc233 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371663 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:32:36 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc234 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc234 NodeHostName=srvrochpc234 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371729 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:33:10 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc235 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc235 NodeHostName=srvrochpc235 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=372238 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T16:47:13 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc602 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc602 NodeHostName=srvrochpc602 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=126308 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:56 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc604 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc604 NodeHostName=srvrochpc604 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=126094 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:19 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc605 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.10
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc605 NodeHostName=srvrochpc605 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125994 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:02 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc606 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc606 NodeHostName=srvrochpc606 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=126091 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:57:43 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc607 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc607 NodeHostName=srvrochpc607 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125987 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T15:04:53 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu005 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=32 CPUEfctv=32 CPUTot=32 CPULoad=32.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu005 NodeHostName=srvrocgpu005 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=64000 FreeMem=1240 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-12T16:20:50 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-22T01:06:45 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=cpu=32,mem=62.50G,gres/gpu=4,gres/gpu:pascal=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      58378 01284649 'r17_GBSII_6RU' gpu005   

NodeName=srvrocgpu006 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=32 CPUTot=32 CPULoad=0.07
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu006 NodeHostName=srvrocgpu006 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=110826 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-12T16:21:15 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu007 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=32 CPUTot=32 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu007 NodeHostName=srvrocgpu007 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=108436 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-03T21:08:57 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu008 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=32 CPUTot=32 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu008 NodeHostName=srvrocgpu008 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=44460 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-03T21:09:38 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu009 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=8 CPUEfctv=56 CPUTot=56 CPULoad=8.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:amperemk:4
   NodeAddr=srvrocgpu009 NodeHostName=srvrocgpu009 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=20000 FreeMem=352505 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-10T15:09:38 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:amperemk=4
   AllocTRES=cpu=8,mem=20000M,gres/gpu=4,gres/gpu:amperemk=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      58436 rchnic009 'r5_Sf1b_6RU' gpu009   
      59013 rchnic009 'r2_GBS_Ib_9RU' gpu009   
      59011 rchnic009 'r2_GBS_Ia_9RU' gpu009   
      58438 rchnic009 'r5_SfY2_6RU' gpu009   

NodeName=srvrocgpu010 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=4 CPUEfctv=56 CPUTot=56 CPULoad=4.18
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:ampere:2,gpu:amperemk:2
   NodeAddr=srvrocgpu010 NodeHostName=srvrocgpu010 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=10000 FreeMem=184782 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-04T09:08:59 SlurmdStartTime=2024-12-20T10:31:08
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:ampere=2,gres/gpu:amperemk=2
   AllocTRES=cpu=4,mem=10000M,gres/gpu=2,gres/gpu:amperemk=2
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      58441 rchnic009 'r5_Sf4a_6RU' gpu010   
      58434 rchnic009 'r5_Sf1a_6RU' gpu010   

NodeName=srvrocgpu011 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=8 CPUEfctv=56 CPUTot=56 CPULoad=1.26
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:ampere80:4
   NodeAddr=srvrocgpu011 NodeHostName=srvrocgpu011 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=73136 FreeMem=154999 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-13T14:12:08 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T10:55:50 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:ampere80=4
   AllocTRES=cpu=8,mem=73136M,gres/gpu=1,gres/gpu:ampere80=1
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      59081 ntnlek001 'esg_train' gpu011   

NodeName=srvrocgpu012 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.11
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu012 NodeHostName=srvrocgpu012 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=473858 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-19T15:02:59 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-22T15:05:44 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu013 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu013 NodeHostName=srvrocgpu013 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=497643 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T15:00:44 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu014 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.32
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu014 NodeHostName=srvrocgpu014 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=498209 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T15:00:31 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu015 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.12
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu015 NodeHostName=srvrocgpu015 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=487887 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T14:54:02 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE