UCT High Performance Computing Facility
Home        About us       Documentation        Support and Capabilities       Policies        Apply for account

Mon Jan 13 08:54:01 SAST 2025

Users logged in: 01481067 t0087231
Head Node load: 0.76 0.56 0.54 (0.48)     Head Node RAM free: 84%
Currently computing: 17924 hours     Jobs running: 29     Jobs queued: 1
Efficiency: 55%   System overview    System config    Summary    Queue accounting    Graphs

JOBS RUNNING
#    JOBID      PRTTN   NAME                USER      ACCOUNT      STATE      Q\R-TIME CORES NODES  NODES\REASON           QOS     PRIORITY     CPUTIME
-------------------------------------------------------------------------------------------------------------------------------------------------------
1    61858      a100    sa_lang_gpt2_token  lmbanr001 nlpgroup     RUNNING  1-12:01:46   4(1)  1    gpu010                 nlpgroup8156      6-00:07:04
2    61874      a100    sa_lang_custom_tok  lmbanr001 nlpgroup     RUNNING    23:26:08   4(1)  1    gpu010                 nlpgroup8118      3-21:44:32
3    61881      a100    r8_GBS_Ia_9RU       rchnic009 vaccine      RUNNING    18:42:53   2(1)  1    gpu009                 vaccine 7315      1-13:25:46
4    60785      a100    r3_Sf2a2_6RU        rchnic009 vaccine      RUNNING  3-03:29:41   2(1)  1    gpu010                 vaccine 7252      6-06:59:22
5    61006      a100    r4_Sf2a2_6RU        rchnic009 vaccine      PENDING   4-2:18:40   2(1)  1    Dependency             vaccine 7403                
6    61883      ada     job_0_rigidBody     nkhadi001 eleceng      RUNNING    12:05:35   8     1    hpc100                 normal  7298      4-00:44:40
7    61882      ada     job_0_rigidBody     nkhadi001 eleceng      RUNNING    12:10:55   8     1    hpc100                 normal  7298      4-01:27:20
8    61885      ada     WEB                 01481067  immunology   RUNNING        0:01   40    1    hpc115                 normal  7123                
9    61299      ada     bs_pr1_85.mod_SBAT  01478327  clinpharm    RUNNING  3-17:42:00   10    4    hpc[100,102-103,107]   normal  7090     37-09:00:00
10   61869      ada     NEATsweep3          hsmsia001 compsci      RUNNING  1-09:17:29   40    1    hpc104                 normal  6829     55-11:39:20
11   61868      ada     NEATsweep2          hsmsia001 compsci      RUNNING  1-09:17:49   40    1    hpc103                 normal  6829     55-11:52:40
12   61867      ada     NEATsweep1          hsmsia001 compsci      RUNNING  1-09:18:11   40    1    hpc102                 normal  6829     55-12:07:20
13   61652      ada     Co147_pre20H_3L_to  rgxyat001 chemeng      RUNNING  2-18:45:48   6     1    hpc105                 normal  6697     16-16:34:48
14   61653      ada     Co147_pre20H_3L_bo  rgxyat001 chemeng      RUNNING  2-18:43:03   6     1    hpc104                 normal  6696     16-16:18:18
15   60900      ada     MH_500K_ana101_Co7  rgxyat001 chemeng      RUNNING  5-16:00:27   6     1    hpc102                 normal  6696     34-00:02:42
16   60855      ada     MH_500K_ana101_Co7  rgxyat001 chemeng      RUNNING  5-18:26:55   6     1    hpc101                 normal  6696     34-14:41:30
17   60854      ada     MH_500K_ana101_Co7  rgxyat001 chemeng      RUNNING  5-18:27:24   6     1    hpc100                 normal  6696     34-14:44:24
18   60853      ada     MH_500K_ana101_Co7  rgxyat001 chemeng      RUNNING  5-18:28:21   6     1    hpc100                 normal  6696     34-14:50:06
19   60848      ada     Co76_pre20H_3L_bot  rgxyat001 chemeng      RUNNING  5-19:15:50   6     1    hpc101                 normal  6696     34-19:35:00
20   60847      ada     Co76_pre20H_3L_top  rgxyat001 chemeng      RUNNING  5-19:16:54   6     1    hpc100                 normal  6696     34-19:41:24
21   61639      ada     Co60_pre20H_3L_bot  rgxyat001 chemeng      RUNNING  2-19:23:44   4     1    hpc100                 normal  6691     11-05:34:56
22   61638      ada     Co60_pre20H_3L_top  rgxyat001 chemeng      RUNNING  2-19:24:03   4     1    hpc100                 normal  6691     11-05:36:12
23   60910      ada     MH_500K_ana101_Co5  rgxyat001 chemeng      RUNNING  5-14:50:24   4     1    hpc101                 normal  6691     22-11:21:36
24   60909      ada     MH_500K_ana101_Co5  rgxyat001 chemeng      RUNNING  5-15:04:19   4     1    hpc100                 normal  6691     22-12:17:16
25   60902      ada     MH_500K_ana101_Co3  rgxyat001 chemeng      RUNNING  5-15:45:55   4     1    hpc101                 normal  6691     22-15:03:40
26   60898      ada     MH_500K_ana101_Co3  rgxyat001 chemeng      RUNNING  5-16:01:18   4     1    hpc101                 normal  6691     22-16:05:12
27   61731      gpumk   Pn33E_6RU_unacetyl  ctzcar020 gpumk        RUNNING  2-03:20:27   32(4) 1    gpu007                 gpumk   7683     68-10:54:24
28   61662      gpumk   Pn33E_6RU_acetylat  ctzcar020 gpumk        RUNNING  2-18:21:01   32(4) 1    gpu005                 gpumk   7491     88-11:12:32
29   61795      l40s    rec-sweep-large-8a  dkcrua001 l40sfree     RUNNING  1-15:19:29   2(1)  1    gpu013                 l40sfree7305      3-06:38:58
30   61794      l40s    rec-sweep-large-8a  dkcrua001 l40sfree     RUNNING  1-18:11:41   2(1)  1    gpu013                 l40sfree7263      3-12:23:22

CLUSTER STATUS
PARTITION AVAIL   NODES  STATE NODELIST
ada*         up       7    mix srvrochpc[100-101,103-105,107,115]
ada*         up       1  alloc srvrochpc102
ada*         up       8   idle srvrochpc[106,108-114]
l40s         up       1    mix srvrocgpu013
l40s         up       3   idle srvrocgpu[012,014-015]
swan         up      15   idle srvrochpc[207,213-226]
sadacc       up       8   idle srvrochpc[228-235]
curie        up       5   idle srvrochpc[602,604-607]
gpumk        up       2  alloc srvrocgpu[005,007]
gpumk        up       2   idle srvrocgpu[006,008]
a100         up       2    mix srvrocgpu[009-010]
a100         up       1   idle srvrocgpu011

PartitionName=ada
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=YES QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[100-115]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=768 TotalNodes=16 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=8000 MaxMemPerCPU=8000
    TRES=cpu=768,mem=6000G,node=16,billing=1368
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=l40s
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[012-015]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=192 TotalNodes=4 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=10000 MaxMemPerCPU=10000
    TRES=cpu=192,mem=2000G,node=4,billing=392,gres/gpu=16,gres/gpu:l40s=16
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=swan
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[207,213-226]
    PriorityJobFactor=30 PriorityTier=30 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=600 TotalNodes=15 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=9000 MaxMemPerCPU=9000
    TRES=cpu=600,mem=5625G,node=15,billing=1162
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=sadacc
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[228-235]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=352 TotalNodes=8 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=8000 MaxMemPerCPU=8000
    TRES=cpu=352,mem=3000G,node=8,billing=652
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=curie
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrochpc[602,604-607]
    PriorityJobFactor=30 PriorityTier=30 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=320 TotalNodes=5 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=2000 MaxMemPerCPU=2000
    TRES=cpu=320,mem=625G,node=5,billing=382
    TRESBillingWeights=CPU=1.0,Mem=0.1G
 
 PartitionName=gpumk
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[005-008]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=128 TotalNodes=4 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=4000 MaxMemPerCPU=4000
    TRES=cpu=128,mem=500G,node=4,billing=194,gres/gpu=16,gres/gpu:pascal=16
    TRESBillingWeights=CPU=1.0,Mem=0.1G,GRES/gpu=1.0
 
 PartitionName=a100
    AllowGroups=ALL AllowAccounts=ALL AllowQos=ALL
    AllocNodes=ALL Default=NO QoS=N/A
    DefaultTime=NONE DisableRootJobs=NO ExclusiveUser=NO GraceTime=0 Hidden=NO
    MaxNodes=UNLIMITED MaxTime=UNLIMITED MinNodes=0 LLN=NO MaxCPUsPerNode=UNLIMITED MaxCPUsPerSocket=UNLIMITED
    Nodes=srvrocgpu[009-011]
    PriorityJobFactor=20 PriorityTier=20 RootOnly=NO ReqResv=NO OverSubscribe=NO
    OverTimeLimit=NONE PreemptMode=OFF
    State=UP TotalCPUs=168 TotalNodes=3 SelectTypeParameters=NONE
    JobDefaults=(null)
    DefMemPerCPU=9142 MaxMemPerCPU=9142
    TRES=cpu=168,mem=1500G,node=3,billing=330,gres/gpu=12,gres/gpu:ampere=2,gres/gpu:ampere80=4,gres/gpu:amperemk=6
    TRESBillingWeights=CPU=1.0,Mem=0.1G,GRES/gpu=1.0

WORKER NODE STATUS
NodeName=srvrochpc100 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=47 CPUEfctv=48 CPUTot=48 CPULoad=20.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc100 NodeHostName=srvrochpc100 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=376000 FreeMem=134966 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:19:48 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=47,mem=376000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61883 nkhadi001 'job_0_rigidBody' hpc100   
      61882 nkhadi001 'job_0_rigidBody' hpc100   
      61299 01478327 'bs_pr1_85.mod_SBATCH' hpc[100,102-103,107]   
      60854 rgxyat001 'MH_500K_ana101_Co76_pre20H_top' hpc100   
      60853 rgxyat001 'MH_500K_ana101_Co76_pre20H_bot' hpc100   
      60847 rgxyat001 'Co76_pre20H_3L_top_rlx_v35' hpc100   
      61639 rgxyat001 'Co60_pre20H_3L_bot_fix_v35' hpc100   
      61638 rgxyat001 'Co60_pre20H_3L_top_rlx' hpc100   
      60909 rgxyat001 'MH_500K_ana101_Co56_pre20H_top' hpc100   

NodeName=srvrochpc101 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=24 CPUEfctv=48 CPUTot=48 CPULoad=5.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc101 NodeHostName=srvrochpc101 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=192000 FreeMem=212738 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:21:51 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-26T15:28:09 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=24,mem=187.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      60855 rgxyat001 'MH_500K_ana101_Co76_pre20H_top' hpc101   
      60848 rgxyat001 'Co76_pre20H_3L_bot_fix_v35' hpc101   
      60910 rgxyat001 'MH_500K_ana101_Co56_pre20H_bot_v35' hpc101   
      60902 rgxyat001 'MH_500K_ana101_Co38_pre20H_bot' hpc101   
      60898 rgxyat001 'MH_500K_ana101_Co38_pre20H_bot' hpc101   

NodeName=srvrochpc102 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=48 CPUEfctv=48 CPUTot=48 CPULoad=37.95
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc102 NodeHostName=srvrochpc102 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=384000 FreeMem=21278 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:31:42 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-28T18:56:52 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=48,mem=375G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61299 01478327 'bs_pr1_85.mod_SBATCH' hpc[100,102-103,107]   
      61867 hsmsia001 'NEATsweep1' hpc102   
      60900 rgxyat001 'MH_500K_ana101_Co76_pre20H_top' hpc102   

NodeName=srvrochpc103 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=46 CPUEfctv=48 CPUTot=48 CPULoad=36.39
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc103 NodeHostName=srvrochpc103 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=368000 FreeMem=56871 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-20T10:31:40 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-08T16:41:45 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=46,mem=368000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61299 01478327 'bs_pr1_85.mod_SBATCH' hpc[100,102-103,107]   
      61868 hsmsia001 'NEATsweep2' hpc103   

NodeName=srvrochpc104 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=46 CPUEfctv=48 CPUTot=48 CPULoad=21.99
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc104 NodeHostName=srvrochpc104 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=368000 FreeMem=19538 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:42:25 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-10T14:08:15 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=46,mem=368000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61869 hsmsia001 'NEATsweep3' hpc104   
      61653 rgxyat001 'Co147_pre20H_3L_bot_fix_v40' hpc104   

NodeName=srvrochpc105 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=6 CPUEfctv=48 CPUTot=48 CPULoad=1.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc105 NodeHostName=srvrochpc105 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=48000 FreeMem=307406 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:28:41 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-08T19:58:35 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=6,mem=48000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61652 rgxyat001 'Co147_pre20H_3L_top_rlx_v40' hpc105   

NodeName=srvrochpc106 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc106 NodeHostName=srvrochpc106 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=366068 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:27:19 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-12T09:01:31 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc107 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=1 CPUEfctv=48 CPUTot=48 CPULoad=1.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc107 NodeHostName=srvrochpc107 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=8000 FreeMem=322230 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:27:12 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-09T10:28:30 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=1,mem=8000M
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61299 01478327 'bs_pr1_85.mod_SBATCH' hpc[100,102-103,107]   

NodeName=srvrochpc108 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc108 NodeHostName=srvrochpc108 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=363464 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:19:21 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-11T13:01:33 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc109 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc109 NodeHostName=srvrochpc109 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=167432 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:19:09 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-11T13:00:39 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc110 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc110 NodeHostName=srvrochpc110 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=352311 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:05:25 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-11T20:25:55 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc111 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc111 NodeHostName=srvrochpc111 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=215732 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:05:01 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-10T14:18:50 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc112 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc112 NodeHostName=srvrochpc112 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=249078 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:03:49 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-09T12:32:42 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc113 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc113 NodeHostName=srvrochpc113 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=279241 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T14:02:56 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-09T12:06:51 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc114 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc114 NodeHostName=srvrochpc114 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=285963 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T13:52:51 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-09T12:09:52 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc115 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=40 CPUEfctv=48 CPUTot=48 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc115 NodeHostName=srvrochpc115 Version=23.11.5
   OS=Linux 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Mon Jul 8 17:47:19 UTC 2024 
   RealMemory=384000 AllocMem=320000 FreeMem=142918 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=ada 
   BootTime=2024-08-19T13:45:20 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-12T21:58:26 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=375G,billing=85
   AllocTRES=cpu=40,mem=312.50G
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61885 01481067 'WEB' hpc115   

NodeName=srvrochpc207 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc207 NodeHostName=srvrochpc207 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379389 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:16:51 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-11T18:58:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc213 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc213 NodeHostName=srvrochpc213 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379527 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:44 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-11T18:34:53 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc214 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc214 NodeHostName=srvrochpc214 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=374676 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:34 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:15:24 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc215 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc215 NodeHostName=srvrochpc215 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379158 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:38 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T17:51:10 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc216 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc216 NodeHostName=srvrochpc216 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375127 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:38 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:00:14 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc217 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.04
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc217 NodeHostName=srvrochpc217 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375178 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:33 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:39:30 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc218 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc218 NodeHostName=srvrochpc218 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379625 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:43 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:38:00 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc219 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc219 NodeHostName=srvrochpc219 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379249 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:35 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:15:23 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc220 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc220 NodeHostName=srvrochpc220 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379655 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:50 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-21T18:51:06 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc221 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc221 NodeHostName=srvrochpc221 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375632 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:39 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc222 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc222 NodeHostName=srvrochpc222 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=375748 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:36 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc223 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.05
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc223 NodeHostName=srvrochpc223 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=379174 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:43 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc224 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc224 NodeHostName=srvrochpc224 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=380635 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-03T15:15:33 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc225 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc225 NodeHostName=srvrochpc225 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371931 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-10T16:49:39 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc226 Arch=x86_64 CoresPerSocket=20 
   CPUAlloc=0 CPUEfctv=40 CPUTot=40 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc226 NodeHostName=srvrochpc226 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371610 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=swan 
   BootTime=2024-12-10T16:50:07 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=40,mem=375G,billing=77
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc228 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.07
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc228 NodeHostName=srvrochpc228 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=352131 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T15:19:17 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-09T23:19:52 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc229 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc229 NodeHostName=srvrochpc229 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371415 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T16:46:40 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc230 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc230 NodeHostName=srvrochpc230 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371760 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-13T14:12:59 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc231 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc231 NodeHostName=srvrochpc231 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371348 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:31:36 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc232 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc232 NodeHostName=srvrochpc232 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371397 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:32:07 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc233 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.03
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc233 NodeHostName=srvrochpc233 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371291 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:32:36 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc234 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc234 NodeHostName=srvrochpc234 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371367 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-04T12:33:10 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc235 Arch=x86_64 CoresPerSocket=22 
   CPUAlloc=0 CPUEfctv=44 CPUTot=44 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc235 NodeHostName=srvrochpc235 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=384000 AllocMem=0 FreeMem=371770 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=sadacc 
   BootTime=2024-12-10T16:47:13 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=44,mem=375G,billing=81
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc602 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.00
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc602 NodeHostName=srvrochpc602 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=126003 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:56 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc604 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc604 NodeHostName=srvrochpc604 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125550 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:19 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc605 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.10
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc605 NodeHostName=srvrochpc605 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125467 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:58:02 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc606 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc606 NodeHostName=srvrochpc606 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125589 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T14:57:43 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrochpc607 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=64 CPUTot=64 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=(null)
   NodeAddr=srvrochpc607 NodeHostName=srvrochpc607 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=125494 Sockets=4 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=curie 
   BootTime=2024-12-03T15:04:53 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2024-12-20T10:30:32 ResumeAfterTime=None
   CfgTRES=cpu=64,mem=125G,billing=76
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu005 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=32 CPUEfctv=32 CPUTot=32 CPULoad=32.06
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu005 NodeHostName=srvrocgpu005 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=64000 FreeMem=3849 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-12T16:20:50 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2025-01-10T13:40:20 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=cpu=32,mem=62.50G,gres/gpu=4,gres/gpu:pascal=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61662 ctzcar020 'Pn33E_6RU_acetylated_Run1' gpu005   

NodeName=srvrocgpu006 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=32 CPUTot=32 CPULoad=0.18
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu006 NodeHostName=srvrocgpu006 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=47961 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-12T16:21:15 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2025-01-12T14:47:20 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu007 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=32 CPUEfctv=32 CPUTot=32 CPULoad=31.99
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu007 NodeHostName=srvrocgpu007 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=64000 FreeMem=824 Sockets=2 Boards=1
   State=allocated  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-03T21:08:57 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2025-01-11T05:33:34 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=cpu=32,mem=62.50G,gres/gpu=4,gres/gpu:pascal=4
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61731 ctzcar020 'Pn33E_6RU_unacetylated_Run1' gpu007   

NodeName=srvrocgpu008 Arch=x86_64 CoresPerSocket=16 
   CPUAlloc=0 CPUEfctv=32 CPUTot=32 CPULoad=0.19
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:pascal:4
   NodeAddr=srvrocgpu008 NodeHostName=srvrocgpu008 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=128000 AllocMem=0 FreeMem=3668 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=gpumk 
   BootTime=2024-12-03T21:09:38 SlurmdStartTime=2024-12-20T10:30:33
   LastBusyTime=2025-01-12T19:34:58 ResumeAfterTime=None
   CfgTRES=cpu=32,mem=125G,billing=48,gres/gpu=4,gres/gpu:pascal=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu009 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=2 CPUEfctv=56 CPUTot=56 CPULoad=2.06
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:amperemk:4
   NodeAddr=srvrocgpu009 NodeHostName=srvrocgpu009 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=5000 FreeMem=500726 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2025-01-10T05:16:46 SlurmdStartTime=2025-01-10T16:31:39
   LastBusyTime=2025-01-10T16:33:22 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:amperemk=4
   AllocTRES=cpu=2,mem=5000M,gres/gpu=1,gres/gpu:amperemk=1
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61881 rchnic009 'r8_GBS_Ia_9RU' gpu009   

NodeName=srvrocgpu010 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=10 CPUEfctv=56 CPUTot=56 CPULoad=4.15
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:ampere:2,gpu:amperemk:2
   NodeAddr=srvrocgpu010 NodeHostName=srvrocgpu010 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=78136 FreeMem=115761 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-04T09:08:59 SlurmdStartTime=2024-12-20T10:31:08
   LastBusyTime=2025-01-10T04:52:15 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:ampere=2,gres/gpu:amperemk=2
   AllocTRES=cpu=10,mem=78136M,gres/gpu=3,gres/gpu:ampere=2,gres/gpu:amperemk=1
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61858 lmbanr001 'sa_lang_gpt2_tokenized' gpu010   
      61874 lmbanr001 'sa_lang_custom_tokenizer' gpu010   
      60785 rchnic009 'r3_Sf2a2_6RU' gpu010   

NodeName=srvrocgpu011 Arch=x86_64 CoresPerSocket=28 
   CPUAlloc=0 CPUEfctv=56 CPUTot=56 CPULoad=0.21
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:ampere80:4
   NodeAddr=srvrocgpu011 NodeHostName=srvrocgpu011 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=162781 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=a100 
   BootTime=2024-12-13T14:12:08 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-07T07:26:59 ResumeAfterTime=None
   CfgTRES=cpu=56,mem=500G,billing=110,gres/gpu=4,gres/gpu:ampere80=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu012 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.36
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu012 NodeHostName=srvrocgpu012 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=387761 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-19T15:02:59 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-12T16:40:18 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu013 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=4 CPUEfctv=48 CPUTot=48 CPULoad=2.01
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu013 NodeHostName=srvrocgpu013 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=40000 FreeMem=473931 Sockets=2 Boards=1
   State=mixed  ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T15:00:44 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-10T22:55:13 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=cpu=4,mem=40000M,gres/gpu=2,gres/gpu:l40s=2
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE
      61795 dkcrua001 'rec-sweep-large-8ag-hard' gpu013   
      61794 dkcrua001 'rec-sweep-large-8ag' gpu013   

NodeName=srvrocgpu014 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.02
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu014 NodeHostName=srvrocgpu014 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=495172 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T15:00:31 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-12T20:45:21 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE

NodeName=srvrocgpu015 Arch=x86_64 CoresPerSocket=24 
   CPUAlloc=0 CPUEfctv=48 CPUTot=48 CPULoad=0.33
   AvailableFeatures=(null)
   ActiveFeatures=(null)
   Gres=gpu:l40s:4
   NodeAddr=srvrocgpu015 NodeHostName=srvrocgpu015 Version=23.11.5
   OS=Linux 5.14.0-503.15.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 26 17:24:29 UTC 2024 
   RealMemory=512000 AllocMem=0 FreeMem=489835 Sockets=2 Boards=1
   State=idle ThreadsPerCore=1 TmpDisk=0 Weight=1 Owner=N/A MCS_label=N/A
   Partitions=l40s 
   BootTime=2024-12-03T14:54:02 SlurmdStartTime=2024-12-20T10:30:32
   LastBusyTime=2025-01-12T15:06:57 ResumeAfterTime=None
   CfgTRES=cpu=48,mem=500G,billing=98,gres/gpu=4,gres/gpu:l40s=4
   AllocTRES=
   CapWatts=n/a
   CurrentWatts=0 AveWatts=0
   ExtSensorsJoules=n/a ExtSensorsWatts=0 ExtSensorsTemp=n/a
   CORE USAGE