| MaxRAM=17.2G | 
| JobId=328994 JobName=dm_toned_train
   UserId=mrpcol001(1221910514 Collins Maripane) GroupId=eresearch_hpc_users(1221947160) MCS_label=N/A
   Priority=7237 Nice=0 Account=l40sfree QOS=l40sfree
   JobState=RUNNING Reason=None Dependency=(null)
   Requeue=1 Restarts=0 BatchFlag=1 Reboot=0 ExitCode=0:0
   DerivedExitCode=0:0
   RunTime=00:03:48 TimeLimit=2-00:00:00 TimeMin=N/A
   SubmitTime=2025-10-29T14:13:45 EligibleTime=2025-10-29T14:13:45
   AccrueTime=2025-10-29T14:13:46
   StartTime=2025-10-29T14:13:46 EndTime=2025-10-31T14:13:46 Deadline=N/A
   SuspendTime=None SecsPreSuspend=0 LastSchedEval=2025-10-29T14:13:46 Scheduler=Main
   Partition=l40s AllocNode:Sid=srvrocgpu010.uct.ac.za:3108696
   ReqNodeList=(null) ExcNodeList=(null)
   NodeList=srvrocgpu012
   BatchHost=srvrocgpu012
   NumNodes=1 NumCPUs=8 NumTasks=8 CPUs/Task=1 ReqB:S:C:T=0:0:*:*
   ReqTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   AllocTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   Socks/Node=* NtasksPerN:B:S:C=0:0:*:* CoreSpec=*
   JOB_GRES=gpu:l40s:1
     Nodes=srvrocgpu012 CPU_IDs=2-5,24,27-29 Mem=80000 GRES=gpu:l40s:1(IDX:0)
   MinCPUsNode=1 MinMemoryCPU=10000M MinTmpDiskNode=0
   Features=(null) DelayBoot=00:00:00
   OverSubscribe=OK Contiguous=0 Licenses=(null) Network=(null)
   Command=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/scripts/submit_train_dm_toned.sh
   WorkDir=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned
   StdErr=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.err
   StdIn=/dev/null
   StdOut=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.out
   Power=
   TresPerNode=gres/gpu:l40s:1
   
 | 
| JobId=328994 JobName=dm_toned_train
   UserId=mrpcol001(1221910514 Collins Maripane) GroupId=eresearch_hpc_users(1221947160) MCS_label=N/A
   Priority=7237 Nice=0 Account=l40sfree QOS=l40sfree
   JobState=COMPLETED Reason=None Dependency=(null)
   Requeue=1 Restarts=0 BatchFlag=1 Reboot=0 ExitCode=0:0
   DerivedExitCode=0:0
   RunTime=00:03:55 TimeLimit=2-00:00:00 TimeMin=N/A
   SubmitTime=2025-10-29T14:13:45 EligibleTime=2025-10-29T14:13:45
   AccrueTime=2025-10-29T14:13:46
   StartTime=2025-10-29T14:13:46 EndTime=2025-10-29T14:17:41 Deadline=N/A
   SuspendTime=None SecsPreSuspend=0 LastSchedEval=2025-10-29T14:13:46 Scheduler=Main
   Partition=l40s AllocNode:Sid=srvrocgpu010.uct.ac.za:3108696
   ReqNodeList=(null) ExcNodeList=(null)
   NodeList=srvrocgpu012
   BatchHost=srvrocgpu012
   NumNodes=1 NumCPUs=8 NumTasks=8 CPUs/Task=1 ReqB:S:C:T=0:0:*:*
   ReqTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   AllocTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   Socks/Node=* NtasksPerN:B:S:C=0:0:*:* CoreSpec=*
   JOB_GRES=gpu:l40s:1
     Nodes=srvrocgpu012 CPU_IDs=2-5,24,27-29 Mem=80000 GRES=
   MinCPUsNode=1 MinMemoryCPU=10000M MinTmpDiskNode=0
   Features=(null) DelayBoot=00:00:00
   OverSubscribe=OK Contiguous=0 Licenses=(null) Network=(null)
   Command=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/scripts/submit_train_dm_toned.sh
   WorkDir=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned
   StdErr=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.err
   StdIn=/dev/null
   StdOut=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.out
   Power=
   TresPerNode=gres/gpu:l40s:1
   
 | 
| JobId=328994 JobName=dm_toned_train
   UserId=mrpcol001(1221910514 Collins Maripane) GroupId=eresearch_hpc_users(1221947160) MCS_label=N/A
   Priority=7237 Nice=0 Account=l40sfree QOS=l40sfree
   JobState=COMPLETED Reason=None Dependency=(null)
   Requeue=1 Restarts=0 BatchFlag=1 Reboot=0 ExitCode=0:0
   DerivedExitCode=0:0
   RunTime=00:03:55 TimeLimit=2-00:00:00 TimeMin=N/A
   SubmitTime=2025-10-29T14:13:45 EligibleTime=2025-10-29T14:13:45
   AccrueTime=2025-10-29T14:13:46
   StartTime=2025-10-29T14:13:46 EndTime=2025-10-29T14:17:41 Deadline=N/A
   SuspendTime=None SecsPreSuspend=0 LastSchedEval=2025-10-29T14:13:46 Scheduler=Main
   Partition=l40s AllocNode:Sid=srvrocgpu010.uct.ac.za:3108696
   ReqNodeList=(null) ExcNodeList=(null)
   NodeList=srvrocgpu012
   BatchHost=srvrocgpu012
   NumNodes=1 NumCPUs=8 NumTasks=8 CPUs/Task=1 ReqB:S:C:T=0:0:*:*
   ReqTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   AllocTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   Socks/Node=* NtasksPerN:B:S:C=0:0:*:* CoreSpec=*
   JOB_GRES=gpu:l40s:1
     Nodes=srvrocgpu012 CPU_IDs=2-5,24,27-29 Mem=80000 GRES=
   MinCPUsNode=1 MinMemoryCPU=10000M MinTmpDiskNode=0
   Features=(null) DelayBoot=00:00:00
   OverSubscribe=OK Contiguous=0 Licenses=(null) Network=(null)
   Command=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/scripts/submit_train_dm_toned.sh
   WorkDir=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned
   StdErr=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.err
   StdIn=/dev/null
   StdOut=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.out
   Power=
   TresPerNode=gres/gpu:l40s:1
   
 | 
| JobId=328994 JobName=dm_toned_train
   UserId=mrpcol001(1221910514 Collins Maripane) GroupId=eresearch_hpc_users(1221947160) MCS_label=N/A
   Priority=7237 Nice=0 Account=l40sfree QOS=l40sfree
   JobState=COMPLETED Reason=None Dependency=(null)
   Requeue=1 Restarts=0 BatchFlag=1 Reboot=0 ExitCode=0:0
   DerivedExitCode=0:0
   RunTime=00:03:55 TimeLimit=2-00:00:00 TimeMin=N/A
   SubmitTime=2025-10-29T14:13:45 EligibleTime=2025-10-29T14:13:45
   AccrueTime=2025-10-29T14:13:46
   StartTime=2025-10-29T14:13:46 EndTime=2025-10-29T14:17:41 Deadline=N/A
   SuspendTime=None SecsPreSuspend=0 LastSchedEval=2025-10-29T14:13:46 Scheduler=Main
   Partition=l40s AllocNode:Sid=srvrocgpu010.uct.ac.za:3108696
   ReqNodeList=(null) ExcNodeList=(null)
   NodeList=srvrocgpu012
   BatchHost=srvrocgpu012
   NumNodes=1 NumCPUs=8 NumTasks=8 CPUs/Task=1 ReqB:S:C:T=0:0:*:*
   ReqTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   AllocTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   Socks/Node=* NtasksPerN:B:S:C=0:0:*:* CoreSpec=*
   JOB_GRES=gpu:l40s:1
     Nodes=srvrocgpu012 CPU_IDs=2-5,24,27-29 Mem=80000 GRES=
   MinCPUsNode=1 MinMemoryCPU=10000M MinTmpDiskNode=0
   Features=(null) DelayBoot=00:00:00
   OverSubscribe=OK Contiguous=0 Licenses=(null) Network=(null)
   Command=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/scripts/submit_train_dm_toned.sh
   WorkDir=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned
   StdErr=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.err
   StdIn=/dev/null
   StdOut=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.out
   Power=
   TresPerNode=gres/gpu:l40s:1
   
 | 
| JobId=328994 JobName=dm_toned_train
   UserId=mrpcol001(1221910514 Collins Maripane) GroupId=eresearch_hpc_users(1221947160) MCS_label=N/A
   Priority=7237 Nice=0 Account=l40sfree QOS=l40sfree
   JobState=COMPLETED Reason=None Dependency=(null)
   Requeue=1 Restarts=0 BatchFlag=1 Reboot=0 ExitCode=0:0
   DerivedExitCode=0:0
   RunTime=00:03:55 TimeLimit=2-00:00:00 TimeMin=N/A
   SubmitTime=2025-10-29T14:13:45 EligibleTime=2025-10-29T14:13:45
   AccrueTime=2025-10-29T14:13:46
   StartTime=2025-10-29T14:13:46 EndTime=2025-10-29T14:17:41 Deadline=N/A
   SuspendTime=None SecsPreSuspend=0 LastSchedEval=2025-10-29T14:13:46 Scheduler=Main
   Partition=l40s AllocNode:Sid=srvrocgpu010.uct.ac.za:3108696
   ReqNodeList=(null) ExcNodeList=(null)
   NodeList=srvrocgpu012
   BatchHost=srvrocgpu012
   NumNodes=1 NumCPUs=8 NumTasks=8 CPUs/Task=1 ReqB:S:C:T=0:0:*:*
   ReqTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   AllocTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   Socks/Node=* NtasksPerN:B:S:C=0:0:*:* CoreSpec=*
   JOB_GRES=gpu:l40s:1
     Nodes=srvrocgpu012 CPU_IDs=2-5,24,27-29 Mem=80000 GRES=
   MinCPUsNode=1 MinMemoryCPU=10000M MinTmpDiskNode=0
   Features=(null) DelayBoot=00:00:00
   OverSubscribe=OK Contiguous=0 Licenses=(null) Network=(null)
   Command=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/scripts/submit_train_dm_toned.sh
   WorkDir=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned
   StdErr=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.err
   StdIn=/dev/null
   StdOut=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.out
   Power=
   TresPerNode=gres/gpu:l40s:1
   
 | 
| JobId=328994 JobName=dm_toned_train
   UserId=mrpcol001(1221910514 Collins Maripane) GroupId=eresearch_hpc_users(1221947160) MCS_label=N/A
   Priority=7237 Nice=0 Account=l40sfree QOS=l40sfree
   JobState=COMPLETED Reason=None Dependency=(null)
   Requeue=1 Restarts=0 BatchFlag=1 Reboot=0 ExitCode=0:0
   DerivedExitCode=0:0
   RunTime=00:03:55 TimeLimit=2-00:00:00 TimeMin=N/A
   SubmitTime=2025-10-29T14:13:45 EligibleTime=2025-10-29T14:13:45
   AccrueTime=2025-10-29T14:13:46
   StartTime=2025-10-29T14:13:46 EndTime=2025-10-29T14:17:41 Deadline=N/A
   SuspendTime=None SecsPreSuspend=0 LastSchedEval=2025-10-29T14:13:46 Scheduler=Main
   Partition=l40s AllocNode:Sid=srvrocgpu010.uct.ac.za:3108696
   ReqNodeList=(null) ExcNodeList=(null)
   NodeList=srvrocgpu012
   BatchHost=srvrocgpu012
   NumNodes=1 NumCPUs=8 NumTasks=8 CPUs/Task=1 ReqB:S:C:T=0:0:*:*
   ReqTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   AllocTRES=cpu=8,mem=80000M,node=1,billing=15,gres/gpu=1,gres/gpu:l40s=1
   Socks/Node=* NtasksPerN:B:S:C=0:0:*:* CoreSpec=*
   JOB_GRES=gpu:l40s:1
     Nodes=srvrocgpu012 CPU_IDs=2-5,24,27-29 Mem=80000 GRES=
   MinCPUsNode=1 MinMemoryCPU=10000M MinTmpDiskNode=0
   Features=(null) DelayBoot=00:00:00
   OverSubscribe=OK Contiguous=0 Licenses=(null) Network=(null)
   Command=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/scripts/submit_train_dm_toned.sh
   WorkDir=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned
   StdErr=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.err
   StdIn=/dev/null
   StdOut=/scratch/mrpcol001/Diffusion_job/oct/diff_model/oct29/DM-toned/slurm-328994.out
   Power=
   TresPerNode=gres/gpu:l40s:1
   
 |