ACCRE R9 Cluster Quick and Dirty Status
Report generated at Sat Sep 19 12:23:01 PM CDT 2026
Problem Nodes
HOSTNAMES STATE TIMESTAMP REASON COMMENT
cn1289 drain 2026-09-17T15:28:02 Kill task failed (Jo (null)
cn1294 drain 2026-09-19T10:15:33 goffta1 - na - updat goffta1 - na - update-running
cn1304 drain 2026-09-19T11:50:01 na - na - update-pen na - na - update-pending
cn1443 drain* 2026-09-18T12:45:01 Troy - RT101565 - co Troy - RT101565 - connectivity issues following update
cn1484 drain* 2026-09-17T15:02:21 Troy - RT101522 - fl Troy - RT101522 - flapping NIC
cn1486 drain 2026-09-19T10:13:53 goffta1 - na - updat goffta1 - na - update-running
cn1527 drain 2026-09-16T10:28:57 Prolog error (null)
cn1595 drain* 2026-07-27T16:58:32 Troy - RT100528 - Th Troy - RT100528 - Thermal issues
cn1604 down 2026-09-18T09:18:37 Node unexpectedly re (null)
cn1700 drain* 2026-09-09T09:49:01 Alex - RT100934 - Po Alex - RT100934 - Power issues
cn1817 drain 2026-09-08T11:04:20 Nobody - RT101264 - Nobody - RT101264 - Drain for CGW file recovery
gpu0065 down 2026-09-14T13:56:43 Node unexpectedly re (null)
gpu0068 drain 2026-09-19T11:33:50 gres/gpu count repor goffta1 - na - update-running
gpu0078 drain 2026-09-19T11:29:45 gres/gpu count repor goffta1 - na - update-running
gpu0300 drain 2026-09-19T11:32:03 gres/gpu count repor goffta1 - na - update-running
Queue Summary (Batch)
GROUP USER ACTIVE_JOBS ACTIVE_CORES PENDING_JOBS PENDING_CORES
-----------------------------------------------------------------------------------------
accre_guests 0 0 1 100
haojz 0 0 1 100
-----------------------------------------------------------------------------------------
anderson_mri 77 237 0 0
liy109 77 237 0 0
-----------------------------------------------------------------------------------------
beam_lab 5 40 0 0
zhuj29 5 40 0 0
-----------------------------------------------------------------------------------------
booth_lab 1 4 0 0
chenh55 1 4 0 0
-----------------------------------------------------------------------------------------
brg_cores 1 8 0 0
kandelr 1 8 0 0
-----------------------------------------------------------------------------------------
cgg 0 0 1 64
liy110 0 0 1 64
-----------------------------------------------------------------------------------------
cms 1238 4582 439 982
cmslocal 135 682 20 20
cmspilot 1103 3900 419 962
-----------------------------------------------------------------------------------------
coxlab 2 20 0 0
blostf1 2 20 0 0
-----------------------------------------------------------------------------------------
das_lab 1 1 1 1
dasm3 0 0 1 1
shiltmh1 1 1 0 0
-----------------------------------------------------------------------------------------
davis_lab 0 0 1 16
bluejor 0 0 1 16
-----------------------------------------------------------------------------------------
edwards_lab 1 8 0 0
greenca6 1 8 0 0
-----------------------------------------------------------------------------------------
feng_lab 1 1 0 0
kilics1 1 1 0 0
-----------------------------------------------------------------------------------------
goldring_group 17 68 201 801
mcgrawke 17 68 201 801
-----------------------------------------------------------------------------------------
gravity 16 40 88 160
ligo 16 40 88 160
-----------------------------------------------------------------------------------------
h_biostat_student 44 424 309 2472
blackmh2 40 320 309 2472
gaix1 3 100 0 0
yangc16 1 4 0 0
-----------------------------------------------------------------------------------------
h_darby_lab 66 132 40 80
mills37 66 132 40 80
-----------------------------------------------------------------------------------------
h_oguz_lab 0 0 4 16
lih30 0 0 4 16
-----------------------------------------------------------------------------------------
h_vuiis 3 3 0 0
vuiis_archive 3 3 0 0
-----------------------------------------------------------------------------------------
isde-rer 0 0 1 8
maybergm 0 0 1 8
-----------------------------------------------------------------------------------------
kaczkurkin_lab 1 15 0 0
abbasia 1 15 0 0
-----------------------------------------------------------------------------------------
l2_jan_lab 1 7 0 0
olivij1 1 7 0 0
-----------------------------------------------------------------------------------------
l3_chowdhury_lab 0 0 1 4
chowdni1 0 0 1 4
-----------------------------------------------------------------------------------------
l3_runnoe_group 7 36 0 0
kaldorme 7 36 0 0
-----------------------------------------------------------------------------------------
l3_vuiis_cci 1 3 0 0
vuiis_daily_s 1 3 0 0
-----------------------------------------------------------------------------------------
lea_lab 50 200 599 2396
arneram 50 200 599 2396
-----------------------------------------------------------------------------------------
maiziezhou_lab_phd 4 120 10 244
chowx 4 120 10 244
-----------------------------------------------------------------------------------------
mltf 0 0 4 4
mltfpilot 0 0 4 4
-----------------------------------------------------------------------------------------
moro_lab 60 60 394 395
kitchc2 60 60 394 395
-----------------------------------------------------------------------------------------
nbody 2 528 0 0
hayek13 1 16 0 0
smitm77 1 512 0 0
-----------------------------------------------------------------------------------------
neurogroup 1 5 0 0
roggeokk 1 5 0 0
-----------------------------------------------------------------------------------------
ng_lab 1 8 0 0
kimj119 1 8 0 0
-----------------------------------------------------------------------------------------
nodeupgrade 0 0 84 84
goffta1 0 0 84 84
-----------------------------------------------------------------------------------------
ohpen_lab 0 0 3 36
linx10 0 0 3 36
-----------------------------------------------------------------------------------------
p_csb_meiler 0 0 656 783
agarwm5 0 0 179 306
yange8 0 0 477 477
-----------------------------------------------------------------------------------------
p_englot_group 0 0 1 24
redaa1 0 0 1 24
-----------------------------------------------------------------------------------------
p_meiler 0 0 1 3
yange8 0 0 1 3
-----------------------------------------------------------------------------------------
rer 3 6 0 0
cantrekb 1 1 0 0
karomnj 1 1 0 0
paciarja 1 4 0 0
-----------------------------------------------------------------------------------------
rke_group 113 382 0 0
griffl6 50 250 0 0
maduren 40 40 0 0
sleethmr 23 92 0 0
-----------------------------------------------------------------------------------------
rokaslab 2 112 0 0
davidkt 1 64 0 0
riedlio 1 48 0 0
-----------------------------------------------------------------------------------------
rubinov_lab 0 0 2 8
wuw11 0 0 2 8
-----------------------------------------------------------------------------------------
sbcs 1 10 0 0
shij19 1 10 0 0
-----------------------------------------------------------------------------------------
tk_lab 9 360 0 0
yoonh15 9 360 0 0
-----------------------------------------------------------------------------------------
womelsdorf_lab 2 74 0 0
gerritcg 2 74 0 0
-----------------------------------------------------------------------------------------
yang_lab 103 768 2197 17576
jenniner 1 1 0 0
larkinsd 7 7 0 0
ranx 95 760 2197 17576
-----------------------------------------------------------------------------------------
Totals: 1834 8262 5038 26257
Queue Summary (Batch GPU)
GROUP USER ACTIVE_JOBS ACTIVE_GPUS PENDING_JOBS PENDING_GPUS
-----------------------------------------------------------------------------------------
accre_gpu_acc 1 4 0 0
koirap1 1 4 0 0
-----------------------------------------------------------------------------------------
accre_guests_acc 2 2 5 21
lib13 1 1 1 1
linx10 0 0 4 20
liy110 1 1 0 0
-----------------------------------------------------------------------------------------
csb_gpu_acc 68 71 5419 5425
gonzc11 0 0 5206 5206
jenniner 0 0 3 3
larkinsd 9 9 21 21
liuy145 4 4 0 0
nakagat1 0 0 1 4
ranx 1 4 0 0
tydingcw 54 54 187 187
yangz24 0 0 1 4
-----------------------------------------------------------------------------------------
g_gamazon_lab_acc 1 2 0 0
pererab 1 2 0 0
-----------------------------------------------------------------------------------------
h_oguz_lab_acc 0 0 2 2
lih30 0 0 2 2
-----------------------------------------------------------------------------------------
h_vmac_acc 4 4 0 0
janveva 4 4 0 0
-----------------------------------------------------------------------------------------
maiziezhou_lab_acc 0 0 12 12
chowx 0 0 12 12
-----------------------------------------------------------------------------------------
mltf_acc 0 0 4 4
mltfpilot 0 0 4 4
-----------------------------------------------------------------------------------------
nbody_acc 2 2 58 58
bustam1 2 2 58 58
-----------------------------------------------------------------------------------------
nodeupgrade 0 0 2 8
goffta1 0 0 2 8
-----------------------------------------------------------------------------------------
p_meiler_acc 50 50 10276 10276
agarwm5 0 0 1 1
labeilro 30 30 90 90
moreljl 20 20 10185 10185
-----------------------------------------------------------------------------------------
taylor_group_acc 2 7 0 0
gersbaka 1 1 0 0
laaln1 1 6 0 0
-----------------------------------------------------------------------------------------
Totals: 130 142 15778 15806
Queue Summary (interactive)
GROUP USER ACTIVE_JOBS ACTIVE_CORES PENDING_JOBS PENDING_CORES
-----------------------------------------------------------------------------------------
cgg_int 1 12 0 0
chenr6 1 12 0 0
-----------------------------------------------------------------------------------------
edwards_lab_int 1 4 0 0
seaglehm 1 4 0 0
-----------------------------------------------------------------------------------------
h_vmac_imaging_int 2 12 0 0
jackb13 2 12 0 0
-----------------------------------------------------------------------------------------
h_vmac_int 1 4 0 0
janveva 1 4 0 0
-----------------------------------------------------------------------------------------
maiziezhou_lab_int 16 64 50 200
tangk10 16 64 50 200
-----------------------------------------------------------------------------------------
maiziezhou_lab_phd_int 0 0 6 16
chowx 0 0 6 16
-----------------------------------------------------------------------------------------
nbody_int 2 2 0 0
pater32 2 2 0 0
-----------------------------------------------------------------------------------------
nodeupgrade 0 0 8 8
goffta1 0 0 8 8
-----------------------------------------------------------------------------------------
rubinov_lab_int 2 25 0 0
abbasia 1 15 0 0
sardarn 1 10 0 0
-----------------------------------------------------------------------------------------
Totals: 25 123 64 224
Queue Summary (interactive_gpu)
GROUP USER ACTIVE_JOBS ACTIVE_GPUS PENDING_JOBS PENDING_GPUS
-----------------------------------------------------------------------------------------
accre_dgx_iacc 2 8 0 0
rubinom 2 8 0 0
-----------------------------------------------------------------------------------------
dsi_dgx_iacc 2 3 0 0
criswea 1 1 0 0
schultls 1 2 0 0
-----------------------------------------------------------------------------------------
Totals: 4 11 0 0
Partition Summary
PARTITION AVAIL TIMELIMIT NODES STATE NODELIST
interactive up 14-00:00:0 6 mix- cn[1287,1326,1329-1330,1804,1813]
interactive up 14-00:00:0 1 drain cn1817
interactive up 14-00:00:0 6 mix cn[1322,1324-1325,1328,1812,1814]
interactive up 14-00:00:0 2 alloc cn[1301-1302]
interactive up 14-00:00:0 16 idle cn[1323,1707,1800-1803,1805-1811,1815-1816,1818]
batch* up 14-00:00:0 18 mix- cn[1264,1267,1275,1285,1297,1309,1316,1318,1320-1321,1327,1338-1339,1341-1343,1349-1350]
batch* up 14-00:00:0 4 drain* cn[1443,1484,1595,1700]
batch* up 14-00:00:0 5 drain cn[1289,1294,1304,1486,1527]
batch* up 14-00:00:0 202 mix cn[1202-1205,1209,1216,1219,1226-1228,1233,1236,1238-1239,1241,1258,1265,1268,1271,1274,1279,1286,1290-1291,1298,1303,1308,1331,1335,1353,1358,1367,1369,1375,1377-1378,1385,1391-1392,1399-1401,1404,1427,1430-1432,1434-1438,1441-1442,1445-1450,1452-1458,1460-1464,1466-1467,1469-1483,1485,1487,1493-1494,1497-1502,1507-1508,1513,1516-1517,1519,1523,1525,1530-1533,1535-1538,1543-1559,1561-1571,1573-1589,1592-1594,1596,1598-1603,1605-1610,1612-1617,1620,1624-1633,1701-1706,1708,1710,2000]
batch* up 14-00:00:0 156 alloc cn[1206-1208,1210-1213,1215,1217-1218,1220-1224,1229-1232,1234-1235,1237,1240,1242,1257,1259-1262,1266,1269-1270,1272-1273,1277-1278,1280-1284,1288,1292-1293,1295-1296,1299,1305-1307,1310-1315,1317,1332-1334,1336-1337,1340,1344-1348,1351-1352,1354,1357,1359-1366,1368,1371-1374,1376,1379-1384,1387-1390,1393-1398,1402-1403,1405-1411,1414-1426,1439,1468,1488-1492,1495-1496,1503-1506,1509-1512,1514-1515,1518,1520,1522,1524,1528-1529,1534,1597,1618,1621-1623,1709]
batch* up 14-00:00:0 1 idle cn1619
batch* up 14-00:00:0 1 down cn1604
batch_gpu up 14-00:00:0 17 mix- gpu[0059,0062-0064,0066-0067,0069-0072,0074-0075,0079-0080,0082,0208,0301]
batch_gpu up 14-00:00:0 3 drain gpu[0068,0078,0300]
batch_gpu up 14-00:00:0 7 mix gpu[0076-0077,0302-0304,0308],hgx03
batch_gpu up 14-00:00:0 5 alloc gpu[0073,0081,0305-0307]
batch_gpu up 14-00:00:0 6 idle gpu[0085,0309-0310],gracehopper[01-02],hgx02
batch_gpu up 14-00:00:0 1 down gpu0065
interactive_gpu up 14-00:00:0 3 mix dgx[01,03-04]
interactive_gpu up 14-00:00:0 4 idle gpu[0058,0060-0061,0207]
sam up 2-02:00:00 1 alloc cms-sam-02
sam up 2-02:00:00 1 idle cms-sam-01
reserved inact infinite 0 n/a