queue_check.py

#!/usr/bin/env python2

import os, sys, subprocess

queue=None 

full = False

if len(sys.argv) == 2:
	queue = sys.argv[1]
elif len(sys.argv) == 3 and sys.argv[1] == "--full":
	full = True
	queue = sys.argv[2]
else:
	print("USAGE: [--full] <queue>")
	sys.exit(1)
    

command = "squeue -o \"%.18i %.20P %.20u %.2t %.6D\" | grep " + queue

proc = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

output = proc.communicate()

users = []
userQueuedJobs = {}
userRunningJobs = {}
userNodes = {}

queuedJobs = 0
runningJobs = 0
usedNodes = 0

for line1 in output[0].split("\\n"):
	for line in line1.split("\n"):
		split = line.split()
		if len(split) == 5:
			job = split[0]
			user = split[2]
			state = split[3]
			nodes = int(split[4])
			if user not in users:
				users.append(user)
				userQueuedJobs[user] = []
				userRunningJobs[user] = []
				userNodes[user] = 0
			if state == "R":
				userRunningJobs[user].append(job)
				runningJobs += 1
				userNodes[user] += nodes
				usedNodes += nodes
			else:
				userQueuedJobs[user].append(job)
				queuedJobs += 1
		elif len(split) > 0:
			print "bad split (len " + str(len(split)) + "): " + str(split)

print str(len(users))+" users running "+str(runningJobs)+" jobs on "+str(usedNodes)+" nodes, "+str(queuedJobs)+" queued jobs"

totNodes = 0
for user in users:
	runningJobs = userRunningJobs[user]
	queuedJobs = userQueuedJobs[user]
	nodes = userNodes[user]
	print "user: " + user + ",\trunning: " + str(len(runningJobs)) + " (" + str(nodes) + " nodes),\tqueued: " + str(len(queuedJobs))
	totNodes += nodes
print "Total nodes in use: " + str(totNodes)

if full:
	for user in users:
		command = "squeue -u " + user
		proc = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
		out = proc.communicate()[0]
		for line1 in out.split("\\n"):
			print line1