Bug 1328958

Description of problem:

When submitting jobs they go into a "Q" state and never run. The server log file has this entry.

04/20/2016 10:37:30;0002;PBS_Server.45544;Svr;PBS_Server;Torque Server Version = 4.2.10, loglevel = 0
04/20/2016 10:41:32;0040;PBS_Server.45545;Req;node_spec;job allocation request exceeds currently available cluster nodes, 1 requested, 0 available

This is after configuring the system to use the correct hostname and tell pbs_server to use the correct interface and port for pbs_sched. I don't know why the "as supplied" rpms don't work when installed.

As you can see, the daemons appear to be talking to each other:

[root@redhat-test-02 sched_priv]# netstat -tapn | grep pbs
tcp        0      0 0.0.0.0:15001           0.0.0.0:*               LISTEN      45537/pbs_server
tcp        0      0 0.0.0.0:15002           0.0.0.0:*               LISTEN      45526/pbs_mom
tcp        0      0 0.0.0.0:15003           0.0.0.0:*               LISTEN      45526/pbs_mom
tcp        0      0 10.1.252.42:15004       0.0.0.0:*               LISTEN      45532/pbs_sched
tcp        1      0 10.1.252.42:769         10.1.252.42:15004       CLOSE_WAIT  45537/pbs_server

But pbs_sched never schedules a job to run. 

This is the qmgr configuration.

[root@redhat-test-02 server_logs]# qmgr
Max open servers: 9
Qmgr: p s
#
# Create queues and set their attributes.
#
#
# Create and define queue batch
#
create queue batch
set queue batch queue_type = Execution
set queue batch max_running = 4
set queue batch resources_max.ncpus = 4
set queue batch resources_max.nodes = 1
set queue batch resources_min.ncpus = 1
set queue batch resources_default.ncpus = 1
set queue batch resources_default.neednodes = 1:ppn=1
set queue batch resources_default.nodect = 1
set queue batch resources_default.nodes = 1
set queue batch resources_default.walltime = 01:00:00
set queue batch enabled = True
set queue batch started = True
#
# Create and define queue normal
#
create queue normal
set queue normal queue_type = Execution
set queue normal max_running = 4
set queue normal resources_max.ncpus = 4
set queue normal resources_max.nodes = 1
set queue normal resources_min.ncpus = 1
set queue normal resources_default.ncpus = 1
set queue normal resources_default.neednodes = 1:ppn=1
set queue normal resources_default.nodect = 1
set queue normal resources_default.nodes = 1
set queue normal enabled = True
set queue normal started = True
#
# Create and define queue high
#
create queue high
set queue high queue_type = Execution
set queue high max_running = 4
set queue high resources_max.ncpus = 4
set queue high resources_max.nodes = 1
set queue high resources_min.ncpus = 1
set queue high resources_default.ncpus = 1
set queue high resources_default.neednodes = 1:ppn=1
set queue high resources_default.nodect = 1
set queue high resources_default.nodes = 1
set queue high enabled = True
set queue high started = True
#
# Create and define queue critical
#
create queue critical
set queue critical queue_type = Execution
set queue critical max_running = 4
set queue critical resources_max.ncpus = 4
set queue critical resources_max.nodes = 1
set queue critical resources_min.ncpus = 1
set queue critical resources_default.ncpus = 1
set queue critical resources_default.neednodes = 1:ppn=1
set queue critical resources_default.nodect = 1
set queue critical resources_default.nodes = 1
set queue critical enabled = True
set queue critical started = True
#
# Set server attributes.
#
set server scheduling = True
set server acl_hosts = redhat-test-02.wise.wa-k12.net
set server managers = sysadm.wa-k12.net
set server operators = sysadm.wa-k12.net
set server default_queue = batch
set server log_events = 511
set server mail_from = adm
set server scheduler_iteration = 600
set server node_check_rate = 150
set server tcp_timeout = 300
set server job_stat_rate = 45
set server poll_jobs = True
set server mom_job_sync = True
set server keep_completed = 300
set server submit_hosts = wem-lmgt-01.wise.wa-k12.net
set server next_job_number = 0
set server authorized_users = dbadm.wa-k12.net
set server moab_array_compatible = True
set server nppcu = 1
Qmgr:



Version-Release number of selected component (if applicable):

torque-scheduler-4.2.10-9.el7.x86_64

How reproducible:

Who knows, the packages are not configured to function correctly when installed.

Steps to Reproduce:

Just install the packages and try to make them work.