mom's chk_file_sec messages missing when syslog is being used

Description

[root@centos7 ~]# cat /etc/pbs.conf
PBS_EXEC=/opt/pbs/default
PBS_HOME=/var/spool/pbs
PBS_START_SERVER=1
PBS_START_MOM=1
PBS_START_SCHED=1
PBS_START_COMM=1
PBS_SERVER=centos7
PBS_CORE_LIMIT=unlimited
#PBS_SYSLOG=1
#PBS_SYSLOGSEVR=7

[root@centos7 ~]# /opt/pbs/default/sbin/pbs_probe

====== System Information =======

sysname=Linux
nodename=centos7.prog.altair.com
release=3.10.0-327.el7.x86_64
version=#1 SMP Thu Nov 19 22:10:57 UTC 2015
machine=x86_64

====== Problems in pbs_probe's Primary Data =======

Permission/Ownership Problems:

/var/spool/pbs
(drwxrwxrwx , root , root) needs to be (drwxr-xr-x , root, group id < 10)
[root@centos7 ~]#
[root@centos7 ~]# /etc/init.d/pbs restart
Restarting PBS
Stopping PBS
PBS comm - was pid: 20217
Waiting for shutdown to complete
Starting PBS
/opt/pbs/default/sbin/pbs_comm ready (pid=20455), Proxy Name:centos7.prog.altair.com:17001, Threads:4
PBS comm
pbs_mom: Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/jobs/" resolves to "/var/spool/pbs"
pbs_mom: Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/" resolves to "/var/spool/pbs"
pbs_mom: Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/tmp/" resolves to "/var/spool/pbs"
pbs_mom: Success (0) in mom_main, Warning: one of chk_file_sec failed: /var/spool/pbs/mom_priv/jobs/, /var/spool/pbs/spool/, /var/spool/pbs/pbs_environment, /var/spool/pbs/mom_priv/hooks/, /var/spool/pbs/mom_priv/hooks/tmp/
pbs_mom startup failed, exit 3 aborting.

[root@centos7 ~]# tail /var/spool/pbs/mom_logs/20170321
03/21/2017 14:15:47;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/" resolves to "/var/spool/pbs"
03/21/2017 14:15:47;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/tmp/" resolves to "/var/spool/pbs"
03/21/2017 14:15:47;0001;pbs_mom;Svr;pbs_mom;Success (0) in mom_main, Warning: one of chk_file_sec failed: /var/spool/pbs/mom_priv/jobs/, /var/spool/pbs/spool/, /var/spool/pbs/pbs_environment, /var/spool/pbs/mom_priv/hooks/, /var/spool/pbs/mom_priv/hooks/tmp/
03/21/2017 14:16:01;0002;pbs_mom;Svr;Log;Log opened
03/21/2017 14:16:01;0002;pbs_mom;Svr;pbs_mom;pbs_version=PBSPro_13.1.1.162303
03/21/2017 14:16:01;0002;pbs_mom;Svr;pbs_mom;pbs_build=mach=linux:security=:configure_args='--set-cflags=-g -O2 -D_LARGEFILE_SOURCE ' --with-database-dir=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/pgsql --with-database-user=pbsdata --with-editline=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/editline --with-tcl=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/tcltk --with-libical=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/libical --with-python=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/python --with-gsoap=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/gSOAP --with-swig=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/swig --with-expat=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/expat --with-hwloc=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/hwloc --with-licensing=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/alsdk --with-licensing-libtype=linux_x64 --prefix=/usr/pbs --enable-sharedlib --with-des=/usr
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/jobs/" resolves to "/var/spool/pbs"
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/" resolves to "/var/spool/pbs"
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/tmp/" resolves to "/var/spool/pbs"
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Success (0) in mom_main, Warning: one of chk_file_sec failed: /var/spool/pbs/mom_priv/jobs/, /var/spool/pbs/spool/, /var/spool/pbs/pbs_environment, /var/spool/pbs/mom_priv/hooks/, /var/spool/pbs/mom_priv/hooks/tmp/

[root@centos7 ~]# tail /var/log/messages
Mar 21 14:09:44 centos7 su: (to pbsdata) root on none
Mar 21 14:09:44 centos7 su: (to pbsdata) root on none
Mar 21 14:10:01 centos7 systemd: Started Session 18 of user root.
Mar 21 14:10:01 centos7 systemd: Starting Session 18 of user root.
Mar 21 14:12:05 centos7 su: (to pbsdata) root on none
Mar 21 14:12:05 centos7 su: (to pbsdata) root on none
Mar 21 14:15:45 centos7 su: (to pbsdata) root on none
Mar 21 14:15:45 centos7 su: (to pbsdata) root on none
Mar 21 14:16:00 centos7 su: (to pbsdata) root on none
Mar 21 14:16:00 centos7 su: (to pbsdata) root on none

[root@centos7 ~]# vi /etc/pbs.conf

[root@centos7 ~]# cat /etc/pbs.conf
PBS_EXEC=/opt/pbs/default
PBS_HOME=/var/spool/pbs
PBS_START_SERVER=1
PBS_START_MOM=1
PBS_START_SCHED=1
PBS_START_COMM=1
PBS_SERVER=centos7
PBS_CORE_LIMIT=unlimited
PBS_SYSLOG=1
PBS_SYSLOGSEVR=7

#NOTHING AT STDERR
[root@centos7 ~]# /etc/init.d/pbs restart
Restarting PBS
Stopping PBS
PBS comm - was pid: 20455
Waiting for shutdown to complete
Starting PBS
/opt/pbs/default/sbin/pbs_comm ready (pid=20698), Proxy Name:centos7.prog.altair.com:17001, Threads:4
PBS comm
pbs_mom startup failed, exit 3 aborting.

#THESE ARE THE SAME AS ABOVE, NOT NEW!!
[root@centos7 ~]# tail /var/spool/pbs/mom_logs/20170321
03/21/2017 14:15:47;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/" resolves to "/var/spool/pbs"
03/21/2017 14:15:47;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/tmp/" resolves to "/var/spool/pbs"
03/21/2017 14:15:47;0001;pbs_mom;Svr;pbs_mom;Success (0) in mom_main, Warning: one of chk_file_sec failed: /var/spool/pbs/mom_priv/jobs/, /var/spool/pbs/spool/, /var/spool/pbs/pbs_environment, /var/spool/pbs/mom_priv/hooks/, /var/spool/pbs/mom_priv/hooks/tmp/
03/21/2017 14:16:01;0002;pbs_mom;Svr;Log;Log opened
03/21/2017 14:16:01;0002;pbs_mom;Svr;pbs_mom;pbs_version=PBSPro_13.1.1.162303
03/21/2017 14:16:01;0002;pbs_mom;Svr;pbs_mom;pbs_build=mach=linux:security=:configure_args='--set-cflags=-g -O2 -D_LARGEFILE_SOURCE ' --with-database-dir=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/pgsql --with-database-user=pbsdata --with-editline=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/editline --with-tcl=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/tcltk --with-libical=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/libical --with-python=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/python --with-gsoap=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/gSOAP --with-swig=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/swig --with-expat=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/expat --with-hwloc=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/hwloc --with-licensing=/home/pbsbuild/PBSPro_rel-13_1_branch/PBSPro_13.1.1.162303/linux310_x86_64-work/alsdk --with-licensing-libtype=linux_x64 --prefix=/usr/pbs --enable-sharedlib --with-des=/usr
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/jobs/" resolves to "/var/spool/pbs"
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/" resolves to "/var/spool/pbs"
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Permission denied (13) in chk_file_sec, Security violation "/var/spool/pbs/mom_priv/hooks/tmp/" resolves to "/var/spool/pbs"
03/21/2017 14:16:01;0001;pbs_mom;Svr;pbs_mom;Success (0) in mom_main, Warning: one of chk_file_sec failed: /var/spool/pbs/mom_priv/jobs/, /var/spool/pbs/spool/, /var/spool/pbs/pbs_environment, /var/spool/pbs/mom_priv/hooks/, /var/spool/pbs/mom_priv/hooks/tmp/

#NOTHING IN SYSLOG
[root@centos7 ~]# tail /var/log/messages
Mar 21 14:10:01 centos7 systemd: Started Session 18 of user root.
Mar 21 14:10:01 centos7 systemd: Starting Session 18 of user root.
Mar 21 14:12:05 centos7 su: (to pbsdata) root on none
Mar 21 14:12:05 centos7 su: (to pbsdata) root on none
Mar 21 14:15:45 centos7 su: (to pbsdata) root on none
Mar 21 14:15:45 centos7 su: (to pbsdata) root on none
Mar 21 14:16:00 centos7 su: (to pbsdata) root on none
Mar 21 14:16:00 centos7 su: (to pbsdata) root on none
Mar 21 14:16:58 centos7 su: (to pbsdata) root on none
Mar 21 14:16:58 centos7 su: (to pbsdata) root on none

Acceptance Criteria

None

Status

Assignee

nithin johnson

Reporter

Scott Campbell

Severity

2-Medium

OS

None

Start Date

None

Pull Request URL

None

Story Points

1

Components

Fix versions

Priority

High
Configure