/var/log/supervisor#cat awx-uwsgi.log *** Starting uWSGI 2.0.18 (64bit) on [Wed Sep 16 06:27:11 2020] *** compiled with version: 8.3.0 on 02 September 2020 20:07:32 os: AIX-2 7 nodename: machine: 00F9A9464C00 clock source: unix *** big endian arch detected *** detected number of CPU cores: 16 current working directory: /var/lib/awx detected binary path: /var/lib/awx/venv/awx/bin/uwsgi !!! no internal routing support, rebuild with pcre support !!! setgid() to 207 set additional group 206 (redis) setuid() to 209 your memory page size is 4096 bytes *** WARNING: you have enabled harakiri without post buffering. Slow upload could be rejected on post-unbuffered webservers *** detected max file descriptor number: 9223372036854775807 lock engine: ipcsem thunder lock: disabled (you can enable it with --thunder-lock) uwsgi socket 0 bound to UNIX address /var/run/tower/uwsgi.sock fd 3 Python version: 3.7.6 (default, Feb 28 2020, 04:49:11) [GCC 8.3.0] *** Python threads support is disabled. You can enable it with --enable-threads *** Python main interpreter initialized at 1100a5090 your server socket listen backlog is limited to 100 connections your mercy for graceful operations on workers is 60 seconds mapped 620448 bytes (605 KB) for 5 cores *** Operational MODE: preforking *** *** uWSGI is running in multiple interpreter mode *** spawned uWSGI master process (pid: 40305118) fork(): Not enough space [core/master_utils.c line 753] fork(): Not enough space [core/master_utils.c line 753] fork(): Not enough space [core/master_utils.c line 753] fork(): Not enough space [core/master_utils.c line 753] fork(): Not enough space [core/master_utils.c line 753] malloc(): Not enough space [core/utils.c line 1799] !!! tried memory allocation of 18446744073709551608 bytes !!! VACUUM: unix socket /var/run/tower/uwsgi.sock removed. unlink(): No such file or directory [core/uwsgi.c line 1673] /var/log/supervisor#lsps -a Page Space Physical Volume Volume Group Size %Used Active Auto Type Chksum hd6 hdisk0 rootvg 16384MB 0 yes yes lv 0 /var/log/supervisor#cat supervisord.log 2020-09-16 06:23:20,502 INFO Included extra file "/opt/freeware/etc/supervisord.d/awx.ini" during parsing 2020-09-16 06:23:20,502 INFO Set uid to user 0 succeeded 2020-09-16 06:23:20,515 INFO RPC interface 'supervisor' initialized 2020-09-16 06:23:20,515 CRIT Server 'unix_http_server' running without any HTTP authentication checking 2020-09-16 06:23:20,524 INFO daemonizing the supervisord process 2020-09-16 06:23:20,527 INFO supervisord started with pid 5832970 2020-09-16 06:23:21,547 INFO spawned: 'awx-config-watcher' with pid 7799106 2020-09-16 06:23:21,573 INFO spawned: 'awx-uwsgi' with pid 10617190 2020-09-16 06:23:21,591 INFO spawned: 'awx-daphne' with pid 10289472 2020-09-16 06:23:21,666 INFO spawned: 'awx-wsbroadcast' with pid 8585628 2020-09-16 06:23:21,684 INFO spawned: 'awx-rsyslogd' with pid 10944850 2020-09-16 06:23:21,703 INFO spawned: 'awx-dispatcher' with pid 11010388 2020-09-16 06:23:21,753 INFO spawned: 'awx-callback-receiver' with pid 11075926 2020-09-16 06:23:21,846 INFO exited: awx-rsyslogd (exit status 1; not expected) 2020-09-16 06:23:22,135 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:23,374 INFO success: awx-config-watcher entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:23,401 INFO spawned: 'awx-uwsgi' with pid 11272540 2020-09-16 06:23:23,406 INFO success: awx-daphne entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:23,407 INFO success: awx-wsbroadcast entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:23,432 INFO spawned: 'awx-rsyslogd' with pid 11731306 2020-09-16 06:23:23,437 INFO success: awx-dispatcher entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:23,437 INFO success: awx-callback-receiver entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:23,600 INFO exited: awx-rsyslogd (exit status 1; not expected) 2020-09-16 06:23:24,774 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:24,775 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:24,796 INFO spawned: 'awx-uwsgi' with pid 11534694 2020-09-16 06:23:26,169 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:26,213 INFO spawned: 'awx-rsyslogd' with pid 11600234 2020-09-16 06:23:26,221 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:26,306 INFO spawned: 'awx-uwsgi' with pid 12517776 2020-09-16 06:23:26,313 INFO exited: awx-rsyslogd (exit status 1; not expected) 2020-09-16 06:23:27,746 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:27,746 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:27,780 INFO spawned: 'awx-uwsgi' with pid 14352858 2020-09-16 06:23:29,177 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:29,178 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:29,251 INFO spawned: 'awx-uwsgi' with pid 11862394 2020-09-16 06:23:29,369 INFO spawned: 'awx-rsyslogd' with pid 12452266 2020-09-16 06:23:29,457 INFO exited: awx-rsyslogd (exit status 1; not expected) 2020-09-16 06:23:29,537 INFO gave up: awx-rsyslogd entered FATAL state, too many start retries too quickly 2020-09-16 06:23:30,190 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:30,205 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:30,254 INFO spawned: 'awx-uwsgi' with pid 10355008 2020-09-16 06:23:31,631 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:31,631 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:31,705 INFO spawned: 'awx-uwsgi' with pid 11665840 2020-09-16 06:23:33,036 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:33,037 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:33,102 INFO spawned: 'awx-uwsgi' with pid 12321182 2020-09-16 06:23:34,217 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:34,306 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:34,376 INFO spawned: 'awx-uwsgi' with pid 12058998 2020-09-16 06:23:36,050 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:36,051 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:36,079 INFO spawned: 'awx-uwsgi' with pid 14811594 2020-09-16 06:23:37,600 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:37,601 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:37,632 INFO spawned: 'awx-uwsgi' with pid 14746056 2020-09-16 06:23:39,050 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:39,051 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:39,080 INFO spawned: 'awx-uwsgi' with pid 15729124 2020-09-16 06:23:39,692 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:40,755 INFO spawned: 'awx-uwsgi' with pid 15466974 2020-09-16 06:23:41,201 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:43,256 INFO spawned: 'awx-uwsgi' with pid 16384506 2020-09-16 06:23:44,723 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:44,725 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:44,773 INFO spawned: 'awx-uwsgi' with pid 16253432 2020-09-16 06:23:46,520 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:46,521 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:46,553 INFO spawned: 'awx-uwsgi' with pid 17039630 2020-09-16 06:23:48,079 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:48,080 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:48,111 INFO spawned: 'awx-uwsgi' with pid 17367326 2020-09-16 06:23:48,790 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:49,857 INFO spawned: 'awx-uwsgi' with pid 17695008 2020-09-16 06:23:50,806 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:51,932 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:51,961 INFO spawned: 'awx-uwsgi' with pid 18350388 2020-09-16 06:23:52,986 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:54,162 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:54,193 INFO spawned: 'awx-uwsgi' with pid 18153778 2020-09-16 06:23:55,172 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:56,603 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:56,682 INFO spawned: 'awx-uwsgi' with pid 19005770 2020-09-16 06:23:57,665 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:23:58,836 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:23:58,875 INFO spawned: 'awx-uwsgi' with pid 19267922 2020-09-16 06:24:00,059 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:01,906 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:02,088 INFO spawned: 'awx-uwsgi' with pid 19857762 2020-09-16 06:24:03,179 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:04,527 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:04,590 INFO spawned: 'awx-uwsgi' with pid 20119914 2020-09-16 06:24:05,644 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:07,196 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:07,324 INFO spawned: 'awx-uwsgi' with pid 20250992 2020-09-16 06:24:08,609 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:10,736 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:10,766 INFO spawned: 'awx-uwsgi' with pid 20906370 2020-09-16 06:24:11,914 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:14,083 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:14,109 INFO spawned: 'awx-uwsgi' with pid 21299598 2020-09-16 06:24:15,249 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:16,831 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:16,866 INFO spawned: 'awx-uwsgi' with pid 21758364 2020-09-16 06:24:18,062 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:22,530 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:22,559 INFO spawned: 'awx-uwsgi' with pid 22217132 2020-09-16 06:24:23,570 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:28,245 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:28,273 INFO spawned: 'awx-uwsgi' with pid 22741434 2020-09-16 06:24:29,285 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:34,989 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:35,024 INFO spawned: 'awx-uwsgi' with pid 22675908 2020-09-16 06:24:36,566 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:36,567 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:36,593 INFO spawned: 'awx-uwsgi' with pid 23069128 2020-09-16 06:24:38,190 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:38,192 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:38,224 INFO spawned: 'awx-uwsgi' with pid 23724508 2020-09-16 06:24:39,802 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:39,802 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:40,051 INFO spawned: 'awx-uwsgi' with pid 23921118 2020-09-16 06:24:40,841 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:42,353 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:42,389 INFO spawned: 'awx-uwsgi' with pid 24314346 2020-09-16 06:24:44,241 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:44,242 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:44,269 INFO spawned: 'awx-uwsgi' with pid 24773112 2020-09-16 06:24:46,149 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:46,150 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:46,179 INFO spawned: 'awx-uwsgi' with pid 25297160 2020-09-16 06:24:47,980 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:47,981 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:48,018 INFO spawned: 'awx-uwsgi' with pid 26280230 2020-09-16 06:24:49,002 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:50,255 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:51,040 INFO spawned: 'awx-uwsgi' with pid 26149160 2020-09-16 06:24:51,839 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:53,331 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:53,360 INFO spawned: 'awx-uwsgi' with pid 26018080 2020-09-16 06:24:54,343 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:55,359 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:55,398 INFO spawned: 'awx-uwsgi' with pid 26083622 2020-09-16 06:24:57,126 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:57,127 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:57,156 INFO spawned: 'awx-uwsgi' with pid 27459914 2020-09-16 06:24:58,860 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:24:58,860 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:24:58,898 INFO spawned: 'awx-uwsgi' with pid 26411314 2020-09-16 06:25:00,818 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:00,820 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:02,397 INFO spawned: 'awx-uwsgi' with pid 27918682 2020-09-16 06:25:03,415 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:14,709 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:19,374 INFO spawned: 'awx-uwsgi' with pid 28639612 2020-09-16 06:25:20,096 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:26,155 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:26,184 INFO spawned: 'awx-uwsgi' with pid 29163906 2020-09-16 06:25:26,935 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:27,996 INFO spawned: 'awx-uwsgi' with pid 30015902 2020-09-16 06:25:29,697 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:29,698 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:29,761 INFO spawned: 'awx-uwsgi' with pid 30146974 2020-09-16 06:25:31,589 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:31,590 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:31,616 INFO spawned: 'awx-uwsgi' with pid 30343586 2020-09-16 06:25:32,602 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:33,604 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:33,644 INFO spawned: 'awx-uwsgi' with pid 30736814 2020-09-16 06:25:35,021 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:36,089 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:36,135 INFO spawned: 'awx-uwsgi' with pid 31130042 2020-09-16 06:25:37,122 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:38,124 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:38,192 INFO spawned: 'awx-uwsgi' with pid 31523270 2020-09-16 06:25:39,207 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:44,642 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:44,652 INFO spawned: 'awx-uwsgi' with pid 31916498 2020-09-16 06:25:46,009 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:47,169 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:47,210 INFO spawned: 'awx-uwsgi' with pid 32309726 2020-09-16 06:25:49,188 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:49,308 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:49,563 INFO spawned: 'awx-uwsgi' with pid 32702954 2020-09-16 06:25:50,510 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:51,739 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:51,760 INFO spawned: 'awx-uwsgi' with pid 33096182 2020-09-16 06:25:53,427 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:53,428 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:53,517 INFO spawned: 'awx-uwsgi' with pid 33489154 2020-09-16 06:25:55,002 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:55,003 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:55,043 INFO spawned: 'awx-uwsgi' with pid 33882382 2020-09-16 06:25:56,094 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:25:58,131 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:25:58,282 INFO spawned: 'awx-uwsgi' with pid 34275610 2020-09-16 06:25:59,407 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:00,811 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:01,990 INFO spawned: 'awx-uwsgi' with pid 37945738 2020-09-16 06:26:02,748 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:04,060 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:04,112 INFO spawned: 'awx-uwsgi' with pid 36831594 2020-09-16 06:26:05,103 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:06,106 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:06,146 INFO spawned: 'awx-uwsgi' with pid 35389758 2020-09-16 06:26:07,960 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:09,893 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:09,962 INFO spawned: 'awx-uwsgi' with pid 38142356 2020-09-16 06:26:11,144 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:15,068 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:15,121 INFO spawned: 'awx-uwsgi' with pid 36241754 2020-09-16 06:26:16,956 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:16,958 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:17,031 INFO spawned: 'awx-uwsgi' with pid 36176216 2020-09-16 06:26:18,459 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:21,799 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:21,830 INFO spawned: 'awx-uwsgi' with pid 36897142 2020-09-16 06:26:22,929 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:37,380 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:43,711 INFO spawned: 'awx-uwsgi' with pid 29098394 2020-09-16 06:26:44,716 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:48,469 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:48,487 INFO spawned: 'awx-uwsgi' with pid 37880206 2020-09-16 06:26:50,175 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:50,176 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:50,214 INFO spawned: 'awx-uwsgi' with pid 29032834 2020-09-16 06:26:52,001 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:53,198 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:53,278 INFO spawned: 'awx-uwsgi' with pid 35127606 2020-09-16 06:26:55,082 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:55,083 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:55,155 INFO spawned: 'awx-uwsgi' with pid 38601118 2020-09-16 06:26:56,933 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:56,934 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:57,002 INFO spawned: 'awx-uwsgi' with pid 38863272 2020-09-16 06:26:58,014 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:26:59,356 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:26:59,384 INFO spawned: 'awx-uwsgi' with pid 39715266 2020-09-16 06:27:01,240 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:27:01,241 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:27:01,327 INFO spawned: 'awx-uwsgi' with pid 40108492 2020-09-16 06:27:03,039 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:27:09,860 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:27:10,054 INFO spawned: 'awx-uwsgi' with pid 40305118 2020-09-16 06:27:11,171 INFO success: awx-uwsgi entered RUNNING state, process has stayed up for > than 1 seconds (startsecs) 2020-09-16 06:27:15,138 INFO exited: awx-uwsgi (exit status 1; not expected) 2020-09-16 06:27:17,103 INFO spawnerr: unknown error during fork for 'awx-uwsgi': ENOMEM 2020-09-16 06:27:18,514 INFO spawnerr: unknown error during fork for 'awx-uwsgi': ENOMEM 2020-09-16 06:27:20,969 INFO spawnerr: unknown error during fork for 'awx-uwsgi': ENOMEM 2020-09-16 06:27:24,398 INFO spawnerr: unknown error during fork for 'awx-uwsgi': ENOMEM 2020-09-16 06:27:24,399 INFO gave up: awx-uwsgi entered FATAL state, too many start retries too quickly 2020-09-16 06:27:29,241 INFO exited: awx-config-watcher (terminated by SIGKILL; not expected) 2020-09-16 06:27:29,685 INFO spawnerr: unknown error during fork for 'awx-config-watcher': ENOMEM 2020-09-16 06:27:31,087 INFO spawnerr: unknown error during fork for 'awx-config-watcher': ENOMEM /var/log/supervisor#lsps -a Page Space Physical Volume Volume Group Size %Used Active Auto Type Chksum hd6 hdisk0 rootvg 16384MB 0 yes yes lv 0 /var/log/supervisor#cat cat /opt/freeware/etc/supervisord.d/awx.ini [program:awx-uwsgi] command = /var/lib/awx/venv/awx/bin/uwsgi -s /var/run/tower/uwsgi.sock -w awx.wsgi:application --vacuum -p 5 -t 120 -R 1000 -M --no-orphans --master-fifo=/var/lib/awx/awxfifo --lazy-apps -b 32768 --stats /var/lib/awx/uwsgi.stats --chmod-socket=660 --uid awx --gid awx directory = /var/lib/awx autostart = true autorestart = true stopwaitsecs = 15 stopsignal = INT redirect_stderr = true stdout_logfile = /var/log/supervisor/awx-uwsgi.log stdout_logfile_maxbytes = 10MB stdout_logfile_backups = 10 [program:awx-daphne] command = /var/lib/awx/venv/awx/bin/daphne -u /var/run/tower/daphne.sock --websocket_timeout -1 awx.asgi:channel_layer directory = /var/lib/awx autostart = true autorestart = true stopwaitsecs = 5 redirect_stderr = true stdout_logfile = /var/log/supervisor/awx-daphne.log stdout_logfile_maxbytes = 10MB stdout_logfile_backups = 10 user = awx [program:awx-wsbroadcast] command = /usr/bin/awx-manage run_wsbroadcast directory = /var/lib/awx autostart = true autorestart = true stopwaitsecs = 5 redirect_stderr = true user = awx stdout_logfile = /var/log/supervisor/awx-wsbroadcast.log stdout_logfile_maxbytes = 10MB stdout_logfile_backups = 10 [program:awx-rsyslogd] command = rsyslogd -n -i /var/run/awx-rsyslog/rsyslog.pid -f /var/lib/awx/rsyslog/rsyslog.conf autostart = true autorestart = true stopwaitsecs = 5 stopsignal=TERM stopasgroup=true killasgroup=true redirect_stderr=true user = awx stdout_logfile = /var/log/supervisor/awx-rsyslog.log stdout_logfile_maxbytes = 10MB stdout_logfile_backups = 10 [program:awx-dispatcher] command = /usr/bin/awx-manage run_dispatcher directory = /var/lib/awx environment = HOME="/var/lib/awx",USER="awx" user = awx autostart = true autorestart = true stopwaitsecs = 5 redirect_stderr=true stdout_logfile = /var/log/supervisor/awx-dispatcher.log stdout_logfile_maxbytes = 10MB stdout_logfile_backups = 10 [program:awx-callback-receiver] command = /usr/bin/awx-manage run_callback_receiver directory = /var/lib/awx user = awx autostart = true autorestart = true stopwaitsecs = 5 redirect_stderr=true stdout_logfile = /var/log/supervisor/awx-callback-receiver.log stdout_logfile_maxbytes = 10MB stdout_logfile_backups = 10 [group:tower-processes] programs=awx-uwsgi,awx-daphne,awx-wsbroadcast,awx-rsyslogd,awx-dispatcher,awx-callback-receiver priority=5 # TODO: Exit Handler [eventlistener:awx-config-watcher] command=/usr/bin/config-watcher stderr_logfile = /var/log/supervisor/awx-config-watcher.log stderr_logfile_maxbytes = 10MB stderr_logfile_backups = 10 events=TICK_60 priority=0 [unix_http_server] chown = awx:awx