Use watchdog to auto restart celery processes

Author: humitos

docker/entrypoints/build.sh

@@ -1,3 +1,12 @@
 #! /bin/sh
 
-python3 -m celery worker -A readthedocs.worker -Ofair -c 2 -Q builder,celery,default,build01 -l DEBUG
+watchmedo auto-restart \
+  --patterns="*.py" \
+  --ignore-patterns="*.#*.py;./user_builds/*;./public_*;./private_*;*.pyo;*.pyc;*flycheck*.py;./media/*;./.tox/*" \
+  --ignore-directories \
+  --recursive \
+  --signal=SIGTERM \
+  --kill-after=5 \
+  --interval=5 \
+  -- \
+  python3 -m celery worker -A readthedocs.worker -Ofair -c 2 -Q builder,celery,default,build01 -l DEBUG

docker/entrypoints/celery.sh

@@ -1,3 +1,12 @@
 #! /bin/sh
 
-python3 -m celery worker -A readthedocs.worker -Ofair -c 2 -Q web,web01,reindex -l DEBUG
+watchmedo auto-restart \
+  --patterns="*.py" \
+  --ignore-patterns="*.#*.py;./user_builds/*;./public_*;./private_*;*.pyo;*.pyc;*flycheck*.py;./media/*;./.tox/*" \
+  --ignore-directories \
+  --recursive \
+  --signal=SIGTERM \
+  --kill-after=5 \
+  --interval=5 \
+  -- \
+  python3 -m celery worker -A readthedocs.worker -Ofair -c 2 -Q web,web01,reindex -l DEBUG

requirements/docker.txt

@@ -7,6 +7,7 @@ django-redis-cache==2.1.0
 pillow==6.2.0
 
 # local debugging tools
+watchdog==0.9.0
 datadiff==2.0.0
 ipdb==0.12.2
 pdbpp==0.10.2