Mirror/app-MAIL-temp
1
0
Fork 0
mirror of https://github.com/simple-login/app.git synced 2024-11-16 00:48:32 +01:00
Code Issues Projects Releases Packages Wiki Activity

monitoring: alert when fails for 10 minutes

Browse source
This commit is contained in:
Son NK 2020-10-03 10:34:07 +02:00
parent b99085419e
commit 731b8db5cb
1 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
monitoring.py
View file

@ -8,11 +8,13 @@ from app.models import Monitoring
from server import create_app
# the number of consecutive fails
# if more than 3 fails, alert
# if more than _max_nb_fails, alert
# reset whenever the system comes back to normal
# a system is considered fail if incoming_queue + active_queue > 50
_nb_failed = 0
_max_nb_fails = 10
def get_stats():
"""Look at different metrics and alert appropriately"""
@ -35,7 +37,7 @@ def get_stats():
if incoming_queue + active_queue > 50:
_nb_failed += 1
if _nb_failed > 3:
if _nb_failed > _max_nb_fails:
# reset
_nb_failed = 0
@ -59,5 +61,5 @@ if __name__ == "__main__":
with app.app_context():
get_stats()
# 2 min
sleep(120)
# 1 min
sleep(60)