create a flask application to monitor web url status

For each web environment we usually want to real time monitor our web link is down or not, here comes the solution:
1. build the url list
2. check the web link status
3. display the status on dashboard

STEP 1. Build the url list
We create load_urls.py to import list from csv file to sqlite db
run python3 load_list.py to import list

import sqlite3
import pandas as pd

# Import CSV
data = pd.read_csv('list.csv', engine='python')
df = pd.DataFrame(data)
print(df)
conn = sqlite3.connect('db.sqlite')
c = conn.cursor()

# delete all rows from table
c.execute('DELETE FROM User;',);
print('We have deleted', c.rowcount, 'records from the table.')

# Insert DataFrame to Table
for row in df.itertuples():
        c.execute("INSERT INTO User (app_name, app_url, app_status) VALUES (?,?,?)", (row.app_name, row.app_url, row.app_status))
conn.commit()

#close the connection
conn.close()

STEP 2. check the url status with curl command
setup cron job as below to do status check every 5 minutes:
*/5 * * * * /root/monitor/daily_check.sh >/dev/null 2>&1

import subprocess
from bootstrap_table import db, User
import pandas as pd

def api(cmd):
        p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE,
        stderr=subprocess.PIPE, universal_newlines=True)
        stdout, stderr = p.communicate()
        return stdout

def remote_bash(app_url):
        curl_cmd = "curl -kIs " + app_url + " --connect-timeout 5 | head -1"
        return curl_cmd

def status_check(app_output):
        substring = "200"
        if app_output.find(substring) != -1:
                return "UP"
        else:
                return "DOWN"

for row in User.query.all():
        curl_cmd = remote_bash(row.app_url)
        curl_out = api(curl_cmd)
        if status_check(curl_out) != row.app_status:
                # send alerts to TEAMS channel
                JSON = "curl -H \'Content-Type: application/json\' -d \'{\"text\": \"%s %s is %s\"}\' https://labcorp.webhook.office.com/webhookb2/f3c6c02d-d1a-46cb-b304-84f4460b98b0@cdc1229-ac2a-4b97-b78a-0e5cacb5865c/IncomingWebhook/57b24246ed804247a2f60841256c6d5e/d8062d41-34c8-475d-81b2-04465b429007" % (row.app_name, row.app_url, status_check(curl_out))
                api(JSON)
        row.app_status = status_check(curl_out)
db.session.commit()

STEP 3. display the status on dashboard (bootstrap_table.py)

from flask import Flask, render_template
from flask_sqlalchemy import SQLAlchemy

app = Flask(__name__)
app.config['SQLALCHEMY_DATABASE_URI'] = 'sqlite:///db.sqlite'
app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = False
db = SQLAlchemy(app)

class User(db.Model):
    id = db.Column(db.Integer, primary_key=True)
    app_name = db.Column(db.String(100), index=True)
    app_url = db.Column(db.String(200), index=True)
    app_status = db.Column(db.String(20), index=True)
db.create_all()
@app.route('/')
def index():
    users = User.query
    return render_template('bootstrap_table.html', title='Application Status Monitor',
                           users=users)
if __name__ == '__main__':
    app.run(host='0.0.0.0')

bootstrap_table.html

{% extends "base.html" %}

{% block content %}
  <table id="data" class="table table-striped">
    <thead>
      <tr>
        <th>app_name</th>
        <th>app_url</th>
        <th>app_status</th>

      </tr>
    </thead>
    <tbody>
      {% for user in users %}
        <tr>
          <td>{{ user.app_name }}</td>
          <td>{{ user.app_url }}</td>

            {% if user.app_status == "UP" %}
                <td style="color:#00FF00"><strong>{{ user.app_status }}</strong></td>
            {% else %}
                <td style="color:#FF0000"><strong>{{ user.app_status }}</strong></td>
            {% endif %}

        </tr>
      {% endfor %}
    </tbody>
  </table>
{% endblock %}

and base.html

<!doctype html>
<html>
  <head>
    <title>{{ title }}</title>
    <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.0.1/dist/css/bootstrap.min.css" rel="stylesheet" integrity="sha384-+0n0xVW2eSR5OomGNYDnhzAbDsOXxcvSN1TPprVMTNDbiYZCxYbOOl7+AMvyTG2x" crossorigin="anonymous">
    <link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/1.10.25/css/dataTables.bootstrap5.css">
  </head>
  <body>
    <div class="container">
      <h1>{{ title }}</h1>
      <hr>
      {% block content %}{% endblock %}
    </div>
    <script type="text/javascript" charset="utf8" src="https://code.jquery.com/jquery-3.6.0.min.js"></script>
    <script type="text/javascript" charset="utf8" src="https://cdn.datatables.net/1.10.25/js/jquery.dataTables.js"></script>
    <script type="text/javascript" charset="utf8" src="https://cdn.datatables.net/1.10.25/js/dataTables.bootstrap5.js"></script>
    {% block scripts %}{% endblock %}
  </body>
</html>

Leave a Reply Cancel reply