conference-check/check.py

#!/usr/bin/python3

"""Check if conference websites are live."""

import re
import smtplib
import warnings
from email.mime.text import MIMEText
from email.utils import formatdate, make_msgid

import requests
from urllib3.exceptions import InsecureRequestWarning

# Suppress only the single InsecureRequestWarning from urllib3
warnings.filterwarnings("ignore", category=InsecureRequestWarning)


re_title = re.compile("<title>(.*?)</title>", re.DOTALL)

AGENT = "Mozilla/5.0 (Windows NT 6.1) Gecko/20100101 Firefox/29.0"
headers = {"User-Agent": AGENT, "Accept": "text/html"}

s = requests.Session()
s.headers.update(headers)

MAIL_FROM = "edward@4angle.com"
MAIL_TO_NAME = "Edward Betts"
MAIL_TO_ADDRESS = "edward@4angle.com"
SMTP_HOST = "4angle.com"

not_here_list = [
    "The specified URL was not found.",
    "There is currently no text in this page.",
    "This page does not exist yet",
    "404 Not Found",
    "500 Internal Server Error",
    "Test Page for the Apache HTTP Server",
    "Site not found &middot; GitHub Pages",
    "504: Gateway time-out",
]

conferences = [
    # ("FOSDEM", "https://fosdem.org/2024"),
    # ("PyCascades", "https://2024.pycascades.com/"),
    ("foss-north", "https://foss-north.se/2024"),
    # ("Wikimedia Hackathon", "https://www.mediawiki.org/wiki/Wikimedia_Hackathon_2024"),
    ("FOSS4G", "https://2024.foss4g.org/"),
    # ("FOSS4G Europe", "https://2024.europe.foss4g.org/"),
    ("FOSSY", "https://2024.fossy.us/"),
    # ("North Bay Python", "https://2024.northbaypython.org/"),
    # ("DebConf", "https://wiki.debian.org/DebConf/24"),
    ("State of the Map US", "https://2024.stateofthemap.us/"),
    ("WikiConference North America", "https://wikiconference.org/wiki/2024/Main_Page"),
    # ("PyCon DE", "https://2024.pycon.de/"),
    # ("PyData London", "https://pydata.org/london2024"),
    ("Pass the SALT", "https://2024.pass-the-salt.org/"),
    ("SotM Baltics", "https://2024.sotm-baltics.org/"),
    ("EuroSciPy", "https://www.euroscipy.org/2024/"),
    ("EuroPython", "https://ep2024.europython.eu/"),
    ("Semantic Web in Libraries", "https://swib.org/swib24/"),
    ("SotM Africa", "https://2024.stateofthemap.africa/"),
    ("FOSS4G Oceania", "https://2024.foss4g-oceania.org/"),
    ("All Things Open", "https://2024.allthingsopen.org/"),
]


def find_not_here_message(html: str) -> str | None:
    """Find not here message in web page."""
    return next((not_here for not_here in not_here_list if not_here in html), None)


def get_title(html: str) -> str:
    """Title from web page."""
    m = re_title.search(html)
    return m.group(1).strip() if m and m.group(1) else "no title"


def check_conference(name: str, url: str) -> tuple[bool, str]:
    """Check if conference is live."""
    try:
        # SotM Baltics has an invalid TLS certificate, but we don't care
        r = s.get(url, verify=False)
    except requests.exceptions.ConnectionError:
        return (False, "connection refused")

    not_here = find_not_here_message(r.text)
    return (False, not_here) if not_here else (True, get_title(r.text))


def send_mail(subject: str, body: str) -> None:
    """Send an e-mail."""
    mail_from = MAIL_FROM
    msg = MIMEText(body, "plain", "UTF-8")

    msg["Subject"] = subject
    msg["To"] = f"{MAIL_TO_NAME} <{MAIL_TO_ADDRESS}>"
    msg["From"] = f"Edward Betts <{mail_from}>"
    msg["Date"] = formatdate()
    msg["Message-ID"] = make_msgid()

    s = smtplib.SMTP(SMTP_HOST)
    s.sendmail(mail_from, [MAIL_TO_ADDRESS], msg.as_string())
    s.quit()


def main(show_not_live: bool = False) -> None:
    """Check each conference."""
    for name, url in conferences:
        live, msg = check_conference(name, url)
        if not live:
            continue
        body = f"{name}\n{url}\nWeb page title: {msg}"
        send_mail(f"Conference site live: {name}", body)


if __name__ == "__main__":
    main()