Record conference state in YAML file

Closes: #2, Closes: #3

check.py

@@ -6,11 +6,14 @@ import configparser
 import os
 import re
 import smtplib
+import typing
 import warnings
+from datetime import date
 from email.mime.text import MIMEText
 from email.utils import formatdate, make_msgid
 
 import requests
+import yaml
 from requests.adapters import HTTPAdapter
 from urllib3.exceptions import InsecureRequestWarning  # type: ignore
 from urllib3.util.url import parse_url  # type: ignore
@@ -79,31 +82,7 @@ not_here_list = [
     "This page doesn't exist (404)",
     "Coming soon",
     "NOT_FOUND",
-]
+    "Resource Not Found",
-
-conferences = [
-    # ("FOSDEM", "https://fosdem.org/2024"),
-    # ("PyCascades", "https://2024.pycascades.com/"),
-    # ("foss-north", "https://foss-north.se/2024"),
-    # ("Wikimedia Hackathon", "https://www.mediawiki.org/wiki/Wikimedia_Hackathon_2024"),
-    ("FOSS4G", "https://2024.foss4g.org/"),
-    # ("FOSS4G Europe", "https://2024.europe.foss4g.org/"),
-    ("FOSSY", "https://2024.fossy.us/"),
-    # ("North Bay Python", "https://2024.northbaypython.org/"),
-    # ("DebConf", "https://wiki.debian.org/DebConf/24"),
-    # ("State of the Map US", "https://2024.stateofthemap.us/"),
-    # ("WikiConference North America", "https://wikiconference.org/wiki/2024/Main_Page"),
-    # ("PyCon DE", "https://2024.pycon.de/"),
-    # ("PyData London", "https://pydata.org/london2024"),
-    # ("Pass the SALT", "https://2024.pass-the-salt.org/"),
-    ("SotM Baltics", "https://2024.sotm-baltics.org/"),
-    ("EuroSciPy", "https://www.euroscipy.org/2024/"),
-    # ("EuroPython", "https://ep2024.europython.eu/"),
-    ("Semantic Web in Libraries", "https://swib.org/swib24/"),
-    ("SotM Africa", "https://2024.stateofthemap.africa/"),
-    ("FOSS4G Oceania", "https://2024.foss4g-oceania.org/"),
-    # ("All Things Open", "https://2024.allthingsopen.org/"),
-    ("GLAMhack24", "https://opendata.ch/events/glamhack2024/"),
 ]
 
 
@@ -148,20 +127,49 @@ def send_mail(subject: str, body: str) -> None:
     for header_name, value in config["mail_headers"].items():
         msg[header_name] = value
 
-    s = smtplib.SMTP(SMTP_HOST)
+    s = smtplib.SMTP(config["mail"]["smtp_host"])
-    s.sendmail(mail_from, [MAIL_TO_ADDRESS], msg.as_string())
+    s.sendmail(mail_from_address, [mail_to_address], msg.as_string())
     s.quit()
 
 
+def load_yaml(name: str) -> typing.Any:
+    """Load YAML."""
+    filename = os.path.expanduser(config["data"][name])
+    assert os.path.exists(filename)
+    return yaml.safe_load(open(filename))
+
+
 def main(show_not_live: bool = False) -> None:
     """Check each conference."""
-    for name, url in conferences:
+    today = date.today()
+    this_year = today.year
+
+    conferences = load_yaml("conferences")
+    live_conferences = load_yaml("live")
+    live_set = {(c["conference"], c["year"]) for c in live_conferences}
+
+    new_live = False
+
+    for name, src_url in conferences.items():
+        for year in this_year, this_year + 1:
+            if (name, year) in live_set:
+                continue
+            assert "{year}" in src_url
+            url = src_url.format(year=year)
             live, msg = check_conference(name, url)
             if not live:
                 continue
             body = f"{name}\n{url}\nWeb page title: {msg}"
             send_mail(f"Conference site live: {name}", body)
 
+            new_live = True
+            live_conferences.append({"conference": name, "year": year, "live": today})
+
+    if new_live:
+        live_filename = os.path.expanduser(config["data"]["live"])
+        with open(live_filename, "w") as out:
+            yaml.dump(live_conferences, stream=out, sort_keys=False)
+
 
 if __name__ == "__main__":
     main()