Show timings for index page data gathering

Closes: #95

agenda/data.py

@@ -6,6 +6,7 @@ import itertools
 import os
 import typing
 from datetime import date, datetime, timedelta
+from time import time
 
 import dateutil.rrule
 import dateutil.tz
@@ -261,15 +262,19 @@ def read_events_yaml(data_dir: str, start: date, end: date) -> list[Event]:
     return events
 
 
-def find_markets_during_stay(
+def find_events_during_stay(
     accommodation_events: list[Event], markets: list[Event]
 ) -> list[Event]:
     """Market events that happen during accommodation stays."""
     overlapping_markets = []
     for market in markets:
+        market_date = market.as_date
+        assert isinstance(market_date, date)
         for e in accommodation_events:
+            start, end = e.as_date, e.end_as_date
+            assert start and end and all(isinstance(i, date) for i in (start, end))
             # Check if the market date is within the accommodation dates.
-            if e.as_date <= market.as_date <= e.end_as_date:
+            if start <= market_date <= end:
                 overlapping_markets.append(market)
                 break  # Breaks the inner loop if overlap is found.
     return overlapping_markets
@@ -349,6 +354,19 @@ def busy_event(e: Event) -> bool:
     return "rebels" not in lc_title and "south west data social" not in lc_title
 
 
+async def time_function(
+    name: str,
+    func: typing.Callable[..., typing.Coroutine[typing.Any, typing.Any, typing.Any]],
+    *args,
+    **kwargs,
+) -> tuple[str, typing.Any, float]:
+    """Time the execution of an asynchronous function."""
+    start_time = time()
+    result = await func(*args, **kwargs)
+    end_time = time()
+    return name, result, end_time - start_time
+
+
 async def get_data(
     now: datetime, config: flask.config.Config
 ) -> typing.Mapping[str, str | object]:
@@ -365,28 +383,37 @@ async def get_data(
     minus_365 = now - timedelta(days=365)
     plus_365 = now + timedelta(days=365)
 
-    (
+    t0 = time()
-        gbpusd,
+    result_list = await asyncio.gather(
-        gwr_advance_tickets,
+        time_function("gbpusd", fx.get_gbpusd, config),
-        bank_holiday,
+        time_function("gwr_advance_tickets", gwr.advance_ticket_date, data_dir),
-        rockets,
+        time_function(
-        backwell_bins,
+            "bank_holiday", uk_holiday.bank_holiday_list, last_year, next_year, data_dir
-        bristol_bins,
+        ),
-    ) = await asyncio.gather(
+        time_function("rockets", thespacedevs.get_launches, rocket_dir, limit=40),
-        fx.get_gbpusd(config),
+        time_function("backwell_bins", waste_collection_events, data_dir),
-        gwr.advance_ticket_date(data_dir),
+        time_function("bristol_bins", bristol_waste_collection_events, data_dir, today),
-        uk_holiday.bank_holiday_list(last_year, next_year, data_dir),
-        thespacedevs.get_launches(rocket_dir, limit=40),
-        waste_collection_events(data_dir),
-        bristol_waste_collection_events(data_dir, today),
     )
 
+    results = {call[0]: call[1] for call in result_list}
+
+    gwr_advance_tickets = results["gwr_advance_tickets"]
+
+    data_gather_seconds = time() - t0
+    t0 = time()
+
+    stock_market_times = stock_market.open_and_close()
+    stock_market_times_seconds = time() - t0
+
     reply: dict[str, typing.Any] = {
         "now": now,
-        "gbpusd": gbpusd,
+        "gbpusd": results["gbpusd"],
-        "stock_markets": stock_market.open_and_close(),
+        "stock_markets": stock_market_times,
-        "rockets": rockets,
+        "rockets": results["rockets"],
         "gwr_advance_tickets": gwr_advance_tickets,
+        "data_gather_seconds": data_gather_seconds,
+        "stock_market_times_seconds": stock_market_times_seconds,
+        "timings": [(call[0], call[2]) for call in result_list],
     }
 
     my_data = config["PERSONAL_DATA"]
@@ -405,7 +432,7 @@ async def get_data(
 
     us_hols = us_holidays(last_year, next_year)
 
-    holidays: list[Holiday] = bank_holiday + us_hols
+    holidays: list[Holiday] = results["bank_holiday"] + us_hols
     for country in (
         "at",
         "be",
@@ -437,7 +464,7 @@ async def get_data(
     events += accommodation_events
     events += travel.all_events(my_data)
     events += conference.get_list(os.path.join(my_data, "conferences.yaml"))
-    events += backwell_bins + bristol_bins
+    events += results["backwell_bins"] + results["bristol_bins"]
     events += read_events_yaml(my_data, last_year, next_year)
     events += subscription.get_events(os.path.join(my_data, "subscriptions.yaml"))
     events += economist.publication_dates(last_week, next_year)
@@ -447,16 +474,20 @@ async def get_data(
     events += domains.renewal_dates(my_data)
 
     # hide markets that happen while away
-    markets = [e for e in events if e.name == "market"]
+    optional = [
+        e
+        for e in events
+        if e.name == "market" or (e.title and "LHG Run Club" in e.title)
+    ]
     going = [e for e in events if e.going]
 
-    overlapping_markets = find_markets_during_stay(
+    overlapping_markets = find_events_during_stay(
-        accommodation_events + going, markets
+        accommodation_events + going, optional
     )
     for market in overlapping_markets:
         events.remove(market)
 
-    for launch in rockets:
+    for launch in results["rockets"]:
         dt = None
 
         if launch["net_precision"] == "Day":

templates/index.html

@@ -125,6 +125,12 @@
     </li>
     <li>Bristol Sunrise: {{ sunrise.strftime("%H:%M:%S") }} /
     Sunset: {{ sunset.strftime("%H:%M:%S") }}</li>
+    <li>Data gather took {{ "%.1f" | format(data_gather_seconds) }} seconds</li>
+    <li>Stock market open/close took
+        {{ "%.1f" | format(stock_market_times_seconds) }} seconds</li>
+    {% for name, seconds in timings %}
+    <li>{{ name }} took {{ "%.1f" | format(seconds) }} seconds</li>
+    {% endfor %}
     </ul>
 
   <h3>Stock markets</h3>