Start the process of making HTTP requests aync
This commit is contained in:
parent
0a39c4dbbe
commit
144e8337b8
|
@ -1,3 +1,4 @@
|
|||
import asyncio
|
||||
import configparser
|
||||
import json
|
||||
import operator
|
||||
|
@ -288,16 +289,21 @@ def bristol_waste_collection_events(start_date: date) -> list[Event]:
|
|||
return waste_schedule.get_bristol_gov_uk(start_date, data_dir, uprn)
|
||||
|
||||
|
||||
def get_data(now: datetime) -> typing.Mapping[str, str | object]:
|
||||
async def get_data(now: datetime) -> typing.Mapping[str, str | object]:
|
||||
"""Get data to display on agenda dashboard."""
|
||||
rocket_dir = os.path.join(data_dir, "thespacedevs")
|
||||
today = now.date()
|
||||
last_week = today - timedelta(weeks=1)
|
||||
last_year = today - timedelta(days=365)
|
||||
|
||||
gbpusd, gwr_advance_tickets = await asyncio.gather(
|
||||
fx.get_gbpusd(config),
|
||||
gwr.advance_ticket_date(data_dir),
|
||||
)
|
||||
|
||||
reply = {
|
||||
"now": now,
|
||||
"gbpusd": fx.get_gbpusd(config),
|
||||
"gbpusd": gbpusd,
|
||||
"next_economist": economist.next_pub_date(today),
|
||||
"bank_holiday": get_next_bank_holiday(today),
|
||||
"us_holiday": get_us_holidays(today),
|
||||
|
@ -309,7 +315,7 @@ def get_data(now: datetime) -> typing.Mapping[str, str | object]:
|
|||
"fathers_day": next_uk_fathers_day(today),
|
||||
"uk_financial_year_end": uk_financial_year_end(today),
|
||||
"xmas_last_posting_dates": xmas_last_posting_dates,
|
||||
"gwr_advance_tickets": gwr.advance_ticket_date(data_dir),
|
||||
"gwr_advance_tickets": gwr_advance_tickets,
|
||||
"critical_mass": critical_mass(today),
|
||||
"market": (
|
||||
markets.windmill_hill(last_year)
|
||||
|
|
|
@ -7,10 +7,10 @@ import typing
|
|||
from datetime import datetime, timedelta
|
||||
from decimal import Decimal
|
||||
|
||||
import requests
|
||||
import httpx
|
||||
|
||||
|
||||
def get_gbpusd(config: configparser.ConfigParser) -> Decimal:
|
||||
async def get_gbpusd(config: configparser.ConfigParser) -> Decimal:
|
||||
"""Get the current value for GBPUSD, with caching."""
|
||||
access_key = config.get("exchangerate", "access_key")
|
||||
data_dir = config.get("data", "dir")
|
||||
|
@ -35,7 +35,9 @@ def get_gbpusd(config: configparser.ConfigParser) -> Decimal:
|
|||
params = {"currencies": "GBP,USD", "access_key": access_key}
|
||||
|
||||
filename = f"{fx_dir}/{now_str}_GBPUSD.json"
|
||||
r = requests.get(url, params=params)
|
||||
async with httpx.AsyncClient() as client:
|
||||
r = await client.get(url, params=params)
|
||||
|
||||
open(filename, "w").write(r.text)
|
||||
data = json.loads(r.text, parse_float=Decimal)
|
||||
|
||||
|
|
|
@ -5,7 +5,7 @@ import re
|
|||
from datetime import date, datetime
|
||||
from time import time
|
||||
|
||||
import requests
|
||||
import httpx
|
||||
|
||||
url = "https://www.gwr.com/your-tickets/choosing-your-ticket/advance-tickets"
|
||||
|
||||
|
@ -29,18 +29,20 @@ def extract_weekday_date(html: str) -> date | None:
|
|||
return datetime.strptime(date_str, "%A %d %B %Y").date()
|
||||
|
||||
|
||||
def advance_tickets_page_html(data_dir: str, ttl: int = 60 * 60 * 6) -> str:
|
||||
async def advance_tickets_page_html(data_dir: str, ttl: int = 60 * 60 * 6) -> str:
|
||||
"""Get advance-tickets web page HTML with cache."""
|
||||
filename = os.path.join(data_dir, "advance-tickets.html")
|
||||
mtime = os.path.getmtime(filename) if os.path.exists(filename) else 0
|
||||
if (time() - mtime) < ttl: # use cache
|
||||
return open(filename).read()
|
||||
html = requests.get(url).text
|
||||
async with httpx.AsyncClient() as client:
|
||||
r = await client.get(url)
|
||||
html = r.text
|
||||
open(filename, "w").write(html)
|
||||
return html
|
||||
|
||||
|
||||
def advance_ticket_date(data_dir: str) -> date | None:
|
||||
async def advance_ticket_date(data_dir: str) -> date | None:
|
||||
"""Get GWR advance tickets date with cache."""
|
||||
html = advance_tickets_page_html(data_dir)
|
||||
html = await advance_tickets_page_html(data_dir)
|
||||
return extract_weekday_date(html)
|
||||
|
|
|
@ -45,10 +45,10 @@ def exception_handler(e: werkzeug.exceptions.InternalServerError) -> tuple[str,
|
|||
|
||||
|
||||
@app.route("/")
|
||||
def index() -> str:
|
||||
async def index() -> str:
|
||||
"""Index page."""
|
||||
now = datetime.now()
|
||||
data = get_data(now)
|
||||
data = await get_data(now)
|
||||
|
||||
return flask.render_template("index.html", today=now.date(), **data)
|
||||
|
||||
|
|
Loading…
Reference in a new issue