Start the process of making HTTP requests aync
This commit is contained in:
parent
0a39c4dbbe
commit
144e8337b8
|
@ -1,3 +1,4 @@
|
||||||
|
import asyncio
|
||||||
import configparser
|
import configparser
|
||||||
import json
|
import json
|
||||||
import operator
|
import operator
|
||||||
|
@ -288,16 +289,21 @@ def bristol_waste_collection_events(start_date: date) -> list[Event]:
|
||||||
return waste_schedule.get_bristol_gov_uk(start_date, data_dir, uprn)
|
return waste_schedule.get_bristol_gov_uk(start_date, data_dir, uprn)
|
||||||
|
|
||||||
|
|
||||||
def get_data(now: datetime) -> typing.Mapping[str, str | object]:
|
async def get_data(now: datetime) -> typing.Mapping[str, str | object]:
|
||||||
"""Get data to display on agenda dashboard."""
|
"""Get data to display on agenda dashboard."""
|
||||||
rocket_dir = os.path.join(data_dir, "thespacedevs")
|
rocket_dir = os.path.join(data_dir, "thespacedevs")
|
||||||
today = now.date()
|
today = now.date()
|
||||||
last_week = today - timedelta(weeks=1)
|
last_week = today - timedelta(weeks=1)
|
||||||
last_year = today - timedelta(days=365)
|
last_year = today - timedelta(days=365)
|
||||||
|
|
||||||
|
gbpusd, gwr_advance_tickets = await asyncio.gather(
|
||||||
|
fx.get_gbpusd(config),
|
||||||
|
gwr.advance_ticket_date(data_dir),
|
||||||
|
)
|
||||||
|
|
||||||
reply = {
|
reply = {
|
||||||
"now": now,
|
"now": now,
|
||||||
"gbpusd": fx.get_gbpusd(config),
|
"gbpusd": gbpusd,
|
||||||
"next_economist": economist.next_pub_date(today),
|
"next_economist": economist.next_pub_date(today),
|
||||||
"bank_holiday": get_next_bank_holiday(today),
|
"bank_holiday": get_next_bank_holiday(today),
|
||||||
"us_holiday": get_us_holidays(today),
|
"us_holiday": get_us_holidays(today),
|
||||||
|
@ -309,7 +315,7 @@ def get_data(now: datetime) -> typing.Mapping[str, str | object]:
|
||||||
"fathers_day": next_uk_fathers_day(today),
|
"fathers_day": next_uk_fathers_day(today),
|
||||||
"uk_financial_year_end": uk_financial_year_end(today),
|
"uk_financial_year_end": uk_financial_year_end(today),
|
||||||
"xmas_last_posting_dates": xmas_last_posting_dates,
|
"xmas_last_posting_dates": xmas_last_posting_dates,
|
||||||
"gwr_advance_tickets": gwr.advance_ticket_date(data_dir),
|
"gwr_advance_tickets": gwr_advance_tickets,
|
||||||
"critical_mass": critical_mass(today),
|
"critical_mass": critical_mass(today),
|
||||||
"market": (
|
"market": (
|
||||||
markets.windmill_hill(last_year)
|
markets.windmill_hill(last_year)
|
||||||
|
|
|
@ -7,10 +7,10 @@ import typing
|
||||||
from datetime import datetime, timedelta
|
from datetime import datetime, timedelta
|
||||||
from decimal import Decimal
|
from decimal import Decimal
|
||||||
|
|
||||||
import requests
|
import httpx
|
||||||
|
|
||||||
|
|
||||||
def get_gbpusd(config: configparser.ConfigParser) -> Decimal:
|
async def get_gbpusd(config: configparser.ConfigParser) -> Decimal:
|
||||||
"""Get the current value for GBPUSD, with caching."""
|
"""Get the current value for GBPUSD, with caching."""
|
||||||
access_key = config.get("exchangerate", "access_key")
|
access_key = config.get("exchangerate", "access_key")
|
||||||
data_dir = config.get("data", "dir")
|
data_dir = config.get("data", "dir")
|
||||||
|
@ -35,7 +35,9 @@ def get_gbpusd(config: configparser.ConfigParser) -> Decimal:
|
||||||
params = {"currencies": "GBP,USD", "access_key": access_key}
|
params = {"currencies": "GBP,USD", "access_key": access_key}
|
||||||
|
|
||||||
filename = f"{fx_dir}/{now_str}_GBPUSD.json"
|
filename = f"{fx_dir}/{now_str}_GBPUSD.json"
|
||||||
r = requests.get(url, params=params)
|
async with httpx.AsyncClient() as client:
|
||||||
|
r = await client.get(url, params=params)
|
||||||
|
|
||||||
open(filename, "w").write(r.text)
|
open(filename, "w").write(r.text)
|
||||||
data = json.loads(r.text, parse_float=Decimal)
|
data = json.loads(r.text, parse_float=Decimal)
|
||||||
|
|
||||||
|
|
|
@ -5,7 +5,7 @@ import re
|
||||||
from datetime import date, datetime
|
from datetime import date, datetime
|
||||||
from time import time
|
from time import time
|
||||||
|
|
||||||
import requests
|
import httpx
|
||||||
|
|
||||||
url = "https://www.gwr.com/your-tickets/choosing-your-ticket/advance-tickets"
|
url = "https://www.gwr.com/your-tickets/choosing-your-ticket/advance-tickets"
|
||||||
|
|
||||||
|
@ -29,18 +29,20 @@ def extract_weekday_date(html: str) -> date | None:
|
||||||
return datetime.strptime(date_str, "%A %d %B %Y").date()
|
return datetime.strptime(date_str, "%A %d %B %Y").date()
|
||||||
|
|
||||||
|
|
||||||
def advance_tickets_page_html(data_dir: str, ttl: int = 60 * 60 * 6) -> str:
|
async def advance_tickets_page_html(data_dir: str, ttl: int = 60 * 60 * 6) -> str:
|
||||||
"""Get advance-tickets web page HTML with cache."""
|
"""Get advance-tickets web page HTML with cache."""
|
||||||
filename = os.path.join(data_dir, "advance-tickets.html")
|
filename = os.path.join(data_dir, "advance-tickets.html")
|
||||||
mtime = os.path.getmtime(filename) if os.path.exists(filename) else 0
|
mtime = os.path.getmtime(filename) if os.path.exists(filename) else 0
|
||||||
if (time() - mtime) < ttl: # use cache
|
if (time() - mtime) < ttl: # use cache
|
||||||
return open(filename).read()
|
return open(filename).read()
|
||||||
html = requests.get(url).text
|
async with httpx.AsyncClient() as client:
|
||||||
|
r = await client.get(url)
|
||||||
|
html = r.text
|
||||||
open(filename, "w").write(html)
|
open(filename, "w").write(html)
|
||||||
return html
|
return html
|
||||||
|
|
||||||
|
|
||||||
def advance_ticket_date(data_dir: str) -> date | None:
|
async def advance_ticket_date(data_dir: str) -> date | None:
|
||||||
"""Get GWR advance tickets date with cache."""
|
"""Get GWR advance tickets date with cache."""
|
||||||
html = advance_tickets_page_html(data_dir)
|
html = await advance_tickets_page_html(data_dir)
|
||||||
return extract_weekday_date(html)
|
return extract_weekday_date(html)
|
||||||
|
|
|
@ -45,10 +45,10 @@ def exception_handler(e: werkzeug.exceptions.InternalServerError) -> tuple[str,
|
||||||
|
|
||||||
|
|
||||||
@app.route("/")
|
@app.route("/")
|
||||||
def index() -> str:
|
async def index() -> str:
|
||||||
"""Index page."""
|
"""Index page."""
|
||||||
now = datetime.now()
|
now = datetime.now()
|
||||||
data = get_data(now)
|
data = await get_data(now)
|
||||||
|
|
||||||
return flask.render_template("index.html", today=now.date(), **data)
|
return flask.render_template("index.html", today=now.date(), **data)
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue