123 lines
3.4 KiB
Python
Executable file
123 lines
3.4 KiB
Python
Executable file
#!/usr/bin/python3
|
|
|
|
"""Grab list of bus from Forgejo and use it to make a line graph."""
|
|
|
|
import configparser
|
|
import json
|
|
import os
|
|
import sys
|
|
import typing
|
|
from collections import Counter
|
|
from datetime import date, datetime, timedelta
|
|
|
|
import pytz
|
|
import requests
|
|
|
|
config = configparser.ConfigParser()
|
|
config.read("config")
|
|
|
|
|
|
Bug = dict[str, typing.Any]
|
|
CallParams = dict[str, str | int]
|
|
|
|
hostname = config.get("forgejo", "hostname")
|
|
token = config.get("forgejo", "token")
|
|
url = f"https://{hostname}/api/v1/repos/issues/search"
|
|
|
|
|
|
def download_bugs(state: str) -> list[Bug]:
|
|
"""Get all bugs from forgejo."""
|
|
all_bugs: list[Bug] = []
|
|
page = 0
|
|
headers = {"Authorization": "token " + token}
|
|
while bugs := requests.get(
|
|
url,
|
|
headers=headers,
|
|
params=typing.cast(CallParams, {"state": state, "page": page}),
|
|
).json():
|
|
if isinstance(bugs, dict):
|
|
print(bugs)
|
|
sys.exit(1)
|
|
|
|
assert isinstance(bugs, list)
|
|
all_bugs += bugs
|
|
page += 1
|
|
|
|
return all_bugs
|
|
|
|
|
|
def get_all_bugs() -> list[Bug]:
|
|
"""Get all bugs."""
|
|
filename = "all_bugs.json"
|
|
if os.path.exists(filename):
|
|
with open(filename) as fh:
|
|
return typing.cast(list[Bug], json.load(fh))
|
|
|
|
all_bugs = download_bugs("open") + download_bugs("closed")
|
|
with open(filename, "w") as out:
|
|
json.dump(all_bugs, out, indent=2)
|
|
|
|
return all_bugs
|
|
|
|
|
|
def parse_date(date_str: str | None) -> date | None:
|
|
"""Parse a date string with timezone information."""
|
|
if date_str is None:
|
|
return None
|
|
|
|
fmt = "%Y-%m-%dT%H:%M:%SZ" if date_str.endswith("Z") else "%Y-%m-%dT%H:%M:%S%z"
|
|
return datetime.strptime(date_str, fmt).astimezone(pytz.utc).date()
|
|
|
|
|
|
def count_open_bugs(bug_reports: list[Bug]) -> list[tuple[str, int]]:
|
|
"""Count the number of open bugs for each date based on a list of bug reports."""
|
|
open_dates: Counter[date] = Counter()
|
|
close_dates: Counter[date] = Counter()
|
|
|
|
# Process each bug report
|
|
seen: set[int] = set()
|
|
for report in bug_reports:
|
|
if report["id"] in seen:
|
|
continue
|
|
seen.add(report["id"])
|
|
open_date = parse_date(report["created_at"])
|
|
assert open_date
|
|
open_dates[open_date] += 1
|
|
|
|
close_date = parse_date(report["closed_at"])
|
|
if close_date:
|
|
close_dates[close_date] += 1
|
|
|
|
# Create a date range from the earliest open date to the latest close date
|
|
start_date = min(open_dates.keys())
|
|
end_date = max(close_dates.keys(), default=start_date)
|
|
delta = end_date - start_date
|
|
|
|
# Count open bugs for each date
|
|
open_bug_count = 0
|
|
open_bugs_over_time = []
|
|
for i in range(delta.days + 1):
|
|
current_date = start_date + timedelta(days=i)
|
|
open_bug_count += open_dates.get(current_date, 0)
|
|
open_bug_count -= close_dates.get(current_date, 0)
|
|
open_bugs_over_time.append((current_date.isoformat(), open_bug_count))
|
|
|
|
return open_bugs_over_time
|
|
|
|
|
|
def main() -> None:
|
|
"""Grab bug reports and generate chart."""
|
|
bug_reports = get_all_bugs()
|
|
|
|
open_bugs_over_time = count_open_bugs(bug_reports)
|
|
json_data = json.dumps(open_bugs_over_time)
|
|
|
|
template_html = open("template.html").read()
|
|
dest = config.get("output", "dest")
|
|
with open(dest, "w") as out:
|
|
out.write(template_html.replace("jsonData = []", "jsonData = " + json_data))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|