Backfill: former MEPs, older elections, EC 2014-2019, social history paging
- europarl.meps also loads the Austrian MEPs of the 2019-2024 term; roles end with the last membership, so former MEPs don't show as current - bmi.elections: National Council 2017 and EU 2019 preference votes - eu.commission_meetings: the 2014-2019 Commission - social.bluesky / social.mastodon: -p backfill_pages=N pages older posts Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
4bd4e5b2db
commit
79639e5319
3 files changed
+49
-16
No files matched your search
@@ -41,7 +41,7 @@ class Election:
|
||||
held_on: date
|
||||
body: str # slug of the elected body
|
||||
path: str # folder on bmi.gv.at
|
||||
result: str
|
||||
result: str | None # None: only in a format we can't read (EU 2019: legacy .xls)
|
||||
preferences: tuple[tuple[str, str], ...] # (layout, file): layouts "bund", "land", "eu"
|
||||
|
||||
|
||||
@@ -56,6 +56,12 @@ ELECTIONS = (
|
||||
Election("euw2024", "Europawahl 2024", "2024 European Parliament election", date(2024, 6, 9),
|
||||
"europaeisches-parlament", "europawahlen/europawahl_2024/files", "endgueltiges_ergebnis_europawahl_26062024.xlsx",
|
||||
(("eu", "gesamtaufstellung_erzielte_vorzugsstimmen_eu_wahl_2024_parteien.xlsx"),)),
|
||||
Election("nrw2017", "Nationalratswahl 2017", "2017 National Council election", date(2017, 10, 15), "nationalrat",
|
||||
"nationalratswahlen/nationalratswahl_2017/files", "nrw17_endgueltiges_gesamtergebnis.xlsx",
|
||||
(("bund", "nrw17_vorzugsstimmen_bundesweit.xlsx"),)),
|
||||
Election("euw2019", "Europawahl 2019", "2019 European Parliament election", date(2019, 5, 26),
|
||||
"europaeisches-parlament", "europawahlen/europawahl_2019/files/endgueltiges_ergebnis", None,
|
||||
(("eu", "euw_2019_vorzugsstimmen_gesamthomepage.xlsx"),)),
|
||||
)
|
||||
BY_KEY = {e.key: e for e in ELECTIONS}
|
||||
|
||||
@@ -130,8 +136,12 @@ def parse_preferences(layout: str, workbook: list[tuple[str, list[tuple]]]) -> l
|
||||
if not cells:
|
||||
continue
|
||||
first = row[0]
|
||||
if layout == "eu" and first == "LP":
|
||||
total_col = next((i for i, c in enumerate(row) if c == "Gesamt"), None)
|
||||
if layout == "eu" and any(isinstance(c, str) and re.match(r"Bewerber|Kandidat", c) for c in row):
|
||||
# header: "LP | Bewerber(in) | BGLD ... | Gesamt" (2024) or "_ | Kandidat(in) | ... | Gesamt" (2019).
|
||||
# 2024 repeats a re-sorted copy of the table further right: its header must not win.
|
||||
if total_col is None:
|
||||
total_col = next((i for i, c in enumerate(row) if isinstance(c, str) and c.strip() == "Gesamt"),
|
||||
None)
|
||||
continue
|
||||
if isinstance(first, str) and len(cells) == 1:
|
||||
if (m := LIST_HEAD.match(first)):
|
||||
@@ -173,7 +183,8 @@ class ElectionResults(Adapter):
|
||||
if election.key not in wanted:
|
||||
continue
|
||||
base = f"{BMI}/{election.path}"
|
||||
yield Request(url=f"{base}/{election.result}", kind="result", meta={"election": election.key})
|
||||
if election.result:
|
||||
yield Request(url=f"{base}/{election.result}", kind="result", meta={"election": election.key})
|
||||
for layout, file in election.preferences:
|
||||
yield Request(url=f"{base}/{file}", kind="preferences", meta={"election": election.key, "layout": layout})
|
||||
|
||||
|
||||
Reference in new issue
Block a user