election-game/backend/data/pipeline/tests/people/test_people_wikidata_output.py

199 lines
7.5 KiB
Python

"""Wikidata 比對、id 與輸出格式、手動 YAML。"""
from __future__ import annotations
import json
from pathlib import Path
import pytest
from election_data.config import CONFIG_DIR, PROTOCOL_VERSION
from election_data.people.manual import ManualDataError, load_manual, parse_party_chairs
from election_data.people.model import PersonDraft, PositionRec, Sourced
from election_data.people.output import assign_ids, people_file, referenced_source_ids
from election_data.people.wd_match import match_one, match_wikidata
from election_data.people.wikidata import WdItem, build_query, parse_bindings
from election_data.validate import validate
from .conftest import FIXTURES
pytestmark = pytest.mark.unit
def items() -> list[WdItem]:
return parse_bindings(json.loads((FIXTURES / "wikidata_sample.json").read_text(encoding="utf-8")))
def person(name: str, roles: set[str], **kw: object) -> PersonDraft:
category = "official" if roles <= {"official"} else "politician"
return PersonDraft(name=name, category=category, roles=frozenset(roles), name_sources=("x",), **kw) # type: ignore[arg-type]
def test_parse_bindings_merges_rows_per_qid_and_keeps_precision() -> None:
by_qid = {it.qid: it for it in items()}
assert {"Q124293468", "Q21055059", "Q697458"} <= by_qid.keys() # 多位吳宗憲
assert by_qid["Q116894056"].births == (("1973-01-01", 9),) # 王興煥只有年份
assert by_qid["Q116894056"].day_births() == frozenset()
assert "Q865" in by_qid["Q121904956"].countries
def test_match_uses_official_birth_to_pick_among_namesakes() -> None:
wu = person(
"吳宗憲",
{"legislator"},
districts=frozenset({"全國不分區及僑居國外國民"}),
party=Sourced("中國國民黨", ("ly",)),
birth_date=Sourced("1971-09-27", ("cec-votedata",)),
)
note = match_one(wu, [it for it in items() if "吳宗憲" in it.label_keys])
assert (note.kind, note.qid) == ("matched", "Q124293468")
def test_match_ambiguous_without_birth() -> None:
wu = person("吳宗憲", {"legislator"}, party=Sourced("中國國民黨", ("ly",)))
note = match_one(wu, [it for it in items() if "吳宗憲" in it.label_keys])
assert note.kind == "ambiguous" and note.qid is None
def test_birth_conflict_excludes_item() -> None:
p = person(
"丁學忠",
{"legislator"},
party=Sourced("中國國民黨", ("ly",)),
birth_date=Sourced("1999-01-01", ("cec",)),
)
note = match_one(p, [it for it in items() if "丁學忠" in it.label_keys])
assert note.kind == "unmatched" and "出生日期不符" in note.detail
def test_medium_rule_for_officials() -> None:
item = WdItem(
"Q1", frozenset({"某官員"}), (("1960-01-01", 11),), ("衛生福利部部長",), (), frozenset({"Q865"})
)
official = person(
"某官員", {"official"}, positions=(PositionRec("政務委員", "行政院", None, None, ("ey",)),)
)
assert match_one(official, [item]).kind == "matched_medium"
candidate = person("某官員", {"candidate_2026"}, counties=frozenset({"臺北市"}))
assert match_one(candidate, [item]).kind == "unmatched"
def test_duplicate_qid_is_dropped_and_wikidata_birth_filled() -> None:
item = WdItem("Q9", frozenset({"同名"}), (("1970-05-05", 11),), ("立法委員",), (), frozenset({"Q865"}))
a = person("同名", {"legislator"}, districts=frozenset({"臺北市第1選舉區"}))
out, notes = match_wikidata([a], [item])
assert out[0].wikidata_id == Sourced("Q9", ("wikidata",))
assert out[0].birth_date == Sourced("1970-05-05", ("wikidata",))
_, notes = match_wikidata([a, a], [item])
assert [n.kind for n in notes] == ["duplicate_qid", "duplicate_qid"]
def test_build_query_includes_label_variants_and_escapes() -> None:
q = build_query(["伍麗華Saidhai‧Tahovecahe", 'a"b'])
assert '"伍麗華"@zh-tw' in q and '"a\\"b"@zh' in q
def _draft(name: str, birth: str | None = None, qid: str | None = None) -> PersonDraft:
return PersonDraft(
name=name,
category="politician",
roles=frozenset({"candidate_2026"}),
name_sources=("cec",),
birth_date=Sourced(birth, ("cec",)) if birth else None,
wikidata_id=Sourced(qid, ("wikidata",)) if qid else None,
party=Sourced(None, ("moi",)),
positions=(PositionRec("臺北市長候選人", "115年直轄市長選舉", "2026-10-16", None, ("cec",)),),
)
def test_assign_ids_qid_slug_and_deterministic_suffix() -> None:
a, b, c = _draft("王 某", "1970-01-01"), _draft("王某", "1970-02-02"), _draft("李某", qid="Q42")
ids = assign_ids([a, b, c])
assert ids[2] == "Q42"
assert sorted(ids[:2]) == ["tw-politician-王某-1970", "tw-politician-王某-1970-2"]
assert assign_ids([b, a, c]) == [ids[1], ids[0], ids[2]]
assert assign_ids([_draft("李某")]) == ["tw-politician-李某-x"]
def test_people_file_validates_against_protocol_schema() -> None:
persons = [_draft("王某", "1970-01-01"), _draft("李某", qid="Q42")]
doc = people_file(persons, assign_ids(persons), PROTOCOL_VERSION, "2026-10-25")
validate(doc, "people.schema.json")
first = doc["people"][0]
assert first["stats"] == dict.fromkeys(first["stats"]) and first["scoring"] == []
assert first["fieldSources"]["party"] == ["moi"] # 已查證為無黨籍
assert referenced_source_ids(doc) == {"cec", "moi", "wikidata"}
def test_load_manual_config_files() -> None:
data = load_manual(CONFIG_DIR / "people")
chairs = [c for c in data.claims if c.role == "party_chair"]
assert {c.party.value for c in chairs if c.party} >= {
"民主進步黨",
"中國國民黨",
"台灣民眾黨",
"時代力量",
"台灣基進",
}
assert all(c.positions and c.positions[0].source_ids for c in data.claims)
assert {o.field for o in data.overrides} == {"party"}
assert all(s.retrieved_at and s.url.startswith("https://") for s in data.sources)
assert len({s.id for s in data.sources}) == len(data.sources)
@pytest.mark.parametrize(
"entry",
[
{"name": "某", "party": "某黨", "sources": []},
{
"name": "某",
"party": "某黨",
"sources": [
{
"id": "x",
"title": "t",
"agency": "a",
"url": "http://x",
"license": "l",
"retrievedAt": "2026-10-25",
}
],
},
{
"name": "某",
"party": "某黨",
"sources": [
{
"id": "x",
"title": "t",
"agency": "a",
"url": "https://x",
"license": "l",
"retrievedAt": "2026/10/25",
}
],
},
{
"party": "某黨",
"sources": [
{
"id": "x",
"title": "t",
"agency": "a",
"url": "https://x",
"license": "l",
"retrievedAt": "2026-10-25",
}
],
},
],
)
def test_party_chair_yaml_validation(entry: dict) -> None:
with pytest.raises(ManualDataError):
parse_party_chairs({"chairs": [entry]})
def test_missing_config_dir_is_empty(tmp_path: Path) -> None:
data = load_manual(tmp_path)
assert data.claims == () and data.overrides == () and data.sources == ()