#!/usr/bin/env python3 """QA: the two Python twins of the contract v2 reference search must agree exactly. search_ref.py (its own tokenizer) against verify_index.ref_search (foodtok's tokenizer, written separately), for every query in qa/search_vectors.json (which includes every search_ref.AUDIT query): plan, online required list and the top 50 [id, final] online, offline standalone and merged. The vector file's own lists are checked too, so a stale qa/search_vectors.json (another build) shows up here. Run: python3 -I FoodIndex/scripts/search_xcheck_verify.py [--vectors qa/search_vectors.json] """ import argparse import json import os import sys HERE = os.path.dirname(os.path.abspath(__file__)) sys.path.insert(0, HERE) import search_ref as sr # noqa: E402 import verify_index as vi # noqa: E402 def main(): ap = argparse.ArgumentParser() ap.add_argument("--site", default=sr.DEFAULT_SITE) ap.add_argument("--bundle", default=sr.DEFAULT_BUNDLE) ap.add_argument("--vectors", default=os.path.join(os.path.dirname(HERE), "qa", "search_vectors.json")) a = ap.parse_args() site = sr.Site(a.site) bundle = sr.Bundle(a.bundle) with open(a.vectors, encoding="utf-8") as f: vec = json.load(f) off_post = {} for rec in bundle.records: for t in vi.foodtok.normalize(rec[1] + " " + rec[2]): off_post.setdefault(t, []).append(rec) def online_list(t): lists, _ = site.token_lists([t]) return lists.get(t, []) queries = [c["query"] for c in vec["cases"]] for q in (q for g in sr.AUDIT.values() for q in g): if q not in queries: queries.append(q) want = {c["query"]: c for c in vec["cases"]} bad = {"plan": 0, "online": 0, "offline": 0, "merged": 0, "vector_file": 0, "missing_from_vectors": 0} for q in queries: p = sr.plan_query(q) on, req, _, _, _, _ = site.search(p) off, off_req = bundle.search(p, site.generic) merged, _ = sr.merge(on, off, req) mine = {"online": [[r[0], s] for s, r in on], "offline": [[r[0], s] for s, r in off], "merged": [[r[0], s] for s, r in merged]} _, hard, soft = vi.ref_plan(q) von, vreq = vi.ref_search(q, online_list, site.generic) voff, _ = vi.ref_search(q, lambda t: off_post.get(t, []), site.generic) vmerged = vi.ref_merge(von, vreq, voff) theirs = {"online": [[r[0], s] for s, r in von], "offline": [[r[0], s] for s, r in voff], "merged": [[r[0], s] for s, r in vmerged]} if (p.hard, p.soft) != (hard, soft) or req != vreq: bad["plan"] += 1 print("PLAN", repr(q), p.hard, p.soft, req, "|", hard, soft, vreq) for k in ("online", "offline", "merged"): if mine[k] != theirs[k]: bad[k] += 1 print(k.upper(), repr(q), mine[k][:3], theirs[k][:3]) c = want.get(q) if c is None: bad["missing_from_vectors"] += 1 elif (c["hard"], c["soft"], c["required"], c["online"], c["offline"], c["merged"]) != \ (p.hard, p.soft, req, mine["online"], mine["offline"], mine["merged"]): bad["vector_file"] += 1 print("VECTOR FILE differs", repr(q)) print("queries", len(queries), "differences", json.dumps(bad)) sys.exit(1 if any(bad.values()) else 0) if __name__ == "__main__": main()