From 463f0ea469ad7d4d0a82542714cad34a868cea97 Mon Sep 17 00:00:00 2001 From: Simon Axelsson Date: Thu, 25 Jun 2026 00:45:54 +0200 Subject: [PATCH] feat(engine): real PRH (FI), CVR (DK via cvrapi), RDW (NL vehicles), OpenSanctions screening connectors PRH/CVR upgraded from level-0 stubs to live open-API connectors and wired into the pipeline fetch + adaptive router; added RDW vehicle lookup (technical/fleet only, no owner PII) and OpenSanctions name screening. All compliant httpx, VERIFY-terms noted, graceful failure. py_compile clean. Co-Authored-By: Claude Opus 4.8 --- .../__pycache__/connectors.cpython-314.pyc | Bin 9634 -> 15256 bytes services/api/sources/connectors.py | 79 ++++++++++++++++-- .../__pycache__/pipeline.cpython-314.pyc | Bin 5107 -> 5377 bytes services/api/workers/pipeline.py | 6 ++ 4 files changed, 76 insertions(+), 9 deletions(-) diff --git a/services/api/sources/__pycache__/connectors.cpython-314.pyc b/services/api/sources/__pycache__/connectors.cpython-314.pyc index 962d4a23f691f9096165509f5e0cf5209df3807e..c93da6dacab57ade4f1a536d413949437dbc5ab2 100644 GIT binary patch delta 4889 zcma)AYj6|S72d1WuB6q|wj@6!KjgQFZ3Qsc7_eh(nIwP%3kV3d6(Ox{;g`CS0Fk6( z2%Rwm#&-7y&Lj;k?MzKF9ZWq*oaRUIvviUsq9S8wlbK{DKQftVs7b>xY5CD}SC+7w zOxo+&Z_hpV+}HY^@1CQpyGBpy9@A+V0?NboZN~}Qh%O7&-6&I|>P&*o%_Mpap)58J zqO~5n(TxY(=CJ{Yzj~S1lW1Ouia}96*%! z`hy{UGp^T8>Y29@s-Ij?zedrLU9Hfa)UR! z`Kqyv+?BA#c8_Cd#jqaWt4^uhZQvz~XFz3F@NKwxKZXMs4g!eC#~;R(Bf^fX66Bxk z&iVwc%+Q&0n6!35qg3p2z7hn!3PUZ1&4QR)k7|VMyme78D8y`@>w;}@Jm+%{bawi^ zoZI8`@mw&-cj6AIlf+F3;g}D9`d1r7Ew7 zb}s@*77Yk55d`{YFDZOx{6ctLYs!&TuUKqFWh-`F>j=V1}da<6pklbsXqy;@;RpR1yv zFVjJ`r3rdVmL@rSK5;-P+%=bHInnN31p(-iutq`b{tzC6P@LHiRiEC`9SQ}4bqr{6IU;G}wGBy_ye6Yx7uY;<@B`U0MQKNoB`77qIR;p{x++ukaw zQhHGV2P)hf3W`*}r;iItCtsAcJS81`k%Y1BRO+ZkS3CndMdH+Ufn-ytPe~9Y~CeGc9xLtBXd;){`|4>@6wIES=EmXxcSe*M<#GTxl z-^ZT?y>v1Q;7olDXLCu@dh7XHeKDp@crM>8jAj)^)6y@~BebBrtQpaa9*rC9i-xCT zhNs8(U3Xn`y?OY0+qJeSd%Utap}r*>q(0XhmohRRXbD61P~?1MSx0Eohi#Xh97Ico zw9C{8HQXiW77fKQL-AN4n3q)yhKKiEIyLmd`4>i8?&ymqZ10rZD4C)sD+lG#&vcft ztrMY}#UF+L5{?~ge?J=Q>b;}u8zeth>z6e8q1N-QiyGT)jqSJV#$6K!rz+hpxg-Qv71T`~on#e;L1GC0nHGPw>lvj35e$d^iCt;UY8yi#Ct})P{sc zO9_$*%bHSQn@J7QI_*ZAjD^2y5@v+56XfF{pF(HI-4p|3urlH2+5$nQ%icpK-8Jd& zT}JHh7O?qWV-yjO$m9UQ0-H%>@};T3mLiQigdnG;X_Ia;;>7ezS5Zzu-#vmGIb+#eB!#@*N|!6Ni^fIirnN zoUb^?>~U*F%vd?WeW#G?nL+Y9hR|lbjJZOo9@1UVy;e8YInGTSm|8#OiCdnSTX*Y7 z>~OR_<~|nlaj~xM_zr(8=lI9UU*K>c=*B=Id1=~8C>$IUOsJT`-MuPMklT%Jj zq2{g1cg-M8>(!u~&Oy!f@@Wf=Wm_reXOsw|3b)P}k&}?mnD*o58Osg^TINc$P?_6+ zoHBZDBW{@6ihIn}Bar6_31t$>X=k2loTRR}eic~ST{tEePPM3sCEOedm( z(_50Pk_=?3c;CsY{$2+}C<9^M%Q^bC_-ZP-W1SnSjt2+&8c7- z%361e@;*-w2gva~BGotG<9bDXwA<4ULhu*|(T=~rOO!`|v_v!TQn=5}aXiG^?$7`S zBSC9j>({V+qE!lYL=u*h$T6^z&%;oF;XH;y48;I;g-C@V-r;d*1xxaBtD>XmqwpKY z<&Z^OgqKJqmcEwQMAF0a61%PDv_$BmhPAj)aNT}yFUP+QLrBh)mtr_04kF?j>!POk zwx)P&|9D|sQ@NRWdA{@IZiq$n>8oiF z$2^8%bg5+!eWA%5%^Is6Kd_`pA8x$t9C4183VX(C#v89YuQ_8In&K7BxM|!^`faRW~!T#P3`#D*sy5a88hy@S-qq&4s%PItkIoguJNN&B{!|NqQTgKqp|jm z*mFI1`hxMkaLjTdmUD7hO&gd8X%Z7&jC`^t>UkKv4% zrl!k~lT=QZo3UK42K|f*IVt%JLu1*H3Hq6GgwYPI-Dsv7ITiAmO;YpLMg_FYkp_&$ z9E??3=!f}GMbB-+M)M@@Jx?JlD=?s>0Wf=2S&=Je=kt3*MIgzb zh&SLl7nbEqdOs$SM2e$5U6CXL99v*A2zvUxA^$*suxfzsawNhGhmY&@K;qIWqMwOW zufNY9vLlfWcz91=P*n7JLf&pjXK-pQYS#?HzW};KSfcQH0(fAN3VH{4h)jasXgAmA zf$aQ8G8#LbNJ!SYsWhC3P6cTgHW7FveAKvRR(H_Lb8rj30ans~^-~a}427vZ)AX6% zj6?W~kx`*HpNWFQ7EdUq(qhG1hfCt=+ZHw3AbwD5hPI#IKH79goxfzv9p%9X-LZ`A z4-}GPT!<_yi45cA(vec3{Bp%e#b^Y)KD}~K@dY^Az>>yvJ8&|dc?vMr(>rP&OZ%Pa z*QT*Z+_rwAW~%W|&Uc+R%ie3f^<>NyJ+$aLdfRn0*5-@5xOi44^tqjRYMCOz4b>?( z+;$HqAK!ngBeEjsfnL%NMP7z91jk%wvzxW(Rn%0Ze2oO@ilyms>W`?YMEPD0NYf@Q zD5nciQyD#7L}9tS4D>Vl`X+l+H>)L~GHbv_v$?3Lik{7*v0Q?%z6@d6PGPx9k{_p= z8P)7&)U-u6Tf=}nCzD~6tH6@q1MA^A3O5Zjo`jJHw$c&$-8fyXXeh38Ak{sTRAx8DE& delta 1132 zcmcJN&rcIk5Xbj*TY;AHLqJ-7w94=G2UrCg5$wTgVoIHd?ALWALC z3?VNu96T7}0d9~@3`Y|E14uj=H^h?(F-C);G2Wcn7Gj8c^Bq2K-pst+neV*$`wJ~u zN3!fz3D>8hrv6CbT$Y2CtyJ4sNidI>2J^WqSis%E1N>mHu+B2#;HGj(Iiy9HoX#dh zf5t-b3A_s@31)pj- z4CpMRGtk*BI49oc*0V0nxj$}VK5aHXA-5zyL6?scE)zV6&4{r+`@qP!f-WTuZc>;N z+6mVXI_rh&bm$Z}9F;7pB^+-V^NHE~3T?8eQ!d%Wps|+Ba10HoC3p!9;%n(yc1n0$ zhgpvZxZF8ma_<%a5%I`X;x~G8Qlyp8Mz~6#ewB3S$4!^-gva-k2Dd3GRoq9HhmC2a zZYQ=*#ZAp&Fy=-iq#u%rarVXFV&0aquY1lX9gvMVA%@slb~GMJ65FQ!%Op2`A+Q_o zkhsKIK;B8_CeFCrEd?w)o_fQ;yY(qoE#qb{O&V9Z)FAgU#iE-oT-4=Zh$iPUgdrG4 zEXi<`Y??BVFbabS++tKfmB^`b`lrw`nxiN10gKzPIiA^;{c8mq6}5|_%kkCFn&(yI zW%PAL>w08jOnTxkzK=6Iz2(pA9R{;Pw7;7`oHRg-TYf8e+x`w ziF4KSbCfVfpy|Pkc;2X3AEQZQ Xjjf0`jWhNpdZgd2#H~zm?@aYCOzY|x diff --git a/services/api/sources/connectors.py b/services/api/sources/connectors.py index f547169..4c11bf4 100644 --- a/services/api/sources/connectors.py +++ b/services/api/sources/connectors.py @@ -139,17 +139,78 @@ async def companies_house_by_number(number: str) -> CompanyResult | None: return res -# Registries that require verified terms / keys before bulk use. -# Implement as official-API connectors only; never bypass. Until wired they -# return level-0 so the field is delivered honestly as "ej tillgänglig". -async def prh_by_businessid(business_id: str) -> CompanyResult | None: # FI — VERIFY - return CompanyResult(org_nr=business_id, market="FI", source="prh", - provenance=[Provenance("name", "prh", 0.0, 0, _today())]) +# ── PRH avoindata (FI) — open API (CC-BY). VERIFY terms. ──────────────────── +async def prh_by_businessid(business_id: str) -> CompanyResult | None: + url = f"https://avoindata.prh.fi/opendata-ytj-api/v3/companies?businessId={business_id}" + async with _client() as c: + r = await c.get(url) + if r.status_code != 200: + return None + items = r.json().get("companies") or r.json().get("results") or [] + if not items: + return None + d = items[0] + names = d.get("names") or [] + name = names[0].get("name") if names else d.get("name") + res = CompanyResult(org_nr=business_id, market="FI", name=name, status=d.get("status"), source="prh") + if name: + res.provenance.append(Provenance("name", "prh", 0.95, 3, _today())) + return res -async def cvr_by_number(cvr: str) -> CompanyResult | None: # DK — VERIFY (Virk terms) - return CompanyResult(org_nr=cvr, market="DK", source="cvr", - provenance=[Provenance("name", "cvr", 0.0, 0, _today())]) +# ── CVR (DK) via cvrapi.dk — free for low volume (descriptive UA). VERIFY. ─── +async def cvr_by_number(cvr: str) -> CompanyResult | None: + url = f"https://cvrapi.dk/api?search={cvr}&country=dk" + async with _client() as c: + r = await c.get(url) + if r.status_code != 200: + return None + d = r.json() + if not d.get("name"): + return None + res = CompanyResult( + org_nr=cvr, market="DK", name=d.get("name"), + status="ceased" if d.get("enddate") else "active", + address={"raw": d.get("address")}, source="cvr", + ) + f = _today() + res.provenance += [Provenance("name", "cvr", 0.93, 3, f), Provenance("address", "cvr", 0.9, 2, f)] + return res + + +# ── RDW (NL) open vehicle data — Socrata. Technical/fleet only, no owner PII. ─ +async def rdw_vehicle(kenteken: str) -> dict[str, Any] | None: + plate = kenteken.upper().replace("-", "").replace(" ", "") + url = f"https://opendata.rdw.nl/resource/m9d7-ebf2.json?kenteken={plate}" + async with _client() as c: + r = await c.get(url) + if r.status_code != 200: + return None + arr = r.json() + if not arr: + return None + d = arr[0] + return { + "reg_plate": kenteken, "market": "NL", + "make": d.get("merk"), "model": d.get("handelsbenaming"), + "year": (d.get("datum_eerste_toelating") or "")[:4] or None, + "source": "rdw", + "provenance": [{"field": "make", "source_id": "rdw", "confidence": 0.9, "level": 3, "freshness": _today()}], + } + + +# ── OpenSanctions screening — search API. VERIFY commercial terms / key. ───── +async def opensanctions_screen(name: str) -> dict[str, Any]: + url = "https://api.opensanctions.org/search/default" + async with _client() as c: + r = await c.get(url, params={"q": name, "limit": 5}) + if r.status_code != 200: + return {"matches": [], "source": "opensanctions"} + results = r.json().get("results", []) + return { + "source": "opensanctions", + "matches": [{"name": x.get("caption"), "score": x.get("score"), "schema": x.get("schema")} for x in results], + } CONNECTORS = { diff --git a/services/api/workers/__pycache__/pipeline.cpython-314.pyc b/services/api/workers/__pycache__/pipeline.cpython-314.pyc index 64df536c00cbc6c528b2e59e94543bbd86c491c1..77e79eacd9660fd0e84381e80c0ea1de50e28131 100644 GIT binary patch delta 1143 zcmYk5L2nyX5P;v?U3=}U*Sm@9I3}$cMZsHV8>c0$gi5HuB@jv#p_Pb`Xu7h!o5ZcV zYt60;K}ao}xFAt2hjKxY$`v7+E0;v-2@a83sqh4c`~p%z6}U08mI{{MH}hs^-kW(d z{?qz&R=11#2*cmlwZ-cX@9I_l)m`hI;pJB12!^a|^lamgv7ZlwCLA0A9_o=tw@ugvS6Ti~|0++c9C?Sm+6 z^!)BR8BmJRK5UZS9z@;1kD{)(Q<55d?gc#i1g>Zrafcl-jhjyi_bwfh*zTlaztKc% z638c{8c)8Ezcp8xqrCh+W8N{wj2)oN26T{RCZ+**F{`4T*dQpm)En& zTgueCLdLv=jG5OnkjE4tOHc{)YLG+JB`A?zMnn>#R)Z=Ek#*PoxU&hAds@Wj$$jPW z?O#;$%caL^^|x|uJ9<>MpBVOj&i>Cjy}j_LY&|io{halyW;`u1(>gFt9T*D-hJ9dI z|3vTMfuD^xNBKS8RF$u*s6F7#ys|^uZh<#7Wmix28gJ^#u0{GD<4r@^up z)KePBMRA@ zh!uQZ1*OP9EAEDM8D63t_XLMXMzuC|XL#Q^+`xInm1IfZoueyOhPg>;3|v6V^Sj9T zdBke6Q2b`mB%4N{j*0xzM;*V9cLr%9BHQZs{lJ6MiOQF?|VW<0T+^O zW3iMDmkNWxy&ksVD!SP_e;7YYyqx?v_Q~zxpwf7X%7-D`@F8lnycSk+%Xc9h#6AqG zqu3e>_o2)=|4UN1 h@@ypeuB45qTsmTiXJ)cjn$hu}dUX68&%z{n{|j+G34;It delta 921 zcmX|<%}*0S6u@_Ox1a2`TUuHg{HT1iv_OFJKT#FHFNJdk*DZ~YG>Xoxr8Y!fz_-+MFj-oCGSUO3FjBM~{w;kVvb zT90kZY4UPAcYXFW_kdG<3-Z;76FJSPel<`eYETUo$vE#s)$o#{c4g5^l~SB4r?|S} z#MB7tQBUvw__dc1k^UqXWofl;)K;|RO$}vhhA)z_Ui9q4W%nbtxFaq=lmmvH%fFd; zTlK_#aSl)Ej&PFy%+W8xZc-%!T!6cA0arh+@RU#^d6BloOerrw5dQ{#h5#bZLyYNh zgv}$eSxBL9{o0D*RM+4XZoDjR(_6l4^S`>H2VITNxXiMET_p1DaXav zY1BTEa*xWK@PEq%@9$#KBzb~3wu>$JEFS;Yys75W~&o#0yn@)zd{!x zdt)rbVkbA=^MPqRIgZ7Qk3DYE^U*h@2s;Zgu>QKC`6pGQfiX=l5!YX7Gz?RRVP=tM zC@_pLjMA7gxtw9@8HNFb8* z70?gHnNdJD^k&1*T>%A5(_N($_ntxknx?jHEyEo&8)_XYKX?+S-{Q~iyQ#+(Y#3k{ zD|!X CompanyResult | None: return await brreg_by_orgnr(key) if source_id == "companies_house": return await companies_house_by_number(key) + if source_id == "prh": + return await prh_by_businessid(key) + if source_id == "cvr": + return await cvr_by_number(key) return None