a
    ùÄðjR7  ã                   @  s¶  d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm	Z	 d dl
mZ d dlmZ dZdZedƒZed	ƒZd
ZdZg d¢Zdddœdd„Zdddœdd„Zdddœdd„Zdddœdd„ZdAddddœdd„Zdddœdd„Zd d!d"œd#d$„Zd!d%d&œd'd(„Zd!dd)œd*d+„Zd!dd)œd,d-„Zd!dd)œd.d/„Zd!dd)œd0d1„Z d!d!d)œd2d3„Z!d!d4d&œd5d6„Z"dd7œd8d9„Z#d:Z$d!d!ddd;œd<d=„Z%dd7œd>d?„Z&e'd@k�r²e (e&ƒ ¡ dS )Bé    )ÚannotationsN)ÚCounterÚdefaultdict)ÚPath)ÚAnyÚpaperÚPaperszpapers_threats/papers.jsonzsite/papers.html)ÚrecordsZpapersÚitems))zThreat Registerz
index.html)ZGitHubzgithub.html)zCVE'sz	cves.html)r   zpapers.html)ZSignalszsignals.html)Z	Incidentszincidents.html)ZAboutz
about.htmlr   Ústr)ÚvÚreturnc                 C  s   t jt| d ur| ndƒdd�S )NÚ T)Zquote)ÚhtmlÚescaper   ©r   © r   úbuild_papers_page.pyÚe   ó    r   c                 C  s   t  ddt| pdƒ¡ ¡ S )Nz\s+ú r   )ÚreÚsubr   Ústripr   r   r   r   Úclean   r   r   Úfloatc              	   C  s(   z
t | ƒW S  ttfy"   Y dS 0 d S )Ng        )r   Ú	TypeErrorÚ
ValueErrorr   r   r   r   Úsf   s    r   Úintc              	   C  s(   z
t | ƒW S  ttfy"   Y dS 0 d S )Nr   )r   r   r   r   r   r   r   Úsi   s    r    é  )r   Úlimitr   c                 C  sj   t | ƒ} t| ƒ|kr| S |dkr,| d |… S | d |d …  dd¡d  d¡}|p`| d |d …  ¡ d S )Né   r   é   r   z ,;:z...)r   ÚlenÚrsplitÚrstrip)r   r"   Úxr   r   r   Útruncate_text   s
    "r)   z	list[str]c                 C  s<   t | tƒrdd„ | D ƒS t | tƒr8dd„ t d| ¡D ƒS g S )Nc                 S  s   g | ]}t |ƒrt |ƒ‘qS r   )r   ©Ú.0r(   r   r   r   Ú
<listcomp>    r   zvalues.<locals>.<listcomp>c                 S  s   g | ]}|  ¡ r|  ¡ ‘qS r   )r   r*   r   r   r   r,   !   r   z[;,])Ú
isinstanceÚlistr   r   Úsplitr   r   r   r   Úvalues   s     r0   r   zdict[str, Any])Úpathr   c                 C  sh   |   ¡ std| › �ƒ‚| jdd��}t |¡}W d   ƒ n1 sB0    Y  t|tƒsdtd| › �ƒ‚|S )NzInput file not found: úutf-8©ÚencodingzExpected JSON object in )ÚexistsÚFileNotFoundErrorÚopenÚjsonÚloadr-   Údictr   )r1   ÚfÚdatar   r   r   r9   #   s    6r9   zlist[dict[str, Any]])r<   r   c                 C  sF   t D ]*}|  |¡}t|tƒrdd„ |D ƒ  S qtdd t ¡ ƒ‚d S )Nc                 S  s   g | ]}t |tƒr|‘qS r   )r-   r:   r*   r   r   r   r,   +   r   zrecords.<locals>.<listcomp>z#No records found; expected one of: z, )ÚRECORD_KEYSÚgetr-   r.   r   Újoin)r<   Úkeyr   r   r   r   r	   (   s    
r	   )Úrr   c                 C  s˜   t dkr.t|  d¡p&|  d¡p&|  d¡ƒ ¡ S t dkrbt|  d¡p^|  d¡p^|  d¡p^|  d¡ƒS t|  d	¡p”|  d
¡p”|  d¡p”|  d¡p”|  d¡ƒS )NÚcveÚnameÚidZcve_idr   ZdoiZarxiv_idÚtitleZ	signal_idÚevidence_idZuuid)ÚKINDr   r>   Úupper©rA   r   r   r   Úrid-   s    .4rJ   c                 C  sÐ   t dkrpg }|  dg ¡pg D ]0}| tt|tƒrD| d¡pF| d¡n|ƒ¡ qd dd„ |D ƒ¡pnt|  d¡ƒS t dkr�t|  d	¡pŒ|  d¡ƒS t|  d
¡pÌ|  d¡pÌ|  d	¡pÌ|  d¡pÌ|  d¡pÌ|  d¡ƒS )NrB   ZvulnerabilitiesÚtextZdescriptionr   c                 s  s   | ]}|r|V  qd S )Nr   r*   r   r   r   Ú	<genexpr>6   r   zdesc.<locals>.<genexpr>r   ZabstractÚsummaryZ	narrativeZcontent)rG   r>   Úappendr   r-   r:   r?   )rA   Úoutr(   r   r   r   Údesc1   s    ." rP   c                 C  s:   t dkrt| ƒS t|  d¡p6|  d¡p6|  d¡p6t| ƒƒS )NrB   rE   rC   Zheadline)rG   rJ   r   r>   rI   r   r   r   rE   9   s    rE   c                 C  sŒ   t |  d¡p|  d¡p|  d¡ƒ}|r*|S |  dg ¡}t|tƒrˆ|D ]B}t|tƒrDt | d¡pf| d¡ƒrDt | d¡p~| d¡ƒ  S qDdS )NÚurlZpdf_urlÚlinkÚsourcesr   )r   r>   r-   r.   r:   )rA   r   rS   r(   r   r   r   rQ   ;   s    "
@rQ   c                 C  sÞ  t dkrht|  d¡p |  d¡p dƒ ¡ t|  d¡ƒ|  d¡t|  d¡ƒt|  d¡ƒ t|  d	¡ƒ d
œS t dkrèt|  d¡p~dƒt|  d¡p”|  d¡ƒ|  d¡t|  d¡ƒt|  d¡ƒ t|  d¡ƒ t|  d¡ƒ t|  d¡ƒ d
œS t|  d¡tƒ�r|  di ¡ni }t|  d¡�p2|  d¡�p2|  d¡�p2dƒ ¡ t| d¡�pf|  d¡�pf|  d¡�pf|  d¡ƒt|  d¡tƒ�rŒ|  di ¡ d¡n|  d¡t|  d¡ƒt|  d¡ƒ t|  d¡ƒ t|  d ¡ƒ t|  d¡ƒ d
œS )!NrB   ÚscoreZseverityÚunknownZ	publishedZcvssZmatched_termsÚkeywordsZsurfaces)ÚgroupÚdaterT   Útagsr   ZvenueZyearrX   Zcited_byZtopicsZvendorsÚlinked_cvesÚcvesÚdatesZsignal_typeZrecord_typeÚtypeÚsignalZ
created_atÚevidenceZconfidence_scoreZ
confidenceZthemesrY   Zsignal_typesZsectors)rG   r   r>   Úlowerr0   r-   r:   )rA   r\   r   r   r   ÚmetaC   s    h€"ra   zdict[str, list[dict[str, Any]]]c                 C  sþ   t tƒ}|  di ¡}t|tƒs"|S | ¡ D ]®\}}t|tƒs>q*t| dg ¡tƒr\| dg ¡ng D ]v}t|tƒr`t| d¡ƒ ¡ tkr†q`t| d¡ƒ 	¡ }|r`||  
|t| d¡ƒt| d¡ƒ ¡ t| d¡ƒdœ¡ q`q*| ¡ D ]}|jd	d
„ dd� qâ|S )NÚthreatsr_   Zevidence_typerF   rE   ÚstatusZrelevance_score)ÚthreatrE   rc   rT   c                 S  s   | d S )NrT   r   )Úyr   r   r   Ú<lambda>Q   r   z#correlation_index.<locals>.<lambda>T©r@   Úreverse)r   r.   r>   r-   r:   r
   r   r`   rG   ÚcasefoldrN   r   r0   Úsort)r<   rO   rb   ÚtidÚtÚitemr@   r(   r   r   r   Úcorrelation_indexH   s    &"B rn   )r   c               
   C  sZ   g } t D ]>\}}|tkrdnd}|  d|› dt|ƒ› dt|ƒ› d�¡ qdd | ¡ d	 S )
Nzsite-nav-link activezsite-nav-linkz
<a class="z" href="ú">ú</a>zO<header class="site-header"><nav class="site-nav" aria-label="Main navigation">r   z]</nav><a class="site-brand" href="index.html">Automotive Cybersecurity Dashboard</a></header>)ÚNAVÚACTIVErN   r   r?   )ZlinksÚlabelÚtargetÚclsr   r   r   ÚnavS   s
    (rv   at  :root{--bg:#eef1f5;--surface:#fff;--surface-alt:#f7f9fb;--hover:#f1f5f8;--ink:#1b2430;--muted:#5d6b7c;--line:#d5dce5;--accent:#1f4e79;--accepted:#2f7d59;--review:#b37a20;--kind:#526b7d}@media(prefers-color-scheme:dark){:root{--bg:#12171e;--surface:#1a212b;--surface-alt:#151c25;--hover:#202a36;--ink:#e6ebf1;--muted:#93a1b3;--line:#2c3644;--accent:#7db4e6;--accepted:#58c493;--review:#e0a74d;--kind:#91a7b7}}*{box-sizing:border-box}body{margin:0;padding:0;background:var(--bg);color:var(--ink);font:16px/1.5 "Segoe UI",system-ui,sans-serif}a{color:var(--accent);text-decoration:none}a:hover{text-decoration:underline}h1,h2,h3{margin-top:0}.site-header{display:flex;align-items:center;justify-content:space-between;gap:24px;min-height:68px;padding:12px 28px;background:var(--surface);border-bottom:1px solid var(--line)}.site-nav{display:flex;flex-wrap:wrap;justify-content:flex-start;gap:4px}.site-nav-link{color:var(--muted);padding:7px 10px;border-radius:5px;font-size:.84rem;font-weight:600}.site-nav-link:hover{color:var(--ink);background:var(--surface-alt);text-decoration:none}.site-nav-link.active{color:var(--accent);background:color-mix(in srgb,var(--accent) 12%,transparent)}.site-brand{margin-left:auto;color:var(--ink);font-weight:700;white-space:nowrap}.site-brand:hover{text-decoration:none}main{max-width:1240px;margin:auto;padding:26px 24px 44px}.hero,.card{background:var(--surface);border:1px solid var(--line);border-radius:7px;padding:22px;margin-bottom:20px}.hero h1{margin-bottom:6px}.sub,.muted{color:var(--muted)}.small{font-size:.82rem}.metrics{display:flex;flex-wrap:wrap;gap:8px;margin-bottom:20px}.metric{display:flex;align-items:baseline;gap:7px;padding:9px 12px;background:var(--surface);border:1px solid var(--line);border-radius:6px}.metric strong{font-size:1.15rem}.metric span{color:var(--muted);font-size:.78rem}.toolbar{display:flex;justify-content:space-between;align-items:center;gap:12px;margin-bottom:14px}.toolbar h2{margin:0}.filters{display:grid;grid-template-columns:minmax(280px,1fr) repeat(2,minmax(160px,auto));gap:10px;margin-bottom:16px}.filters input,.filters select{width:100%;background:var(--bg);color:var(--ink);border:1px solid var(--line);border-radius:5px;padding:8px 10px;font:inherit}
.list{display:flex;flex-direction:column;gap:12px);gap:12px}.item{display:flex;flex-direction:column;background:var(--surface-alt);border:1px solid var(--line);border-left:3px solid var(--kind);border-radius:6px;padding:16px;min-width:0}.item:hover{background:var(--hover)}.head{display:flex;justify-content:space-between;gap:12px}.head h3{margin:0 0 5px;font-size:1rem;overflow-wrap:anywhere}.summary{margin:9px 0 12px}.tags,.matches,.meta{display:flex;flex-wrap:wrap;gap:5px}.tag,.match,.badge{padding:3px 7px;border:1px solid var(--line);border-radius:10px;font-size:.68rem}.tag{background:var(--bg);color:var(--muted)}.meta{margin-top:auto;color:var(--muted);font-size:.74rem}.matches{margin-top:11px;padding-top:10px;border-top:1px solid var(--line)}.match.accepted{color:var(--accepted)}.match.review{color:var(--review)}.footer{margin-top:28px;color:var(--muted);font-size:.82rem}@media(max-width:900px){.site-header{align-items:flex-start;flex-direction:column-reverse}.site-brand{margin-left:0}.filters{grid-template-columns:1fr 1fr}}@media(max-width:650px){.site-header{padding:12px 16px}main{padding:18px 12px 34px}..filters{grid-template-columns:1fr}.head,.toolbar{flex-direction:column}})r<   Úcorrr"   r   c                 C  s–  t | ƒ}t|ƒ}g }tƒ }d }}|D ]j}	t|	ƒ}
||
d   d7  < | t|	ƒ ¡ g ¡}|rf|d7 }tdd„ |D ƒƒr€|d7 }| |	|
|f¡ q&|j	dd„ dd	� d
dddœ}dt
tƒdtdtƒ dt
tƒdt
|t ƒdg}t|ƒdf|df|dffD ]$\}}| d|› dt
|ƒ› d�¡ qö|dt
|t ƒdd dd„ t|tjd�D ƒ¡dg7 }|D �]4\}	}
}t|	ƒ}tt|	ƒ|ƒ}t|	ƒ}|
d }td d„ |D ƒƒ�ržd!n|�r¨d"nd#}g }tt|	 d$¡ƒ�pît|	 d%¡ƒ�pît d&d' |t|	ƒg¡tj¡ƒ}|
d( D ](}| ¡ d)d*„ |D ƒv�rú| |¡ �qúd' |||d' |¡g¡ ¡ }|�r`d+t
|ƒ› d,t
|ƒ› d-�nt
|ƒ}d d.d„ |d d/… D ƒ¡�pˆd0}| d1t
|ƒ› d2t
|ƒ› d3t
|ƒ› d4|�r¸d5nd6› d7|› d8t
|�pÎd9ƒ› d:t
|�pÞd;ƒ› d<�d d=d„ |d d>… D ƒ¡ d?t
t|	ƒƒ› d@� |
dA �r4dBt
|
dA ƒ› d@�nd |
dC dDv�rZdBt
|
dC ƒ› d@�nd dE|› dF� ¡ |dGt
ttƒƒdHdIdJg7 }�qTd |¡S )KNr   rW   r$   c                 s  s   | ]}|d  dkV  qdS ©rc   ÚacceptedNr   r*   r   r   r   rL   `   r   zbuild.<locals>.<genexpr>c                 S  s0   t dd„ | d D ƒƒ| d d t| d d ƒfS )Nc                 S  s   g | ]}|d  dkr|‘qS )rc   ry   r   )r+   re   r   r   r   r,   b   r   z+build.<locals>.<lambda>.<locals>.<listcomp>é   r$   rX   rT   )Úboolr   )r(   r   r   r   rf   b   r   zbuild.<locals>.<lambda>Trg   zVulnerability evidencezAcademic researchzStrategic signals)rB   r   r^   z…<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>z</title><style>z</style></head><body>z <main><section class="hero"><h1>z</h1><p class="sub">zŒ connected to the Automotive Cybersecurity Threat Register through the evidence correlation pipeline.</p></section><section class="metrics">ZRecordszWith threat mappingzWith accepted mappingz<div class="metric"><strong>z</strong><span>z</span></div>z9</section><section class="card"><div class="toolbar"><h2>zÑ</h2><span class="muted small" id="count"></span></div><div class="filters"><input id="q" type="search" placeholder="Search title, description, tags ..."><select id="group"><option value="">All groups</option>r   c              	   s  s4   | ],}d t |ƒ› dt | dd¡ ¡ ƒ› d�V  qdS )z<option value="ro   Ú_r   z	</option>N)r   ÚreplacerE   )r+   Úgr   r   r   rL   f   r   )r@   zá</select><select id="mapping"><option value="">All mappings</option><option value="accepted">Accepted</option><option value="review">Review</option><option value="unmatched">Unmatched</option></select></div><div class="list">c                 s  s   | ]}|d  dkV  qdS rx   r   r*   r   r   r   rL   h   r   ry   ZreviewZ	unmatchedrZ   r[   z\bCVE-\d{4}-\d{4,}\br   rY   c                 S  s   h | ]}|  ¡ ’qS r   )ri   )r+   Úzr   r   r   Ú	<setcomp>k   r   zbuild.<locals>.<setcomp>z	<a href="z," target="_blank" rel="noopener noreferrer">rp   c                 s  sX   | ]P}d t |d ƒ› dt |d ƒ› dt |d ƒ› dt |d ƒ› d|d d	›d
�V  qdS )z<a class="match rc   z" href="threats/rd   z.html#evidence" title="rE   ro   u    Â· rT   z.2frp   N©r   r*   r   r   r   rL   m   r   é   zM<span class="muted small">No threat mapping above the review threshold</span>z <article class="item" data-hay="z" data-group="z" data-mapping="z" data-cve="ZyesZnoz"><div class="head"><div><h3>z</h3><span class="badge">rU   z&</span></div></div><p class="summary">zNo description available.z</p><div class="tags">c                 s  s   | ]}d t |ƒ› d�V  qdS )z<span class="tag">ú</span>Nr�   r*   r   r   r   rL   n   r   é   z</div><div class="meta"><span>rƒ   rX   z<span>rT   )Nr   z</div><div class="matches">z</div></article>z/</div></section><footer class="footer">Source: z	</footer>a�  <script>
const items=[...document.querySelectorAll(".item")];
const q=document.getElementById("q");
const group=document.getElementById("group");
const mapping=document.getElementById("mapping");
const cve=document.getElementById("cve");

function apply(){
  const terms=q.value.trim().toLowerCase().split(/\s+/).filter(Boolean);
  let n=0;

  items.forEach(x=>{
    const show=
      terms.every(t=>x.dataset.hay.includes(t)) &&
      (!group.value || x.dataset.group===group.value) &&
      (!mapping.value || x.dataset.mapping===mapping.value) &&
      (!cve.checked || x.dataset.cve==="yes");

    x.style.display=show?"":"none";
    if(show)n++;
  });

  count.textContent="Showing "+n+" of "+items.length+" records";
}

q.addEventListener("input",apply);
group.addEventListener("input",apply);
mapping.addEventListener("input",apply);
cve.addEventListener("change",apply);
apply();
</script>z</main></body></html>)r	   rn   r   ra   r>   rJ   ri   ÚanyrN   rj   r   ÚTITLEÚCSSrv   rG   r%   r?   Úsortedr   rE   r)   rP   rQ   r{   r0   r   ÚsearchÚIr`   ÚINPUT)r<   rw   r"   ZrowsÚidxZenrichedÚgroupsZmappedry   rA   ÚmZmatchesÚlabelsrO   Úvaluers   rC   rM   ÚsourcerW   ÚmappingrY   Zhas_cver(   ZhayZheadingZ
match_htmlr   r   r   Úbuild[   s.    "0,@4PB&D"äâ
r“   c                  C  sð   t  ¡ } | jdttd� | jdttdƒd� | jdttd� | jdtdd� |  ¡ }zRtt	|j
ƒt	|jƒ|jƒ}|jjjddd	� |jj|d
d� td|j› �ƒ W dS  ttttjfyê } z"td|› �tjd� W Y d }~dS d }~0 0 d S )Nz--input)r]   Údefaultz--correlationsz!evidence/threat_correlations.jsonz--outputz--text-limitr!   T)ÚparentsÚexist_okr2   r3   zWrote r   zERROR: )Úfilerz   )ÚargparseÚArgumentParserÚadd_argumentr   r‹   ÚOUTPUTr   Ú
parse_argsr“   r9   ÚinputZcorrelationsZ
text_limitÚoutputÚparentÚmkdirZ
write_textÚprintr6   r   ÚOSErrorr8   ZJSONDecodeErrorÚsysÚstderr)ÚpÚaZpageÚexcr   r   r   Úmain�   s    TRr¨   Ú__main__)r!   ))Z
__future__r   r˜   r   r8   r   r£   Úcollectionsr   r   Úpathlibr   Útypingr   rG   r†   r‹   r›   r=   rr   rq   r   r   r   r    r)   r0   r9   r	   rJ   rP   rE   rQ   ra   rn   rv   r‡   r“   r¨   Ú__name__Úexitr   r   r   r   Ú<module>   s<   (4