a
    ^­üjI  ã                	   @  sÜ  d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlmZmZ ddlmZ ddlmZ ddlmZ edƒZed	ƒZed
ƒZedƒZedƒZedƒZdZg d¢dddœg d¢dddœg d¢dddœg d¢dddœg d¢dddœg d¢d d!dœd"œZd#Zd$d%d&œd'd(„Zdtd$d*d*d+œd,d-„Zd$d.d/d0d1œd2d3„Zdud/d.d5d0d6œd7d8„Zd9d%d:œd;d<„Z d9d%d:œd=d>„Z!d9d%d:œd?d@„Z"d9d%d:œdAdB„Z#d9d%d:œdCdD„Z$d$dEd&œdFdG„Z%d9d%d:œdHdI„Z&d9d9d5dJœdKdL„Z'd9d%d:œdMdN„Z(d0d0dOœdPdQ„Z)d/d/dRdSœdTdU„Z*d9d*d:œdVdW„Z+d9d*d:œdXdY„Z,d0d0d*dZœd[d\„Z-d9d%d9d]œd^d_„Z.d0d0d0d`œdadb„Z/dvd%d%ddœdedf„Z0d9d%d:œdgdh„Z1d9d%diœdjdk„Z2d0dldldld%dmœdndo„Z3dldpœdqdr„Z4e5dsk�rØe6e4ƒ ƒ‚dS )wzNBuild NCRC narrative overview and drill-down pages from signals and incidents.é    )ÚannotationsN)ÚdatetimeÚtimezone)ÚPath)ÚAny)Ú
navigationzsignals/signals.jsonzincidents/incidents.jsonzincidents/rawznarratives/narratives.jsonzsite/narratives.htmlzsite/narrativesé
   )ÚAIzArtificial IntelligencezAutonomous SystemszMachine Learningr	   zdArtificial intelligence is increasingly changing offensive and defensive cybersecurity capabilities.)ÚkeywordsÚthemeÚsummary)úCritical InfrastructureZInfrastructureZEnergyzCharging InfrastructureZEVSEr   z`Critical infrastructure is becoming a growing target for cyber threats and disruption campaigns.)ÚGeopoliticszState ActorzNation StateZ	EspionageZSabotager   zZCyber activity is increasingly being used to achieve geopolitical and economic objectives.)ÚTransportationZ
AutomotiveZVehiclezConnected VehicleZMobilityZEVr   zdTransportation ecosystems are becoming more connected and therefore exposed to systemic cyber risks.)úSupply ChainZSupplierzThird PartyZ
DependencyzSoftware Componentr   zDSupply-chain dependencies continue to introduce systemic cyber risk.)Ú
GovernanceZ
RegulationZ
CompliancezUN R155zUN R156ZCRAzAI Actr   zaRegulatory frameworks are evolving to address increasing cyber and digital resilience challenges.)zAI-Powered Cyber Operationsz&Critical Infrastructure Under Pressurez Cyber as Geopolitical InstrumentzTransportation Digital RiskzSupply Chain FragilityzGovernance and Regulationa¹  :root{--bg:#eef1f5;--surface:#fff;--surface-alt:#f7f9fb;--hover:#f1f5f8;--ink:#1b2430;--muted:#5d6b7c;--line:#d5dce5;--accent:#1f4e79;--kind:#526b7d}@media(prefers-color-scheme:dark){:root{--bg:#12171e;--surface:#1a212b;--surface-alt:#151c25;--hover:#202a36;--ink:#e6ebf1;--muted:#93a1b3;--line:#2c3644;--accent:#7db4e6;--kind:#91a7b7}}*{box-sizing:border-box}body{margin:0;background:var(--bg);color:var(--ink);font:16px/1.5 "Segoe UI",system-ui,sans-serif}a{color:var(--accent);text-decoration:none}a:hover{text-decoration:underline}h1,h2,h3,h4{margin-top:0}.site-header{display:flex;align-items:center;justify-content:space-between;gap:24px;min-height:68px;padding:12px 28px;background:var(--surface);border-bottom:1px solid var(--line)}.site-nav{display:flex;flex-wrap:wrap;gap:4px}.site-nav-link{color:var(--muted);padding:7px 10px;border-radius:5px;font-size:.84rem;font-weight:600}.site-nav-link:hover{color:var(--ink);background:var(--surface-alt);text-decoration:none}.site-nav-link.active{color:var(--accent);background:color-mix(in srgb,var(--accent) 12%,transparent)}.site-brand{margin-left:auto;color:var(--ink);font-weight:700;white-space:nowrap}main{max-width:1240px;margin:auto;padding:26px 24px 44px}.hero,.card{background:var(--surface);border:1px solid var(--line);border-radius:7px;padding:22px;margin-bottom:20px}.hero h1{margin-bottom:6px}.sub,.muted{color:var(--muted)}.small{font-size:.82rem}.metrics,.tags,.meta{display:flex;flex-wrap:wrap;gap:8px}.metrics{margin-bottom:20px}.metric{display:flex;align-items:baseline;gap:7px;padding:9px 12px;background:var(--surface);border:1px solid var(--line);border-radius:6px}.metric strong{font-size:1.15rem}.metric span,.meta{color:var(--muted);font-size:.78rem}.toolbar{display:flex;justify-content:space-between;gap:12px;margin-bottom:14px}.filters{display:grid;grid-template-columns:1fr 220px;gap:10px;margin-bottom:16px}.filters input,.filters select{width:100%;background:var(--bg);color:var(--ink);border:1px solid var(--line);border-radius:5px;padding:8px 10px;font:inherit}.list{display:grid;grid-template-columns:repeat(auto-fit,minmax(340px,1fr));gap:12px}.item,.evidence-item{background:var(--surface-alt);border:1px solid var(--line);border-left:3px solid var(--kind);border-radius:6px;padding:16px}.item{display:flex;flex-direction:column;min-height:270px}.head{display:flex;justify-content:space-between;gap:12px}.head h3{margin:0 0 5px;font-size:1rem}.summary{margin:12px 0}.tag,.badge{padding:3px 7px;border:1px solid var(--line);border-radius:10px;font-size:.68rem}.tag{color:var(--muted)}.meta{margin-top:auto;padding-top:12px}.detail-link{display:inline-flex;margin-top:14px;padding:7px 10px;border:1px solid var(--line);border-radius:5px;font-size:.78rem;font-weight:700}.detail-list{display:grid;gap:10px}.evidence-item h3{margin-bottom:6px}.record-summary{margin:8px 0;color:var(--muted)}.back{display:inline-block;margin-bottom:15px}.footer{margin-top:28px;color:var(--muted);font-size:.82rem}@media(max-width:900px){.site-header{align-items:flex-start;flex-direction:column-reverse}.site-brand{margin-left:0}}@media(max-width:650px){.site-header{padding:12px 16px}main{padding:18px 12px}.filters,.list{grid-template-columns:1fr}.head,.toolbar{flex-direction:column}}r   Ústr)ÚvÚreturnc                 C  s   t jt| d ur| ndƒdd�S )NÚ T)Zquote)ÚhtmlÚescaper   ©r   © r   úbuild_narrative.pyÚe   ó    r   ç        Úfloat)r   Údr   c              	   C  s*   z
t | ƒW S  ttfy$   | Y S 0 d S ©N)r   Ú	TypeErrorÚ
ValueError)r   r   r   r   r   Únum   s    r#   ztuple[str, ...]r   zlist[dict[str, Any]])ÚdataÚkeysÚsourcer   c                   s€   t ˆ tƒrdd„ ˆ D ƒS t ˆ tƒrn|D ]*}t ˆ  |¡tƒr&dd„ ˆ | D ƒ  S q&t‡ fdd„dD ƒƒrnˆ gS td|› �ƒ‚d S )Nc                 S  s   g | ]}t |tƒr|‘qS r   ©Ú
isinstanceÚdict©Ú.0Úxr   r   r   Ú
<listcomp>$   r   zextract.<locals>.<listcomp>c                 S  s   g | ]}t |tƒr|‘qS r   r'   r*   r   r   r   r-   '   r   c                 3  s   | ]}|ˆ v V  qd S r    r   ©r+   Úk©r$   r   r   Ú	<genexpr>(   r   zextract.<locals>.<genexpr>)Úincident_idÚ	signal_idÚidÚtitleÚnameÚheadlinez!No supported record structure in )r(   Úlistr)   ÚgetÚanyr"   )r$   r%   r&   r/   r   r0   r   Úextract#   s    
(r;   FÚbool)Úpathr%   Úrequiredr   c                 C  s`   |   ¡ s|rtd| › �ƒ‚g S | jdd��"}tt |¡|| ƒW  d   ƒ S 1 sR0    Y  d S )NzInput file not found: úutf-8©Úencoding)ÚexistsÚFileNotFoundErrorÚopenr;   ÚjsonÚload)r=   r%   r>   Úfr   r   r   Ú	load_file*   s    rH   zdict[str, Any])Úrr   c                 C  sD   t |  d¡p@|  d¡p@|  d¡p@|  d¡p@|  d¡p@|  d¡p@dƒS )Nr5   r6   r7   r2   r3   r4   zUntitled record©r   r9   ©rI   r   r   r   r5   /   r   r5   c                 C  sd   |   d¡p*|   d¡p*|   d¡p*|   d¡p*d}t|tƒr\t|  d¡pX|  d¡pX|  d¡pXdƒS t|ƒS )	Nr&   Z	publisherZproviderZfeedr   r6   r5   Úurl©r9   r(   r)   r   ©rI   r   r   r   r   r&   0   s    ,r&   c                 C  s0   t |  d¡p,|  d¡p,|  d¡p,|  d¡p,dƒS )NÚdateZ	publishedZoccurred_atZ
created_atr   rJ   rK   r   r   r   rO   3   r   rO   c                 C  s^   |   d¡p |   d¡p |   d¡p d}|sVt|   d¡tƒrV| d   d¡pT| d   d¡pTd}t|ƒS )NrL   ÚlinkZ
source_urlr   r&   rM   rN   r   r   r   rL   4   s    "4rL   c                 C  s:   t |  d¡p6|  d¡p6|  d¡p6|  d¡p6|  d¡p6dƒS )Nr   ÚdescriptionÚ	narrativeÚtextÚcontentr   rJ   rK   r   r   r   rQ   8   r   rQ   z	list[str]c                 C  sH   t | tƒr| gS t | tƒr(dd„ | D ƒS t | tƒrDdd„ |  ¡ D ƒS g S )Nc                 S  s   g | ]}t |ƒD ]}|‘qqS r   ©Útexts©r+   r,   Úsr   r   r   r-   ;   r   ztexts.<locals>.<listcomp>c                 S  s   g | ]}t |ƒD ]}|‘qqS r   rU   rW   r   r   r   r-   <   r   )r(   r   r8   r)   Úvaluesr   r   r   r   rV   9   s    rV   c                   s    d}d  ‡ fdd„|D ƒ¡ ¡ S )N)r5   r6   r7   r   rQ   rR   rS   rT   ZthemesZnarrative_tagsÚtagsr
   ZsectorsZ
categoriesZincident_typeZaffected_assetsZattack_vectorsú c                 3  s&   | ]}t ˆ  |¡ƒD ]
}|V  qqd S r    )rV   r9   )r+   rG   rX   rK   r   r   r1   @   r   zsearchable.<locals>.<genexpr>)ÚjoinÚcasefold)rI   Úfieldsr   rK   r   Ú
searchable>   s    r_   )rI   r   r   c                   s"   t | ƒ‰ t‡ fdd„|d D ƒƒS )Nc                 3  s,   | ]$}t  d t  | ¡ ¡ d ˆ ¡V  qdS )z(?<!\w)z(?!\w)N)ÚreÚsearchr   r]   r.   ©Úhr   r   r1   B   r   zmatches.<locals>.<genexpr>r
   )r_   r:   )rI   r   r   rb   r   ÚmatchesA   s    rd   c              	   C  sz   |   d¡p&|   d¡p&|   d¡p&|   d¡}|r@dt|ƒ ¡  ¡  S dt d t| ƒ ¡ t| ƒ ¡ t	| ƒ ¡ f¡ 
¡ ¡ ¡  S )Nr2   r4   ZuuidÚevidence_idzid:zfp:ú|)r9   r   Ústripr]   ÚhashlibÚsha1r\   r5   rO   r&   ÚencodeÚ	hexdigest)rI   r,   r   r   r   ÚfingerprintC   s    (rl   )Úrowsr   c                 C  s~   i }| D ]h}t |ƒ}||vr&|||< qt|| ƒ}| ¡ D ],\}}||vs^|| d dg i fv r:|||< q:|||< qt| ¡ ƒS ©Nr   )rl   r)   Úitemsr8   rY   )rm   ÚoutrI   r/   ÚmrG   r   r   r   r   ÚdedupeG   s    &
rr   z&tuple[list[dict[str, Any]], list[str]])ÚmainÚrawr   c                 C  s¼   g }g }|   ¡ r,|t| dƒ7 }| t| ƒ¡ |  ¡ r°t| d¡ƒD ]l}z |t|dƒ7 }| t|ƒ¡ W qB tttj	fy¬ } z&t
d|› d|› �tjd� W Y d }~qBd }~0 0 qBt|ƒ|fS )N)ÚrecordsÚ	incidentsro   z*.jsonz[WARNING] Skipping z: ©Úfile)rB   rH   Úappendr   ÚsortedZrglobÚOSErrorr"   rE   ÚJSONDecodeErrorÚprintÚsysÚstderrrr   )rs   rt   rm   ÚfilesÚpÚexr   r   r   Úload_incidentsR   s    $"Hrƒ   c                 C  s$   t dtt|  d|  dd¡¡ƒdƒƒS )Nr   Zsignal_strengthÚ
confidencer   )ÚmaxÚminr#   r9   rK   r   r   r   Úsignal_scoreZ   r   r‡   c                 C  sº   dD ]v}|   |¡dvrt| | ƒ}d|  kr6dkrBn n|d n"d|  k rVdkrbn n|d n|}tdt|dƒƒ  S qddd	d	d
dœ  t|   d¡p®|   d¡p®|   d¡p®dƒ ¡ d¡S )N)Zincident_strengthZseverity_scoreZ
risk_scoreZconfidence_scorer„   Úscorern   r   é   r   éd   g      #@é   é   g      @)ZcriticalZhighZmediumZmoderateZlowZseverityZ
risk_levelZimpactr   é   )r9   r#   r…   r†   r   r]   )rI   r/   r   r   r   r   Úincident_score[   s
    PrŽ   )ÚssÚiir   c                 C  s®   | rt tt| ƒƒt| ƒ nd}|r8t tt|ƒƒt|ƒ nd}| rT|rT|d |d  n|pZ|}dd„ | | D ƒ}tt|tt| ƒd t|ƒd  dƒ tt|ƒd	 d
ƒ dƒdƒS )Nr   gÍÌÌÌÌÌä?gffffffÖ?c                 S  s   h | ]}t |ƒrt |ƒ’qS r   ©r&   r*   r   r   r   Ú	<setcomp>c   r   zconfidence.<locals>.<setcomp>g{®Gáz´?g
×£p=
Ç?g333333ó?g¸…ëQ¸¾?g333333ã?r   r‰   )ÚsumÚmapr‡   ÚlenrŽ   Úroundr†   )r�   r�   ZsaZiaÚbaseÚsourcesr   r   r   r„   a   s    <2r„   )rI   Úkindr   c                 C  sl   t |  d¡p0|  d¡p0|  d¡p0|  d¡p0t| ƒƒt| ƒt| ƒt| ƒt| ƒt| ƒ|dkr`t| ƒnt	| ƒdœS )Nr3   r2   re   r4   Úsignal)r4   r5   r&   rO   rL   r   Ústrength)
r   r9   rl   r5   r&   rO   rL   rQ   r‡   rŽ   )rI   r™   r   r   r   Úcompacte   s    rœ   )Úsignalsrv   r   c                   s  g }t  ¡ D ]æ\}‰ ‡ fdd„| D ƒ}‡ fdd„|D ƒ}|sB|sBqt||ƒ}t | ¡ ¡ ¡ d d… }| |||ˆ d ˆ d ||dkrŠdn|dkr–d	nd
t|ƒt|ƒt	dd„ || D ƒt
jd�dd„ t	|tdd�D ƒdd„ t	|tdd�D ƒdœ¡ qt	|dd„ dd�S )Nc                   s   g | ]}t |ˆ ƒr|‘qS r   )rd   r*   ©r   r   r   r-   j   r   z$build_narratives.<locals>.<listcomp>é   r   r   r‹   ZacceleratingrŒ   ZactiveZemergingc                 S  s   h | ]}t |ƒrt |ƒ’qS r   r‘   r*   r   r   r   r’   m   r   z#build_narratives.<locals>.<setcomp>©Úkeyc                 S  s   g | ]}t |d ƒ‘qS )rš   ©rœ   r*   r   r   r   r-   m   r   T)r¡   Úreversec                 S  s   g | ]}t |d ƒ‘qS )Zincidentr¢   r*   r   r   r   r-   m   r   )r4   Úslugr5   r   r   r„   Útrendr�   rv   r˜   Úsignal_recordsÚincident_recordsc                 S  s   | d | d | d fS )Nr„   rv   r�   r   )r,   r   r   r   Ú<lambda>n   r   z"build_narratives.<locals>.<lambda>)Ú
NARRATIVESro   r„   rh   ri   rj   rk   ry   r•   rz   r   r]   r‡   rŽ   )r�   rv   rp   r6   r�   r�   rˆ   Znidr   rž   r   Úbuild_narrativesg   s    $
$Žrª   r   )Úprefixr   c                 C  s
   t d| ƒS )NÚ
Narratives)Úsite_navigation)r«   r   r   r   Únavo   s    r®   c              	   C  sÆ   | d r*dt | d ƒ› dt | d ƒ› d�n
t | d ƒ}| d rRdt | d ƒ› d�nd	}d	 d
d„ | d | d d| d › d�fD ƒ¡}dt | d d | d  d | d   ¡ ƒ› d|› d|› d|› d�	S )NrL   z	<a href="z," target="_blank" rel="noopener noreferrer">r5   z</a>r   z<p class="record-summary">z</p>r   c                 s  s"   | ]}|rd t |ƒ› d�V  qdS )z<span>ú</span>N©r   r*   r   r   r   r1   u   r   zrecord_html.<locals>.<genexpr>r&   rO   z	Strength r›   z/10z)<article class="evidence-item" data-hay="r[   z"><h3>z</h3>z<div class="meta">z</div></article>)r   r\   r]   )rI   Zheadingr   Úmetar   r   r   Úrecord_htmlr   s    6 .r²   )Únr   c                 C  sò   d  dd„ | d df| d df| d d	f| d
 dffD ƒ¡}d  dd„ | d D ƒ¡pVd}d  dd„ | d D ƒ¡prd}d}dt| d ƒ› dt› dtdƒ› dt| d ƒ› dt| d ƒ› d|› d| d › d|› d| d
 › d|› dt| d  ƒ› d!|› d"�S )#Nr   c                 s  s,   | ]$\}}d t |ƒ› dt |ƒ› d�V  qdS ©z<div class="metric"><strong>z</strong><span>z</span></div>Nr°   ©r+   r   Úlr   r   r   r1   x   r   zdetail_page.<locals>.<genexpr>r„   zConfidence / 10r¥   ZTrendr�   ZSignalsrv   Z	Incidentsc                 s  s   | ]}t |ƒV  qd S r    ©r²   r*   r   r   r   r1   y   r   r¦   z+<p class="muted">No supporting signals.</p>c                 s  s   | ]}t |ƒV  qd S r    r·   r*   r   r   r   r1   z   r   r§   z-<p class="muted">No supporting incidents.</p>aÉ  <script>const q=document.getElementById("q"),items=[...document.querySelectorAll(".evidence-item")],count=document.getElementById("count");function apply(){const ts=q.value.trim().toLowerCase().split(/\s+/).filter(Boolean);let n=0;items.forEach(x=>{const show=ts.every(t=>x.dataset.hay.includes(t));x.style.display=show?"":"none";if(show)n++});count.textContent="Showing "+n+" of "+items.length+" records"}q.addEventListener("input",apply);apply();</script>z…<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>r5   z</title><style>ú</style></head><body>z../ud   <main><a class="back" href="../narratives.html">â†� Back to narratives</a><section class="hero"><h1>z</h1><p class="sub">r   z'</p></section><section class="metrics">a%  </section><section class="card"><div class="toolbar"><h2>Supporting evidence</h2><span class="muted small" id="count"></span></div><div class="filters"><input id="q" type="search" placeholder="Search all supporting signals and incidents ..."></div></section><section class="card"><h2>Signals (z)</h2><div class="detail-list">z5</div></section><section class="card"><h2>Incidents (z5</div></section><footer class="footer">Narrative ID: r4   z	</footer>ú</main></body></html>)r\   r   ÚCSSr®   )r³   Úmetricsr�   rv   Úscriptr   r   r   Údetail_pagew   s
    <r½   Úint)Ú
narrativesÚsignal_countÚincident_countÚlimitr   c                 C  sŠ  | d t |dƒ… }g }|D ]Ü}d dd„ |d d d… D ƒ¡}d |d |d	 |d
 g|d ¢R ¡ ¡ }| dt|ƒ› dt|d	 ƒ› dt|d ƒ› dt|d	 ƒ› dt|d ƒ› dt|d
 ƒ› d|› d|d › d|d › d|d › dt|d ƒ› d�¡ qd dd„ t| ƒdf|df|dft|ƒd ffD ƒ¡}	d d!d„ td"d#„ |D ƒtjd$�D ƒ¡}
d%}d&t› d't	ƒ › d(|	› d)|
› d*d |¡› d+|› d,�S )-Nr   r   c                 s  s   | ]}d t |ƒ› d�V  qdS )z<span class="tag">r¯   Nr°   r*   r   r   r   r1   €   r   zoverview.<locals>.<genexpr>r˜   r‹   r[   r5   r   r   z <article class="item" data-hay="z" data-theme="z"><div class="head"><div><h3>z</h3><span class="badge">z!</span></div><span class="badge">r¥   z </span></div><p class="summary">z</p><div class="tags">z)</div><div class="meta"><span>Confidence r„   z/10</span><span>r�   z signals</span><span>rv   z? incidents</span></div><a class="detail-link" href="narratives/r¤   u'   .html">View narrative â†’</a></article>c                 s  s(   | ] \}}d |› dt |ƒ› d�V  qdS r´   r°   rµ   r   r   r   r1   ‚   r   r¬   zSignals analysedzUnique incidents analysedZShownc                 s  s(   | ] }d t |ƒ› dt |ƒ› d�V  qdS )z<option value="z">z	</option>Nr°   r*   r   r   r   r1   ƒ   r   c                 S  s   h | ]}|d  ’qS )r   r   ©r+   r³   r   r   r   r’   ƒ   r   zoverview.<locals>.<setcomp>r    a?  <script>const items=[...document.querySelectorAll(".item")],q=document.getElementById("q"),theme=document.getElementById("theme"),count=document.getElementById("count");function apply(){const ts=q.value.trim().toLowerCase().split(/\s+/).filter(Boolean);let n=0;items.forEach(x=>{const show=ts.every(t=>x.dataset.hay.includes(t))&&(!theme.value||x.dataset.theme===theme.value);x.style.display=show?"":"none";if(show)n++});count.textContent="Showing "+n+" of "+items.length+" narratives"}q.addEventListener("input",apply);theme.addEventListener("input",apply);apply();</script>zž<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>Narratives</title><style>r¸   z¿<main><section class="hero"><h1>Narratives</h1><p class="sub">Strategic narratives derived from signals and incidents in the NCRC intelligence pipeline.</p></section><section class="metrics">a  </section><section class="card"><div class="toolbar"><h2>Strategic narratives</h2><span class="muted small" id="count"></span></div><div class="filters"><input id="q" type="search" placeholder="Search title, summary, theme ..."><select id="theme"><option value="">All themes</option>z!</select></div><div class="list">zp</div></section><footer class="footer">Select a narrative to view all supporting signals and incidents.</footer>r¹   )
r…   r\   r]   ry   r   r•   rz   r   rº   r®   )r¿   rÀ   rÁ   rÂ   ZselectedZcardsr³   rZ   Zhayr»   Zoptionsr¼   r   r   r   Úoverview}   s    J�4(rÄ   )r   c            	      C  sV  t  ¡ } | jdttd� | jdttd� | jdttd� | jdttd� | jdttd� | jdtt	d� | jdt
td� |  ¡ }�zˆt|jd	d
ƒ}t|j|jƒ\}}t||ƒ}dt ¡ t tj¡ ¡ t|jƒ|dœt|ƒt|ƒt|ƒt|ƒtdd„ |D ƒƒdœ|dœ}|jjjd
d
d� |jjt j!|ddd�dd� |j"jjd
d
d� |j"jt#|t|ƒt|ƒ|j$ƒdd� |j% &¡ �r‚t' (|j%¡ |j%jd
d
d� |D ](}|j%|d › d� jt)|ƒdd� �q–t*dt|ƒ› dt|ƒ› dt|ƒ› d�ƒ t*dt|ƒ› dt|ƒ› d�ƒ W dS  t+t,t-t j.f�yP } z"t*d |› �t/j0d!� W Y d }~dS d }~0 0 d S )"Nz	--signals)ÚtypeÚdefaultz--incidentsz--incidents-rawz--outputz--html-outputz--detail-dirz--limit)ru   r�   ro   Tr¿   )r�   Úincident_filesc                 s  s   | ]}|d  dkrdV  qdS )r„   r‹   r‰   Nr   rÃ   r   r   r   r1   Š   r   zmain.<locals>.<genexpr>)r¿   r�   Zincidents_uniquerÇ   Zhigh_confidence)ÚmoduleZ	generatedZgenerated_isoZinputsr   r¿   )ÚparentsÚexist_oké   F)ÚindentZensure_asciir?   r@   r¤   z.htmlz[NARRATIVES] z signals and z unique incidents loaded from z incident filesz narratives and z detail pages writtenr   z[ERROR] rw   )1ÚargparseÚArgumentParserÚadd_argumentr   ÚSIGNALS_FILEÚINCIDENTS_FILEÚINCIDENTS_RAW_DIRÚOUTPUT_FILEÚ	HTML_FILEÚ
DETAIL_DIRr¾   ÚDEFAULT_LIMITÚ
parse_argsrH   r�   rƒ   rv   Zincidents_rawrª   Útimer   Znowr   ZutcZ	isoformatr   r•   r“   ÚoutputÚparentÚmkdirZ
write_textrE   ÚdumpsZhtml_outputrÄ   rÂ   Z
detail_dirrB   ÚshutilZrmtreer½   r}   rC   r"   r{   r|   r~   r   )	r�   Úar�   rv   r€   r¿   r$   r³   r‚   r   r   r   rs   †   s    €*X.6.(rs   Ú__main__)r   )F)r   )7Ú__doc__Z
__future__r   rÍ   rh   r   rE   r`   rÝ   r~   rØ   r   r   Úpathlibr   Útypingr   r­   r   rÐ   rÑ   rÒ   rÓ   rÔ   rÕ   rÖ   r©   rº   r   r#   r;   rH   r5   r&   rO   rL   rQ   rV   r_   rd   rl   rr   rƒ   r‡   rŽ   r„   rœ   rª   r®   r²   r½   rÄ   rs   Ú__name__Ú
SystemExitr   r   r   r   Ú<module>   s^   @ú	