a
    #.ôjÃ9  ã                   @   s¶  d Z ddlZddlmZmZmZ ddlmZ dZdZdZ	dZ
d	d
„ Zdd„ Zg d¢Zg d¢Zg d¢Zg d¢Zg d¢Zg d¢Zg d¢Zg d¢Zg d¢ZeeƒZeeƒZeeƒZeeƒZeeƒZeeƒZeeƒZeeƒZeeƒZdd„ Zdd„ Z dd„ Z!dd„ Z"dd„ Z#d d!„ Z$g d"¢g d#¢d$d%gd&d'gd(d)gd*gg d+¢g d,¢d-d.gd/d0gd1d2gd3d4gg d5¢d6d7gg d8¢g d9¢d:gg d;¢g d<¢d=œZ%d>d?„ e% &¡ D ƒZ'd@dA„ Z(dBdC„ Z)dDdE„ Z*dFdG„ Z+dS )Ha˜  
Zero-Day Intelligence Module - NCRC Threat Register (Tier-1, OEM & Priority Hardware)

Main fixes vs. previous version:
  * WORD-BOUNDARY matching. Before, "ecu" matched "s-ecu-re", "ivi" matched "pr-ivi-lege",
    "lear" matched "c-lear", "mini" matched "administrator", "ota" matched "quota",
    "ble" (Bluetooth surface) matched "enable/table/possible", "api" matched "capital" ...
  * Matching only on description + CPE vendor/product (not json.dumps of the whole record,
    which included reference URLs, hashes, etc.)
  * Ambiguous terms (bosch, gateway, diagnostic, uds, ford, mini ...) need vehicle context
  * CPE vendor is used as strong signal (cpe:2.3:o:tesla:...)
  * Date filter was silently broken: NVD dates are naive, comparison with an aware datetime
    raised TypeError, which the bare except swallowed -> filter never applied
  * CVE-ID year filter removed (CVE-2023-xxxx published in 2024 was dropped); published date is used
  * CVSS v4.0 supported; Primary (NVD) metric preferred
  * Rejected CVEs skipped; CVEs still awaiting NVD scoring are kept (flagged), not dropped
  * Surfaces detected from the description only (not from the search keyword)
é    N)ÚdatetimeÚtimezoneÚ	timedelta)Úcollect_all_feedsiÚ  éx   ç      @ç      @c                 C   s>   t dd„ | D ƒtdd�}t dd dd„ |D ƒ¡ d	 tj¡S )
Nc                 S   s   h | ]}|  ¡ ’qS © )Úlower)Ú.0Útr	   r	   úzero_day_intel.pyÚ	<setcomp>"   ó    z_rx.<locals>.<setcomp>T©ÚkeyÚreversez(?<![a-z0-9])(?:ú|c                 s   s   | ]}t  |¡V  qd S )N)ÚreÚescape)r   Úpr	   r	   r   Ú	<genexpr>#   r   z_rx.<locals>.<genexpr>z)(?![a-z0-9]))ÚsortedÚlenr   ÚcompileÚjoinÚI)ZtermsÚpartsr	   r	   r   Ú_rx!   s    ÿr   c                 C   s   t dd„ |  |¡D ƒƒS )Nc                 S   s   h | ]}|  d ¡ ¡ ’qS )r   )Úgroupr
   ©r   Úmr	   r	   r   r   (   r   z_hits.<locals>.<setcomp>)r   Úfinditer)ÚrxÚtextr	   r	   r   Ú_hits'   s    r%   )ZfleetdmZkibanazelastic agentzsuse rancherzwindows mdmz	apple mdm)'ZaudiZ
volkswagenZvwZporscheZskodaZteslaZbmwZmercedeszmercedes-benzZdaimlerZtoyotaZlexusZ	chevroletZcadillacZhyundaiZkiaZhondaZnissanZvolvoZpolestarZrenaultZ
stellantisZjeepZrivianZbydZnioZxpengZsuzukizindian motorcyclezharley-davidsonz
land roverZmazdaZsubaruzgeneral motorsz
ford motorZscaniaZYutongZvdlZiveco)	ZfordZminiZseatZfiatZlucidZpolarisZdodgeZramZchrysler)ZharmanZdensoZvisteonzpanasonic automotiveZclarionZaptivZvaleozzf groupzzf friedrichshafenzvector informatikZqnxZautosarZ
elektrobit)
ZboschZcontinentalZalpineZpioneerZmagnaZlearZinfineonZnxpZrenesasZ	panasonic)0úcan busúcontroller area networkú	can frameú
can framesúiso-tpÚisotpÚj1939Zj1708Zj1587úsome/ipÚsomeipÚdoipúdiagnostics over ipúunified diagnostic servicesÚevseÚocppÚdcfcú	iso 15118Úiso15118úplug and chargeúplug & chargeúvehicle-to-gridúvehicle to gridÚv2gÚecuÚecusúelectronic control unitÚtcuÚ
telematicsztelematics control unitÚinfotainmentÚvcsecÚtpmsú
in-vehicleÚobdzobd-iiZobd2ÚkeylessÚimmobilizerÚimmobiliserúrolling-codeúrolling codeúkey fobzkey fobsú	smart keyú
remote keyúcharging stationúvehicle cloud)
ÚudsÚiviÚgatewayZ
diagnosticZdiagnosticsÚwcmúfleet managementz
ota updateúover-the-airÚota)ZvehicleZvehiclesZ
automotiveZcarZcarsZtruckZtrucksZ
motorcycleú	head unitrD   zelectric vehiclez
ev chargerrA   r@   r&   r<   rE   r2   r3   rN   r5   r6   r7   r8   r9   r:   r;   rF   )rF   rI   rJ   rG   rH   rS   rB   rC   r&   rM   rL   rK   c              	   C   sÂ   |   di ¡}d dd„ |  dg ¡D ƒ¡}g }|  dg ¡D ]r}|  dg ¡D ]`}|  dg ¡D ]N}|  d	d
¡ d¡}t|ƒdkrX| |d  dd¡¡ | |d  dd¡¡ qXqHq8| ¡ d |¡ ¡ fS )z@Returns (description_text, cpe_vendor_product_text) - lowercase.Úcveú c                 s   s   | ]}|  d d¡V  qdS )ÚvalueÚ N©Úget©r   Údr	   r	   r   r   s   r   zrecord_text.<locals>.<genexpr>ÚdescriptionsZconfigurationsZnodesZcpeMatchZcriteriar[   ú:é   é   Ú_é   )r]   r   Úsplitr   ÚappendÚreplacer
   )ÚrecrX   ÚdescZ	cpe_partsZcfgZnoder!   Úbitsr	   r	   r   Úrecord_textp   s    rl   c                 C   sà   t | ƒ\}}|› d|› � ¡ }ttt|ƒƒ}ttt|ƒƒ}ttt|ƒƒ}ttt|ƒƒ}ttt|ƒƒ}ttt	|ƒƒ}	ttt
|ƒƒ}
t |¡r–|s–dg fS tƒ }||O }|rÐ||O }||O }||O }||	O }||
O }t|ƒt|ƒfS )ac  
    Return (is_automotive, matched_terms).

    Classification rules:
    1. Explicitly excluded products are rejected unless independent automotive
       technology evidence is present.
    2. Strong automotive technology terms can independently establish
       automotive relevance.
    3. OEM and supplier names require automotive or vehicle context.
    4. Ambiguous OEM, supplier and technology terms also require context.

    This prevents package or project names such as the Erlang package "tesla"
    from being classified as automotive solely because their name matches an
    automotive OEM.
    rY   F)rl   ÚstripÚsetr%   ÚTECH_STRONG_RXÚ
CONTEXT_RXÚOEM_STRONG_RXÚOEM_AMBIGUOUS_RXÚSUPPLIER_STRONG_RXÚSUPPLIER_AMBIGUOUS_RXÚTECH_WEAK_RXÚ
EXCLUDE_RXÚsearchÚboolr   )ri   rj   ÚcpeZfullZtech_strong_hitsZcontext_hitsZoem_strong_hitsZoem_ambiguous_hitsZsupplier_strong_hitsZsupplier_ambiguous_hitsZtech_weak_hitsÚmatchedr	   r	   r   Úclassify_automotive‚   s(    r{   c                 C   s   t | ƒd S )Nr   )r{   )ri   r	   r	   r   Úis_valid_automotive_recordµ   s    r|   c                 C   s>   |d u rdS t | ƒ\}}t |d | ¡r6|tkr6dS |tkS )NFrY   T)rl   ÚPRIORITY_RXrw   ÚMIN_SCORE_PRIORITYÚMIN_SCORE_DEFAULT)ri   Z
cvss_scorerj   ry   r	   r	   r   Úpasses_severity_filter¼   s    r€   c                 C   sV   | d u rdS zt | ƒ}W n ty,   Y dS 0 |dkr:dS |dkrFdS |dkrRdS dS )	NZUnknowng      "@ZCriticalr   ZHighr   ZMediumZLow)ÚfloatÚ	Exception)ÚcvssÚvr	   r	   r   Úcvss_to_scoreÅ   s    r…   c              
   C   s†   dD ]|\}}|   |¡}t|tƒr|rtdd„ |D ƒ|d ƒ}|  di ¡  d¡}|d urzt|ƒ|fW   S  ttfy~   Y q0 qdS )N))ZcvssMetricV31z3.1)ZcvssMetricV30z3.0)ZcvssMetricV40z4.0)ZcvssMetricV2z2.0c                 s   s    | ]}|  d ¡dkr|V  qdS )ÚtypeZPrimaryNr\   r    r	   r	   r   r   Ú   r   zextract_cvss.<locals>.<genexpr>r   ZcvssDataZ	baseScore)NN)r]   Ú
isinstanceÚlistÚnextr�   Ú	TypeErrorÚ
ValueError)Úmetricsr   ÚverZlstZpickÚscorer	   r	   r   Úextract_cvssÕ   s    
r�   )r&   r'   r(   r)   )rP   r1   zsecurity accessr*   r+   r/   r0   r.   r-   r,   )rV   rU   zfirmware update)r@   r?   rO   ZfleetrT   Zbackendzcloud serverZcertificateZauthenticationZ	bluetoothZble)Zwifizwi-fiZwlanZgpsZgnss)r2   ZchargerrN   r3   r4   r5   r6   r7   r8   r9   r:   r;   )rA   rQ   rW   rR   )r<   r=   r>   )	rF   rG   rH   rI   rJ   rS   rK   rL   rC   )zCAN BuszUDS DiagnosticszISO-TPZDOIPzSOME/IPZJ1939ZOTAZ
TelematicsZFleetZBackendZIdentityZ	BluetoothZWiFiZGNSSzEV ChargingZInfotainmentZGatewayZECUzKeyless / Hardwarec                 C   s   i | ]\}}|t |ƒ“qS r	   )r   )r   ÚsÚkr	   r	   r   Ú
<dictcomp>
  r   r’   c                    s$   ‡ fdd„t  ¡ D ƒ}t|ƒp"dgS )Nc                    s   h | ]\}}|  ˆ ¡r|’qS r	   )rw   )r   r�   r#   ©r$   r	   r   r     r   z"detect_surfaces.<locals>.<setcomp>zGeneral Automotive Surface)Ú
SURFACE_RXÚitemsr   )r$   Úfoundr	   r“   r   Údetect_surfaces  s    r—   c                 C   sL   | sd S zt  |  dd¡¡}W n ty2   Y d S 0 |jr>|S |jtjd�S )NÚZz+00:00)Útzinfo)r   Zfromisoformatrh   r‹   r™   r   Úutc)r�   Zdtr	   r	   r   Úparse_dt  s    r›   c                 C   s–   |   di ¡}|  dd¡}|  dg ¡}t|  di ¡ƒ\}}t| ƒ\}}	dd„ |D ƒ}
||  dd	¡t|ƒ|||d u ||g|t|d
 |	 ƒ|
d|› �g dœS )NrX   ÚidÚunknownr`   rŒ   c                 S   s0   g | ](}|  d ¡dkr|  d¡rd|d i‘qS )ZlangZenrZ   r$   r\   r^   r	   r	   r   Ú
<listcomp>&  s   ÿz&convert_nvd_record.<locals>.<listcomp>Ú	publishedr[   rY   z!https://nvd.nist.gov/vuln/detail/)ÚnamerŸ   rŽ   rƒ   Zcvss_versionZpending_analysisÚkeywordÚkeywordsZmatched_termsZsurfacesÚvulnerabilitiesZurlZfuzzing)r]   r�   rl   r…   r—   )ri   r¡   rz   rX   r    r`   rƒ   r�   rj   ry   Zvulnsr	   r	   r   Úconvert_nvd_record  s(    
ór¤   c                  C   s�  t dƒ tƒ } dd„ | D ƒ}t dt|ƒ› d�ƒ t tj¡}|ttd� }|tt	d� }i t
ƒ  }}tddddddd�}|D �]Ô}| d	d
¡}	| di ¡ dg ¡D �]¬}
|
 di ¡}| dd¡}||v rìtt
|| d ƒ|	hB ƒ|| d< q¢||v röq¢|d  d7  < | d¡�pi gd  dd
¡}| d¡dk�s@| d¡�r\|d  d7  < | |¡ q¢t|
ƒ\}}|�sŠ|d  d7  < | |¡ q¢t| d¡ƒ}|�rÄ||k �rÄ|d  d7  < | |¡ q¢t|
|	|ƒ}|d d u �r|�r8||k �r8|d  d7  < | |¡ q¢n,t|
|d ƒ�s8|d  d7  < | |¡ q¢|||< |d  d7  < q¢q|t| ¡ dd „ d!d"�}t d#|› �ƒ t d$t|ƒ› d%�ƒ |S )&Nz6[ZERO-DAY] Collecting automotive intelligence feeds...c                 S   s   g | ]}|  d ¡dkr|‘qS )ÚsourceZNVDr\   )r   Úfr	   r	   r   rž   @  r   z run_zero_day.<locals>.<listcomp>z[ZERO-DAY] Processing z
 NVD feeds)Zdaysr   )ÚseenÚrejected_statusÚnot_automotiveÚtoo_oldÚlow_severityÚkeptr¡   r[   Údatar£   rX   rœ   r�   r¢   r§   é   r`   rZ   Z
vulnStatusZRejectedz** REJECT **r¨   r©   rŸ   rª   rƒ   r«   r¬   c                 S   s    | d d u | d pd | d fS )Nrƒ   r   rŸ   r	   )Úrr	   r	   r   Ú<lambda>s  r   zrun_zero_day.<locals>.<lambda>Fr   z[ZERO-DAY] Stats: z[ZERO-DAY] Produced z  prioritized automotive records.)Úprintr   r   r   Únowr   rš   r   ÚLOOKBACK_DAYSÚPENDING_WINDOW_DAYSrn   Údictr]   r   Ú
startswithÚaddr{   r›   r¤   r€   Úvalues)ZfeedsZ	nvd_feedsr²   ÚcutoffZpending_cutoffÚuniqueZrejectedZstatsZfeedr¡   ri   rX   ZcidZ
first_descÚokrz   ZpubÚrecordÚfinalr	   r	   r   Úrun_zero_day=  sX    
"þr¾   ),Ú__doc__r   r   r   r   Zfeeds_automotiver   r³   r´   r~   r   r   r%   ZEXCLUDE_PRODUCTSZ
OEM_STRONGZOEM_AMBIGUOUSZSUPPLIER_STRONGZSUPPLIER_AMBIGUOUSZTECH_STRONGZ	TECH_WEAKZCONTEXT_TERMSZPRIORITY_HARDWARErv   ro   rq   rr   rs   rt   ru   rp   r}   rl   r{   r|   r€   r…   r�   ZSURFACE_RULESr•   r”   r—   r›   r¤   r¾   r	   r	   r	   r   Ú<module>   st   3	à#
