a
     ˜ëjKC  ã                u  @   s†  d Z ddlZddlmZ ddlmZ e d¡Z�dDdd„Z�dEd
d„Z	dd„ Z
dd„ Z�dFdd„Zdd„ Zdd„ Ze ¡  eejƒZddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd€d�d‚dƒd„d…d†d‡dˆd‰dŠd‹dŒd�dŽd�d�d‘d’d“d”d•d–d—d˜d™dšd›dœd�dždŸd d¡d¢d£d¤d¥d¦d§d¨d©dªd«d¬d­d®d¯d°d±d²d³d´dµd¶d·d¸d¹dºd»d¼d½d¾d¿dÀdÁdÂdÃdÄdÅdÆdÇdÈdÉdÊdËdÌdÍdÎœ¸ZdÏdÐdÑdÒdÓdÔdÕdÖd×dØdÙdÚdÛdÜdÝdÞdßdàdádâdãdädådædçdèdédêdëdìdídîdïdðdñdòdódôdõdöd÷dødùdúdûdüdýdþdÿ�d �d�d�d�d�d�d�d�d�d	�d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�di�dj�dk�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d€�d��d‚�dƒ�d„�d…�d†�d‡�dˆ�d‰�dŠ�d‹�dŒ�d��dŽ�d��d��d‘�d’�d“�d”�d•�d–�d—�d˜�d™�dš�d›�dœ�d��dž�dŸ�d �d¡�d¢�d£�d¤�d¥�d¦�d§�d¨�d©�dª�d«�d¬�d­�d®�d¯�d°�d±�d²�d³�d´�dµ�d¶�d·�d¸�d¹�dº�d»�d¼�d½�d¾�d¿�dÀ�dÁ�dÂ�dÃ�dÄ�dÅ�dÆ�dÇ�dÈ�dÉ�dÊ�dË�dÌ�dÍ�dÎ�dÏ�dÐ�dÑ�dÒ�dÓ�dÔ�dÕ�dÖ�d×�dØ�dÙ�dÚ�dÛ�dÜ�dÝ�dÞ�dß�dà�dá�dâ�dã�dä�då�dæ�dç�dè�dé�dê�dë�dì�dí�dî�dï�dð�dñ�dò�dó�dô�dõ�dö�d÷�dø�dù�dú�dû�dü�dý�dþ�dÿ�d �d�d�d�d�d�d�d�d�d	�d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�œtZeeƒZeeƒZdS (G  a–  
Translate between language names and language codes.

The iso639-3 language codes were downloaded from the registration authority at
https://iso639-3.sil.org/

The iso639-3 codeset is evolving, so retired language codes are kept in the
"iso639retired" dictionary, which is used as fallback by the wrapper functions
"langname" and "langcode", in order to support the lookup of retired codes.

The "langcode" function returns the current iso639-3 code if there is one,
and falls back to the retired code otherwise. As specified by BCP-47,
it returns the shortest (2-letter) code by default, but 3-letter codes
are also available:

    >>> import nltk.langnames as lgn
    >>> lgn.langname('fri')          #'fri' is a retired code
    'Western Frisian'

    The current code is different from the retired one:
    >>> lgn.langcode('Western Frisian')
    'fy'

    >>> lgn.langcode('Western Frisian', typ = 3)
    'fry'

é    N)Úwarn)Úbcp47z[a-z][a-z][a-z]?Úfullc                 C   s°   |   d¡}|d  ¡ }t |¡rš|tv r0t| S |tv rpt| }td|›d|›�dd� d |g|dd…  ¡} t 	| ¡}|d	kr†|S |r¬|  d
¡d S ntd|›�dd� dS )zû
    Convert a composite BCP-47 tag to a language name

    >>> from nltk.langnames import langname
    >>> langname('ca-Latn-ES-valencia')
    'Catalan: Latin: Spain: Valencian'

    >>> langname('ca-Latn-ES-valencia', typ="short")
    'Catalan'
    ú-r   zShortening z to é   ©Ú
stacklevelé   Nr   ú:zCould not find code in )
ÚsplitÚlowerÚcodepatternÚ	fullmatchÚiso639retiredÚiso639shortr   Újoinr   Úname)ÚtagÚtypÚtagsÚcodeÚcode2r   © r   úM/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/langnames.pyÚlangname.   s    


r   r   c                 C   sV   | t jv r0t j|  }|dkr,|tv r,t| }|S | tv r@t|  S td| ›�dd� dS )ai  
    Convert language name to iso639-3 language code. Returns the short 2-letter
    code by default, if one is available, and the 3-letter code otherwise:

    >>> from nltk.langnames import langcode
    >>> langcode('Modern Greek (1453-)')
    'el'

    Specify 'typ=3' to get the 3-letter code:

    >>> langcode('Modern Greek (1453-)', typ=3)
    'ell'
    é   zCould not find language in r   r   N)r   ÚlangcodeÚ
iso639longÚiso639code_retiredr   )r   r   r   r   r   r   r   K   s    

r   c                 C   s
   t j|  S )z^
    Convert BCP-47 tag to Wikidata Q-code

    >>> tag2q('nds-u-sd-demv')
    'Q4289225'
    )r   Úwiki_q)r   r   r   r   Útag2qi   s    r    c                 C   s   t |  S )z^
    Convert Wikidata Q-code to BCP-47 tag

    >>> q2tag('Q4289225')
    'nds-u-sd-demv'
    )Ú
wiki_bcp47)Úqcoder   r   r   Úq2tags   s    r#   c                 C   s   t t| ƒ|ƒS )zÄ
    Convert Wikidata Q-code to BCP-47 (full or short) language name

    >>> q2name('Q4289225')
    'Low German: Mecklenburg-Vorpommern'

    >>> q2name('Q4289225', "short")
    'Low German'
    )r   r#   )r"   r   r   r   r   Úq2name}   s    
r$   c                 C   s   t t| ƒƒS )zd
    Convert simple language name to Wikidata Q-code

    >>> lang2q('Low German')
    'Q25433'
    )r    r   )r   r   r   r   Úlang2qŠ   s    r%   c                 C   s:   t |  ¡ ƒt t|  ¡ ƒƒkr.dd„ |  ¡ D ƒS tdƒ dS )z3Return inverse mapping, but only if it is bijectivec                 S   s   i | ]\}}||“qS r   r   )Ú.0ÚkeyÚvalr   r   r   Ú
<dictcomp>œ   ó    z inverse_dict.<locals>.<dictcomp>z1This dictionary has no bijective inverse mapping.N)ÚlenÚkeysÚsetÚvaluesÚitemsr   )Zdicr   r   r   Úinverse_dict™   s    r0   ZaaÚabÚafZakÚamÚarZanÚasÚavZaeZayÚazÚbaZbmÚbeZbnZbiZboÚbsÚbrÚbgÚcaÚcsÚchZceZcuZcvÚkwÚcoZcrÚcyÚdaÚdeZdvZdzÚelÚenÚeoÚetÚeuÚeeÚfoÚfaÚfjÚfiÚfrZfyÚffÚgdÚgaÚglÚgvZgnZguZhtZhaÚshÚheÚhzÚhiZhoÚhrÚhuZhyZigÚioÚiiÚiuZieÚiaÚidZikÚisÚitZjvÚjaÚklÚknÚksÚkaZkrÚkkÚkmZkiÚrwÚkyÚkvZkgÚkoZkjZkuÚloZlaÚlvÚliÚlnÚltZlbZluZlgZmhÚmlÚmrÚmkZmgÚmtÚmnÚmiÚmsZmyÚnaÚnvÚnrZndZngÚneÚnlÚnnÚnbÚnoÚnyÚocZojÚorZomÚosÚpaÚpiÚplÚptZpsZquZrmÚroZrnÚruZsgÚsaÚsiÚskÚslÚseÚsmZsnÚsdÚsoÚstÚesÚsqZscÚsrÚssZsuÚswÚsvÚtyÚtaÚttÚteÚtgÚtlÚthZtiÚtoÚtnÚtsZtkÚtrZtwZugÚukÚurÚuzÚveÚviZvoÚwaZwoÚxhÚyiZyoZzaÚzhÚzu)¸ZaarZabkZafrZakaZamhZaraÚargZasmZavaZaveZaymZazeZbakZbamZbelZbenZbisZbodZbosZbreZbulÚcatZcesZchaZcheZchuZchvZcorÚcosZcreZcymZdanZdeuÚdivZdzoZellZengZepoZestZeusZeweZfaoZfasZfijZfinZfraZfryZfulZglaZgleZglgZglvZgrnZgujZhatZhauZhbsZhebZherZhinZhmoZhrvZhunZhyeZiboZidoZiiiZikuZileZinaÚindZipkZislZitaZjavZjpnZkalZkanZkasZkatZkauZkazZkhmZkikZkinZkirZkomZkonZkorZkuaZkurZlaoZlatZlavZlimZlinZlitZltzZlubZlugZmahZmalÚmarZmkdZmlgZmltÚmonZmriZmsaZmyaZnauÚnavZnblZndeZndoZnepZnldZnnoZnobZnorZnyaZociZojiZoriZormZossZpanZpliZpolZporZpusZqueZrohZronÚrunZrusZsagÚsanÚsinZslkZslvZsmeZsmoZsnaZsndZsomZsotZspaZsqiZsrdZsrpZsswÚsunZswaZsweZtahZtamZtatÚtelZtgkZtglZthaZtirZtonZtsnZtsoZtukZturZtwiZuigZukrZurdZuzbZvenZvieZvolZwlnZwolZxhoZyidZyorZzhaZzhoZzulzWestern FrisianZ	AuvergnatZGasconZLimousinZLanguedocienu
   ProvenÃ§alu   AmapÃ¡ CreoleZBoganu   BanawÃ¡zBelgian Sign LanguagezSouthern ZhuangZChittagonianz
Falam Chinu   JaruÃ¡raZKohoroxitariZMoinbaZAikuzTlalitzlipa NahuatlzSoutheastern Puebla NahuatlZ
OccidentalZTomyangzPatla-Chicontla Totonacu   MiarrÃ£ZYinglishzLachirioag ZapotecZAtuencezNavarro-Labourdin BasquezSouletin BasqueZAmeraxZAheZAariZAmikoanaZArafundiZAdzeraZPamonaZBisuZBengkuluz
Hmong NjuazBakung KenyahzSarawak BisayazBahau River KenyahZBuxinhuaZBuyangzNorthern Zhuangu	   CarÃºtanazDarang Dengz
Land DayakZEnimZIzerez
Geman DengzGarreh-AjuranZItutangzLahu ShizKayan River KenyahzNorth KorowaiZKruiZKatinganZLematangZLintangZBerawanu   Northern NambikuÃ¡razSouthwest GbayaZ	ArakaneseZMimiZMadangzKhiamniungan NagaZNyaduZOganZOrokaivazIpeka-TapuiazSouthern PesisirZPenesakZ	PalembangzLower PokomoZPubianZRanauZ	RajbanshiZRawasZSemendozSindang KelingiZSelakozKahumamahon SaluanZSerawaiZTarpiaZSubaZSungkaiZSizakizSouthern MarakwetZTanjongzTutong 1zUpper Baram Kenyahz
Kayu Agungz	Muko-MukoZWareZKahayanzMahakam KenyahZKunfalzDayao YizMuji YizPula YizPuwa Yiz	Wumeng YizYuanjiang-Mojiang YizMalay (individual language)ZMundarizSilt'ezOld PersianZSerbianZCroatianZSakanZ	MoldavianZAariyau   Cubulco AchÃ­z Yepocapa Southwestern CakchiquelZChumashzNorthern CakchiquelzSouth Central CakchiquelzEastern CakchiquelzSouthern Cakchiquelu!   Santa MarÃ­a De JesÃºs Cakchiquelz Santo Domingo Xenacoj Cakchiquelz"Acatenango Southwestern CakchiquelzWestern Cakchiquelu   IxtatÃ¡n Chujz	Tila Cholu   CunÃ©n QuichÃ©zEmiliano-RomagnoloZ	EuropantozGamo-Gofa-DawrozSoutheastern Huastecu   San LuÃ­s PotosÃ­ Huastecz
Nebaj IxilzChajul IxilzWestern JacaltecozSouthern MamzTajumulco MamZTacaneczCentral Mamu   Todos Santos CuchumatÃ¡n MamzEastern Pokomamu   Western PokomchÃ­zSouthern Pokomamu   PapavÃ´u   Joyabaj QuichÃ©u   West Central QuichÃ©u   Eastern QuichÃ©u   San AndrÃ©s QuichÃ©Z	Malinguatz
Santa CruzzToala'u   BachajÃ³n TzeltalzChamula Tzotzilu   ChenalhÃ³ Tzotzilu   San AndrÃ©s Larrainzar TzotzilzWestern Tzutujilu   HuixtÃ¡n Tzotzilu   ZinacantÃ¡n TzotzilZVatratazChan Santa Cruz MayaZNyengZShakaraZParananzAlbay BicolanoZFinalligzBeti (Cameroon)Z	ChorotegaZChimakumZDarkhatZDarwaziZ	GabutamonzMohegan-Montauk-NarragansettzCataelano MandayazSangab Mandayau   CalÃ³zSanglechi-IshkashimiZ
SurigaononzSumo-MayangnaZ	TangshewiZWagawagazAyi (China)zSouthern Betsimisaraka MalagasyzDhanwar (India)zKolum So DogonZMaheiZNaxiZNootkaZTingalZTakpaZTunenZ
BandjigaliZ	ChaungthazKhumi Awa ChinzNisi (India)zWalo Kumbe DogonZ	ElpaputihZGarawaZGelaoZHoruruZIbilozJarawa (Nigeria)ZKadozUpper Tanudan Kalingaz
Paku KarenzKenuzi-DongolaZLuhuZOmatizDurango NahuatlZPaluZPongyongZSansuzSouth WemaleZWororaZWiranguZYangbyeZYendangZYampheZDanZDjiwarlizAghu TharnggaluZTalurzIzi-Ezaa-Ikwo-MgboZMeaZMalakhelZMaykulanZMudburazForest ManinkaZNguraZNgarlaZPanangZPiruZTanggaZWintuZXiandaoz
Yir YorontZYosZEmokz	Gugu MiniZLenguaZLamamzMaskoy Pidginz
Purum Nagau	   SanapanÃ¡ZYughZAramanikZAdapu   Ç‚KxÊ¼auÇ�Ê¼einz$Bemba (Democratic Republic of Congo)z$Borna (Democratic Republic of Congo)ZBuyaZDazau   Mangetti Dune ÇƒXungzGbati-riZ	ImeraguenZKakauhuaz
Sara DunjoZKwakZKakihumZLingkhimZMaligoZNgongu   ÇƒOÇƒungzMirpur PanjabiZSongaZThezSouthwestern TamangZUokhaZSubizYiddish Sign LanguagezMator-Taygi-KaragasZYanghozBaga MboteniZBhatolaZ	ChipiajesZCaguaZCoyaimazChilean QuechuaZCumeralZDhuwalzEastern GurungzSouthern GondiZGeyZIapamaZIranunZKassengZCoximazKota Marudu TinagasZKunggarazCoastal KadazanzTambunan DusunZNijadaliZ
NatagaimasZOmejesZPalumataZPonaresZPaozPray 3ZRunaZSavarazTempasuk DusunzTai Hang TongZTidongu	   Tai MÃ¨nezTinoc KallahanZTomedeszKamba (Brazil)u   KabixÃ­u	   XipinÃ¡waZKarahawyanau   YarÃ­ZJengZKataangZKrimzLua'zPu KoZRienzRennellese Sign LanguageZSokZShinabozLyons Sign LanguageZMediakZMosiroZNdaktupzNataoran AmisZAsasZDirariz	Hun-SaareZLuiZKhlorZMarambazMina (India)ZNingyeZArmazTayabas AytazBabalia Creole ArabicZ	BarbacoasZCaucaZChamariZDegaruZDororozEastern KarnicZGuliguliZKhalajzNepali KuruxzKui (India)ZLumbeeZNarauZPalpaZ	SemandangZTapebaZKarrangaZ	TasmanianZZiriyaZThudamZBikaruzVaghat-Ya-Bijim-LegeriZBalauZGejiZMuyaZNgoniZ	PapitalaizIja-ZubaZWarapuzJudeo-Tunisian ArabicZ
ChungmbokozLaka (Nigeria)zLango (South Sudan)ZPiniZSamaZSebuyauzKulon-PazehZWardujiZWyandot(t  ÚfriZauvZgscZlmsZlncZprvZamdZbghZbnhZbvsZccyZcitZflmZjapZkobZmobZmzfZnhjZnhsZoccZtmxZtotZxmiZyibZztcZatfZbqeZbszZaexZaheZaizZaknZarfZazrZbcxZbiiZbkeZbluZbocZbsdZbwvZbxtZbyuZccxZcruZdatZdykZeniZfizÚgenZgghZituZkdsZknhZkrgZkrqZkxgZlmtZlntZlodZmbgZmdoZmhvZmivZmqdZnkyZnxjZognZorkZpajZpecZpenZplmZpojZpunZraeZrjbZrwsZsddZsdiZsklZslbZsrjÚsufZsuhZsuuZszkZtleZtnjZttxZubmZvkyZvmoZwreZxahZxkmZxufZyioZymjZyplZypwZywmZyymZmlyZmuwZxstZopeZsccZscrZxskZmolZaayÚaccZcbmZchsZckcZckdZckeZckfZckiZckjZckkZckwZcnmZctiZcunZemlZeurZgmoZhsfZhvaZixiZixjZjaiÚmmsZmpfZmtzZmvcZmvjZpoaZpobZpouZppvZqujZqutZquuZqxiZsicZstcZtlzZtzbZtzcZtzeZtzsZtztZtzuZtzzZvlrZyusZnfgZnfkZagpZbhkZbkbZbtbZcjrZcmkZdrhZdrwZgavZmofZmstZmytZrmrZsglZsulÚsumZtnfZwgwZayxZbjqZdhaZdklZmjaZnbfZnooZtieZtkkZbazZbjdZccqZckaZdapZdwlZelpZgbcZgioZhrrZibiÚjarZkdvZkghZkppZkzhZlcqZmgxZnlnZpbzZpgyZscaZtlwZunpZwiwZybdÚyenZymaZdafZdjlZggrZilwZiziZmegZmldZmntZmwdZmyqZnbxZnlrZpcrZpprZtggZwitZxiaZyiyZyosZemoZggmZlegZlmmZmhhZpuzZsapZyuuZaamZadpZaueZbmyZbxxZbyyZdzdZgfxZgtiZimeZkbfZkojZkwqZkxeZliiZmwjZnnxZounZpmuZsgoZthxZtsfZuokZxsjZydsZymtZynhZbgmZbtlZcbeZcbhZcoyZcquZcumZdujZggnZggoZguvZiapZillZkgcZkoxZktrZkvsZkzjZkztZnadÚntsZomeZpmcZpodZppaZpryZrnaZsvrZtduZthcÚtidÚtmpZtneZtoeZxbaZxbxZxipZxkhZyriZjegZkgdZkrmZprbZpukZrieZrsiZskkZsnhZlsgZmwxZmwyZncpZaisÚasdZditZdudZlbaZlloZmydZmyiZnnsZaohZayyZbbzZbpbZccaZcdgZdguZdrrZekcZgliZkjfZkxlZkxuZlmzZnxuZplpZsdmZtbbZxrqZxtzZzirZthwZbicZbijZblgZgjiZmvmZngoÚpatZvkiZwraZajtZcugZlakÚlnoZpiiZsmdZsnbZuunZwrdZwya)r   )r   )r   )Ú__doc__ÚreÚwarningsr   Znltk.corpusr   Úcompiler   r   r   r    r#   r$   r%   r0   Zload_wiki_qr   r!   r   r   r   r   r   r   r   r   Ú<module>
   s†  



€ È >€ € Œ
  z