
    ̯wgQ                         d dl Z d dlZd dlZd dlmZ d dlmZmZmZm	Z	m
Z
 d dlmZ ddlmZ  G d d      Z G d	 d
      Z G d d      Zy)    N)Fraction)IteratorListMatchOptionalUnion)windowed   )remove_symbols_and_diacriticsc                   b     e Zd ZdZ fdZdee   dee   fdZdefdZ	defdZ
defd	Z xZS )
EnglishNumberNormalizerav  
    Convert any spelled-out numbers into arabic numbers, while handling:

    - remove any commas
    - keep the suffixes such as: `1960s`, `274th`, `32nd`, etc.
    - spell out currency symbols after the number. e.g. `$20 million` -> `20000000 dollars`
    - spell out `one` and `ones`
    - interpret successive single-digit numbers as nominal: `one oh one` -> `101`
    c                    t         |           h d| _        t        g dd      D ci c]  \  }}||
 c}}| _        | j                  j                         D ci c]  \  }}|dk(  rdn|dz   |df c}}| _        dd	d
dddd| j                  j                         D ci c]/  \  }}|dkD  r%|dk7  r |dk7  r||j                  d      rdndz   |df1 c}}| _        i | j                  | j                  | _	        ddddddddd| _
        | j                  j                         D ci c]  \  }}|j                  dd      |df c}}| _        | j                  j                         D ci c]  \  }}|j                  dd       |df c}}| _        i | j                  | j                  | _        d!d"d#d$d%d&d'd(d)d*d+d,d-| _        | j                  j                         D ci c]  \  }}|dz   |df c}}| _        | j                  j                         D ci c]  \  }}|dz   |df c}}| _        i | j                   | j"                  | _        h | j                  | j                  | j                  | _        d.d.d/d/d0| _        d1d1d2d2d3d3d4d4d5| _        t-        t/        | j(                  j1                               t/        | j*                  j1                               z         | _        d6d7id7d8| _        h d9| _        t-        | j                  | j                  | j                  | j                  | j                  | j                  | j$                  | j(                  | j*                  | j4                  | j6                  fD cg c]  }|D ]  }|  c}}      | _        d:d;h| _        y c c}}w c c}}w c c}}w c c}}w c c}}w c c}}w c c}}w c c}}w )<N>   oohzero)onetwothreefourfivesixseveneightnineteneleventwelvethirteenfourteenfifteensixteen	seventeeneighteennineteenr
   )startr   sixess)r   th)r
   st)   nd)   rd)   r(   )   r(   )zerothfirstsecondthirdfifthtwelfthr,   r.   r/   thr(         (   2   <   F   P   Z   )twentythirtyfortyfiftysixtyseventyeightyninetyyiesiethd     i@B i ʚ;l    J)l     I5 l     NZol     @=7M.cl      B3v^!< l      P ~cegl       73Me'l       (l
F3YHqS )hundredthousandmillionbilliontrillionquadrillionquintillion
sextillion
septillion	octillion	nonillion	decillion-+)minusnegativepluspositive   £u   €$   ¢)poundpoundseuroeurosdollardollarscentcentsrh   %)perpercent>   andpointdoubletripler   ones)super__init__zeros	enumeraterq   itemsones_pluralendswithones_ordinalones_suffixedtensreplacetens_pluraltens_ordinaltens_suffixedmultipliersmultipliers_pluralmultipliers_ordinalmultipliers_suffixeddecimalspreceding_prefixersfollowing_prefixerssetlistvaluesprefixes	suffixersspecialswordsliteral_words)selfinamevaluemappingkey	__class__s         `/home/mcse/projects/flask/flask-venv/lib/python3.12/site-packages/whisper/normalizers/english.pyrs   z EnglishNumberNormalizer.__init__   s<   (
 %* -
4 !G
	:  $yy0
e u}G$*uclB

  !
 $(99??#4D%19! t}}S1t<udmK
 G 0 0FD4E4EF 	
	 GKiiooFW
7BtUDLLe$ucl2

  $yy0
e LLf%t}4
 G 0 0FD4E4EF  $)047;>BF
 9=8H8H8N8N8P#
)4uD3J$#
 ;?:J:J:P:P:R$
+64D4K%&$
 %
%%%
&&%
! >$))=dii=$**= 	$
  	$
  ))00234++22456

 C=
 = JJII&&II&&$$--,,,,NNMM  #  

& $V_Q
6
$

(#
$
Hs/   N9N?%4O/O4O,O$OO#
r   returnc              #     K   d d d}dt         fd}dt        t         t        f   ffd}t        |      dk(  ry t	        d g|z   d gz   d      D ]  \  }}}|rd}|d uxr t        j                  d|      }|d   | j                  v }	|	r|d	d  n|}
t        j                  d|
      ry ||
      }|J Ct        t               r)j                  d
      rt              t        |      z    |       |	r|d   n|j                  d	k(  r|j                  |
|| j                  vr
 |        ||       || j                  v rt        xs d      dz   || j                  v r| j                  |   }|<t        t               s|| j                  v rI|| j                  v r"|dk  rd   dk(  sJ d d t        |      z   t              t        |      z   |dk  r(dz  dk(  r|z  t              t        |      z   Љdz  dk(  r|z  t              t        |      z   || j                   v r9| j                   |   \  }} |t        |      |z          n	t        t               s|| j                  v r]|| j                  v r,|dk  r'd   dk(  sJ  |d d t        |      z   |z          n |t              t        |      z   |z          n|dk  rEdz  dk(  r |t        |z         |z          ng |t              t        |      z   |z          nDdz  dk(  r |t        |z         |z          n" |t              t        |      z   |z          d @|| j                  v rf| j                  |   }|ct        t               rt              t        |      z   dz  dk(  r|z  t              t        |      z   || j"                  v r| j"                  |   \  }} |t        |      |z          t        t               r$ |t              t        |      z   |z          "dz  dk(  r |t        |z         |z          E |t              t        |      z   |z          i|| j$                  v r| j$                  |   }|t        t               sdk(  r> |      }|||z  nd }||j                  d	k(  r|j                   |       |߉dz  dz  }dz  }|||z  z   || j&                  v r| j&                  |   \  }} |t        |      |z          nt        t               rd |      }|||z  nd }|0|j                  d	k(  r! |t        |j                        |z          nL |        |t        |      |z          n+dz  dz  }dz  }|||z  z    |t              |z          d || j(                  v r9
 |       || j                  v s|r| j(                  |    ||       || j*                  v r)| j*                  |    |       D ||       P|| j,                  v r|n| j,                  |   }t        |t.              r7||v r |t              ||   z          d} |        ||        |t              |z           ||       || j0                  v r|| j                  vr|s
 |        ||       |dk(  r(|| j$                  vs&
 |        ||       >|dk(  s|dk(  r{|| j                  v s|| j                  v rG|dk(  rdnd}| j                  j3                  |d      }t        xs d      t        |      |z  z   d}
 |        ||       |dk(  r&|| j4                  v s|st        xs d      d
z   t7        d|       t7        d|         |       y y w)NFr'   c                 8    	 t        |       S # t        $ r Y y w xY wN)r   
ValueError)r'   s    r   to_fractionz:EnglishNumberNormalizer.process_words.<locals>.to_fraction   s#    {" s   
 	resultc                 4    t        |       } | z   } d d | S r   )str)r   prefixr   s    r   outputz5EnglishNumberNormalizer.process_words.<locals>.output   s*    [F!&EFM    r   r,   z^\d+(\.\d+)?$r
   . 0
   rK   rL   Trm   ro   rp   r*   rn   zUnexpected token: )r   r   intlenr	   rematchr   
isinstancerx   denominator	numeratorr   rt   rq   r{   rz   r   r   r   r   r   r   dictr   getr   r   )r   r   skipr   r   prevcurrentnextnext_is_numeric
has_prefixcurrent_without_prefixfrq   suffixr{   
multiplierpbeforeresidualrepeatsr   r   s                       @@r   process_wordsz%EnglishNumberNormalizer.process_words   s}     $+/	3 		5c? 	 u:?#+TFUNdV,CQ#G C	AD'4"$.S288<Ld3SO t}}4J4>WQR[G"xx(*@A 67}$}$!%-%..2E #E
S\ 9 $Um+'1v==A%KKE2E

*$ -'Wo%DJJ&EKR(3.DII%yy)= Es+ttyy/@		)dRi$RyC/// %cr
SY 6 #E
SY 6BYrzQ #E
SY 6s{a' #E
SY 6D...#11':f= TV!344s+ttyy/@tyy(TBY$RyC///$U3BZ#d)%;f%DEE$SZ#d)%;f%DEEBYrzQ$S%6%?@@$SZ#d)%;f%DEEs{a'$S%6%?@@$SZ#d)%;f%DEEDII%yy)= Es+JT2Es{a' #E
SY 6D...#11':f= TV!344s+ Uc$i!7&!@AAs{a'$S%6%?@@$SZ#d)%;f%DEED,,,!--g6
=&Es+uz#E*A*+-JTA}!); !$Um+ *"d]T1F$t|H"X
%::ED555%)%>%>w%G"
F= Z6!9::s+#E*A*+-JTA}!);$S%5%>??$Um+$S_v%=>>"d]T1F$t|H"X
%::E Uf!455D444$ -'4::%!55g>F /)D444$!55g>F -' /)DNN*$!^^G4F!&$/6>"(UfTl)B"CC#'D"(-/"(/1$SZ&%899 /)DMM)tzz)/($Um+ /)%4#3#33 ,"(-/$Wo-(Gx,?tyy(DDJJ,>'.(':!#yy}}T15 #EKR 03t9w3F F# ,"(-/$Wo-'t}}, #EKR 03 6 %'9'%CDD !#5gY!?@@GC	AJ - s   ]2a+8B2a+,?a+r'   c                 R   g }t        j                  d|      }t        |      D ]  \  }}t        |j	                               dk(  r#|t        |      dz
  k(  r|j                  |       F|j                  |       |j                  d      d   }|| j                  v s|| j                  v r|j                  d       |j                  d        d	j                  |      }t        j                  d
d|      }t        j                  dd|      }t        j                  dd|      }|S )Nz\band\s+a\s+half\br   r
   r*   )maxsplitr   z
point fivez
and a half z([a-z])([0-9])z\1 \2z([0-9])([a-z])z([0-9])\s+(st|nd|rd|th|s)\b\1\2)r   splitru   r   stripappendrsplitr   r   joinsub)r   r'   resultssegmentsr   segment	last_words          r   
preprocessz"EnglishNumberNormalizer.preprocess  s   88115#H- 	1JAw7==?#q(CMA%%w'w'#NNAN6r:	-d>N>N1NNN<0NN<0	1 HHW FF$h2FF$h2 FF17A>r   c                     dt         fd}dt         fd}t        j                  d||      }t        j                  d||      }t        j                  dd|      }|S )Nmc                     	 | j                  d      }| j                  d      }t        | j                  d            }| | d|dS # t        $ r | j                  cY S w xY w)Nr
   r*   r,   r   02d)groupr   r   string)r   currencyintegerri   s       r   combine_centsz:EnglishNumberNormalizer.postprocess.<locals>.combine_cents  sa     771:''!*AGGAJ"G9AeC[99  xx s   AA A A c                 t    	 dt        | j                  d             S # t        $ r | j                  cY S w xY w)Nra   r
   )r   r   r   r   )r   s    r   extract_centsz:EnglishNumberNormalizer.postprocess.<locals>.extract_cents  s9     C
O,--  xx s    77u,   ([€£$])([0-9]+) (?:and )?¢([0-9]{1,2})\bu   [€£$]0.([0-9]{1,2})\bz	\b1(s?)\bzone\1)r   r   r   )r   r'   r   r   s       r   postprocessz#EnglishNumberNormalizer.postprocess  s\    	 U 	 	 U 	  FFBMSTUFF.qA FF<1-r   c                     | j                  |      }dj                  d | j                  |j                               D              }| j	                  |      }|S )Nr   c              3   &   K   | ]	  }||  y wr    ).0words     r   	<genexpr>z3EnglishNumberNormalizer.__call__.<locals>.<genexpr>  s     XdtGWTXs   )r   r   r   r   r   r   r'   s     r   __call__z EnglishNumberNormalizer.__call__  sJ    OOAHHXd&8&8&CXXQr   )__name__
__module____qualname____doc__rs   r   r   r   r   r   r   r   __classcell__)r   s   @r   r   r      sR    L-\] 49 ] # ] ~C :S 2# r   r   c                   "    e Zd ZdZd ZdefdZy)EnglishSpellingNormalizerz~
    Applies British-American spelling mappings as listed in [1].

    [1] https://www.tysto.com/uk-us-spelling-list.html
    c                     t         j                  j                  t         j                  j                  t              d      }t        j                  t        |            | _        y )Nzenglish.json)	ospathr   dirname__file__jsonloadopenr   )r   mapping_paths     r   rs   z"EnglishSpellingNormalizer.__init__  s8    ww||BGGOOH$=~Nyyl!34r   r'   c                 T     dj                   fd|j                         D              S )Nr   c              3   V   K   | ]   }j                   j                  ||       " y wr   )r   r   )r   r   r   s     r   r   z5EnglishSpellingNormalizer.__call__.<locals>.<genexpr>  s"     K((t4Ks   &))r   r   r   s   ` r   r   z"EnglishSpellingNormalizer.__call__  s    xxKKKKr   N)r   r   r   r   rs   r   r   r   r   r   r   r     s    5L# Lr   r   c                       e Zd Zd ZdefdZy)EnglishTextNormalizerc                 P   d| _         i dddddddd	d
ddddddddddddddddddddddd d!d"i d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdLdQdRdS| _        t               | _        t	               | _        y )TNz\b(hmm|mm|mhm|mmm|uh|um)\bz	\bwon't\bzwill notz	\bcan't\bzcan notz	\blet's\bzlet usz	\bain't\baintz	\by'all\bzyou allz	\bwanna\bzwant toz	\bgotta\bzgot toz	\bgonna\bzgoing toz\bi'ma\bzi am going toz\bimma\bz
\bwoulda\bz
would havez
\bcoulda\bz
could havez\bshoulda\bzshould havez	\bma'am\bmadamz\bmr\bzmister z\bmrs\bzmissus z\bst\bzsaint z\bdr\bzdoctor z\bprof\bz
professor z\bcapt\bzcaptain z\bgov\bz	governor z\bald\bz	alderman z\bgen\bzgeneral z\bsen\bzsenator z\brep\bzrepresentative z\bpres\bz
president z\brev\bz	reverend z\bhon\bz
honorable z\basst\bz
assistant z	\bassoc\bz
associate z\blt\bzlieutenant z\bcol\bzcolonel z\bjr\bzjunior z\bsr\bzsenior zesquire z	 had beenz	 has beenz	 had gonez	 has gonez	 had donez has gotz notz arez isz wouldz willz havez am)z\besq\bz	'd been\bz	's been\bz	'd gone\bz	's gone\bz	'd done\bz's got\bzn't\bz're\bz's\bz'd\bz'll\bz't\bz've\bz'm\b)ignore_patterns	replacersr   standardize_numbersr   standardize_spellings)r   s    r   rs   zEnglishTextNormalizer.__init__  s   <6
*6
 )6
 (	6

 &6
 )6
 )6
 (6
 *6
 6
 6
 <6
 <6
 M6
 '6
" y#6
$ 	%6
& x'6
( y)6
* +6
, -6
. /6
0 16
2 
36
4 
56
6 )76
8 96
: ;6
< =6
> ?6
@ ,A6
B }C6
D 
E6
F yG6
H yI6
J #%%%%%#k6
n $;#< %>%@"r   r'   c                    |j                         }t        j                  dd|      }t        j                  dd|      }t        j                  | j                  d|      }t        j                  dd|      }| j                  j                         D ]  \  }}t        j                  |||      } t        j                  dd|      }t        j                  dd	|      }t        |d
      }| j                  |      }| j                  |      }t        j                  dd	|      }t        j                  dd|      }t        j                  dd|      }|S )Nz[<\[][^>\]]*[>\]]r   z\(([^)]+?)\)z\s+''z	(\d),(\d)r   z\.([^0-9]|$)z \1u
   .%$¢€£)keepu   [.$¢€£]([^0-9])z	([^0-9])%z\1 z\s+r   )	lowerr   r   r   r   rv   r   r   r   )r   r'   patternreplacements       r   r   zEnglishTextNormalizer.__call__  s   GGIFF'Q/FF?B*FF4''Q/FF7C#$(NN$8$8$: 	0 G[wQ/A	0 FF<!,FF?FA.)!,?$$Q'&&q) FF)615FF<+FF63"r   N)r   r   r   rs   r   r   r   r   r   r   r     s    :Ax# r   r   )r   r   r   	fractionsr   typingr   r   r   r   r   more_itertoolsr	   basicr   r   r   r   r   r   r   <module>r     sB     	 	  9 9 # 0s slL LU Ur   