ɯwgw" <ddlmZmZmZmZddlZddlZddlmZm Z ddl m Z m Z m Z ddlmZdZ dde d eeej$fd ed e fd Zd eeej$fdeeej$fdej*d eej$ej$ffdZdZy))ListOptionalTupleUnionN) Pointwise TensorBox)fallback_handleris_integer_typeregister_lowering)opscltj||g|dz}||dzg}||z}||fS)Nr)r indirect_indexing) batch_idxseq_idxoffsets_loader jagged_len begin_idxend_idx jagged_idxs e/home/mcse/projects/flask/flask-venv/lib/python3.12/site-packages/torch/_inductor/jagged_lowerings.pydense_idx_to_jagged_idxrsL%% {#QIi!m_-GW$J w offsetsrrealizereturnc tdr jSjj}j fd}t j |||g}|r|j|_|S)a Returns "inverse_offsets" - the inverse of the offsets array. offsets maps batch index (dense) to jagged index (i.e. offset into jagged tensor). inverse_offsets maps jagged index to batch index. e.g. for offsets [0, 3, 4, 9, 10] this will return inverse_offsets = [0, 0, 0, 1, 2, 2, 2, 2, 2, 3] For the given offsets, the computed inverse_offsets are cached on the first call and reused in the further calls. inverse_offsetsc|d}tjtj|jj dd}|dz S)NrT)values offsets_name offsets_sizeindexing_dtyperightr)r bucketize index_exprget_nameget_size)indexidxbucketdtypers rinner_fnz%get_inverse_offsets..inner_fn:sWAh>>#u- ))+ ))+A.   zrdevicer,r-ranges)hasattrrr get_device get_dtypercreate)rrrr/r-rr,s` @rget_inverse_offsetsr5s"w)*&&&  OO"--/F **,E  &&| O!.G r batch_size max_seq_len offsets_dtypectj||g|dz}||g}tj|||z }tj||d} || fS)NrF)check)r rr&) rinverse_offsets_loaderrr6r7r8r batch_startseqrs rjagged_idx_to_dense_idxr>Xsg%% |,QI!)-K ..] 3k AC##CEBG g rc ttjjjj  d dt dtt dttdtdt f d} d dt dtt dttdt fd ttjjj d dt dtt dttdt ffd }y) N jagged_valuesjagged_offsets max_lengths padding_valuerc|j}|j}|j}t|dk7sw|jdk7sh||djk7sRt|dk7sDt|djdk7s%t|t|k7st |dsBt tjjjjd|||S|d}|jd}|j|dz } |d} |d} |d| | | g} |j|jfd} tj||| | S) NrcudarFadd_to_fallback_setc|\}}t||\}tjtjtj| fd S)N)rrrrcgSN)emb_idxr values_loadersrz`register_jagged_ops.._jagged_to_padded_dense_forward..inner_fn..s z7&;<r)rr maskedltr&) r)rrrrMrrr8rrCrNs @@rr-zNregister_jagged_ops.._jagged_to_padded_dense_forward..inner_fnsb*/ 'Iw"9#-% # J ::NN:}==  rr.)r2r3r(lentyper r torchr aten_jagged_to_padded_dense_forwarddefault make_loaderrr4)r@rArBrCr/r,jagged_values_sizer offsets_lenr6r7 embedding_len output_sizer-rr8rrNs ` @@@@rrVz._jagged_to_padded_dense_forwardms))+'')*335  1 ${{f$*5577%&!+>!$--/0A5;3~#66">!#45# >>FF$) ,A.&&(+ ))+  1_ !!n *1- '* !; > %113  ,,.  $   rdenserc |j}|j}|j}t|dk7sb|jdk7sS||djk7s=t|djdk7st|dk7s|t |dst |d|||S|d}|j|d |d|d}||g} |j |jt||} | j fd } tj||| | S) NrrErFrG)rrc |\}t|  \tjtjtj tj fddS)N)rrr;r6r7r8cgSrKrL)r dense_loaderrMrsrrOz^register_jagged_ops.._dense_to_jagged_forward_impl..inner_fn..s i'%BCr)r>r rPrQr&) r)rrrMrr6rcr;r7r8rs @@@rr-zLregister_jagged_ops.._dense_to_jagged_forward_impl..inner_fnsr"' J!8%-'=%'+ " Iw::NN7M:NN; >D  rr.) r2r3r(rRrSr r rXr5rr4) fallback_opr]rArr/r, dense_sizerr[r\rr-r6rcr;r7r8rs @@@@@@r_dense_to_jagged_forward_implz:register_jagged_ops.._dense_to_jagged_forward_impls] !!#!^^%   1 ${{f$*5577>!$--/0A5:!#!">!#45K#KUK  ,A.))+ ]  m "2 !=1 ((*  ,,.-! "1!  (   rcttjjjj|||S)N)rer]rAr)rTr rU_padded_dense_to_jagged_forwardrW)r]rArrgs r_dense_to_jagged_forwardz5register_jagged_ops.._dense_to_jagged_forwards2 - FFNN)!   r)rdrK) r rTr rUrVrWr rintfloatrri)rVrjrgs @rregister_jagged_opsrmks uyy~~EEMMN # D  D YD #YD  D  D OD T%) F F YF SM F  F Ruyy~~EEF%)    Y  SM     G  r)T)typingrrrrsympyrTirrr loweringr r r virtualizedr rrkExprboolr5r,r>rmrLrrrus0/ $JJ : :c5::o&:: :zc5::o&  sEJJ'  ;;  5::uzz !"&] r