U
    diD                 }  @   s  d Z ddlmZ ddlmZ ddlmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ eeZdddd	d
dddddddddddgg g g dgg g g dddddddddd d!d"d#d$d%d&d'd(gd)d*d+d,d-d.d/d0d1d2d3gg g g g g g d4gd5d6gg d7d8d9d:gd;gg g d<d=d>d?d@dAdBdCdDdEg
g dFgdGdHdIdJdKdLdMgg dNgdOdPdQdRgdSdTdUdVgdWdXgdYdZd[d\d]d^d_d`dadbdcgddgdedfdgdhdigdjdkgg g dlgdmdndodpgdqgdrdsdtgdugdvgdwgdxdygdzgd{d|gd}d~gddddgddddgdgddddgddgdgdgddgdddgddddgddddgdddddgddddgddddddgg ddgdgdgddgdgdgg ddgddgdgddgdddgdgddgdgdgdgdgg g dgdgdgddgdgddddgdddgdgdgdgdgdgdgddgddgdddgdgdgdddgdddgdgdgdgdgdgg dgdgddgg ddgdddddgdgdgddgddgdgdgdd gdgdgddddgddgd	d
dddgdgdgddgddgdgdgdgdddgdgdgddgdgdgd gd!gg d"gd#gd$gd%d&gd'd(d)gd*gd+gd,gd-gd.gd/gd0gd1gd2gd3d4d5d6gd7d8d9d:gd;gd<gd=d>gd?d@gdAdBdCdDdEgdFdGdHdIdJgdKgdLdMgdNgdOgdPgdQdRgdSdTgdUdVgdWdXgdYdZgd[gd\d]gd^d_gd`gdagdbgdcgdddedfdggdhgdidjgdkgg dlgg dmdndogdpgdqgdrgdsdtgg dudvgdwgdxgdygdzgd{d|gd}d~gdgdgdgddgddgddgdgdgg dgdgdgdgdgddgddgddgdgddddgddddgdgdgdgddgdgddgdgdgdgdgdgddddgddgdgdgdgddgdgdgddgdddgdgddgdddgdgdgdgdgdgdȐdgdgdːdgd͐dgdϐdgdgdҐdӐdԐdՐdgdאdؐdgdgdgdgdgdgdߐdddgdgdddgddddgddgddgdgdgdgdgdgdgdgdgdgdgddgdgdgdgddgd dgddgdgdgdgddgd	gd
gdgddddgdgdgddgdgdgdgdgdgdgddgdgdddd d!gd"d#gd$gd%gd&gd'gd(d)d*d+gd,d-d.d/gd0gd1d2gd3gd4gd5gd6gd7gd8gd9gd:gg d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]g#d^gg g d_gd`dadbdcdddegdfdgdhdidjdkdlgdmdndodpdqgdrgdsgdtgdudvdwdxdydzd{d|d}d~ddddddddddddddddddddddddddddddddddg,dddddddddddgdSZze se W nB ek
r*   ddlmZ dd e eD ed< Y nX ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d¡ ed !dġ ed !dơ ed !dȡ ed !dʡ ed !d̡ ed !dΡ ed !dС ed !dҡ ed !dԡ ed !d֡ ed !dء ed !dڡ ed !dܡ ed !dޡ ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ze se W nB ek
r   ddlm"Z" dd e e"D ed< Y nvX ed !d ed !d ed !d ed !d  ed !d ed !d ed !d ed !d ed !d ed	 !d
 ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed !d ed #dddg ed  !d! ed !d" ed# !d$ ed !d% ed& !d' ed( !d) ed* !d+ ed, !d- ed. !d/ ed0 !d1 ed2 !d3 ed !d4 ed5 !d6 ed !d7 ed8 !d9 ed: !d; ed< !d= ed !d> ed !d? ed@ !dA edB !dC ed !dD edE !dF ed !dG edH !dI edJ !dK ed !dL edM !dN ed !dO ed !dP edQ !dR edS !dT ed !dU edV !dW edX !dY ed !dZ ed !d[ ed\ !d] ed !d^ ed !d_ ed !d` dagedb< ze re se W n@ ek
r   ddclm$Z$ ddd e e$D ede< Y nX dfdggedg< ze se W n@ ek
r>   ddhlm%Z% did e e%D edj< Y nX ed !dk ze sbe W n@ ek
r   ddllm&Z& dmd e e&D edn< Y nX ed& !do ze se W nB ek
r   ddplm'Z' dqd e e'D edr< Y nX dsgedt< dugedv< dwgedx< edy #dzd{g ed| #d}g ed~ #dg ed !d ed !d ed #ddg ed	 #ddg ed #ddg ed #ddg ed #ddg ed #ddg ed !d ed !d ed !d ed #dg ed #dddg ed #ddg ed #ddg ed !d ed #dddg ed #ddg ed #ddg ed #dg ed #dg ed #dg ed #dg ed #ddg ed #dg ed0 #dBdCg ed2 #dGdHg ed #ddg ed !dġ ed !dơ ed #dȐdg ed !dˡ ed #d͐dg ed #dg ed #dҐdg ed #dՐdg ed #dؐdg edH !dڡ ed #dg ed !dޡ ed #ddg ed #ddg ed #dg ed !d ed #ddg ed #dg ed #dg ed #dg ed #dg ed #ddg ed #dg ed !d ed #dg ed !d ed !d ed  !d ed #ddg ed #dddg ed #ddg ed	 !d
 ed !d ed #ddg ed !d ze se W n@ ek
r   ddlm(Z( dd e e(D ed< Y n"X dged< ed !d ze sBe W nB ek
r   ddlm)Z) dd e e)D ed< Y )nBX g ed< dged< dged< d d!d"d#d$d%d&d'd(d)d*d+d,d-d.ged/< d0d1d2d3d4d5d6d7d8g	ed9< ed: #d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdng4 dodpgedq< g edr< g eds< dtgedu< dvgedw< ed #dxdydzd{d|d}d~ddg	 ed #ddddg ed #ddddg ed #dddg ed #ddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐdՐd֐dאdؐdِdڐdېdܐdݐdސdߐddgR ed #dddg ed #ddddddg ed #ddddddddg edy #ddddddg ed #dddddd dddddg ed #dddd	g ed #d
dddddddddg
 ed #ddddddg ed #ddddd g ed| #d!d"d#d$g ed #d%d&d'd(g ed #d)d*d+d,g ed~ #d-d.d/d0d1d2d3g ed4 #d5d6d7d8d9d:d;d<g ed #d=d>d?d@dAdBg ed #dCdDdEdFdGg edH #dIdJdKddLdMg ed #dNdOdPdQdRdSdTdUg edV #dWdXdYdZd[d\d]g ed #d^d_d`ddag ed #dbdcdddeg edf #dgdhdidjdkdldmg ed	 #dndodpdqdrdsdtg edu #dvdwdxdydzg ed{ #d|d}d~dddg ed #dddg ed #dddg ed #ddddg ed #ddddddddg ed #ddddg ed #ddddg ed #dddg ed #ddddg ed #dddg ed #ddg ed #ddddddddddddddddddg ed #dddg ed #dĐdŐdƐdǐdȐdg ed #dʐdːd̐d͐dΐdϐdg ed #dҐdӐdԐdg ed #d֐dאdg ed #dِdڐdېdܐdg ed #dސdߐdg ed #ddddg ed #dddddddg ed #dddg ed #dddg ed #ddddg ed #dddg ed #ddd dddddg ed #ddd	g ed
 #ddddg ed #dddddddddg	 ed #ddddg ed #dd d!d"d#d$d%d&d'd(g
 ed #d)d*d+d,d-d.d/d0g ed #d1d2g ed3 #d4d5g ed6 #d7d8g ed9 #d:d;d<d=d>d?g ed #d@dAdBdCg edD #dEdFdGg ed #dHdIdJg ed #dKdLdMdNdOdPg edQ #dRdSg ed #dTdUdVdWg edX #dYdZd[d\g ed] #d^d_d`dag ed #dbdcdddedfdgdhg ed #didjg ed #dkdldmdndodpdqg ed #drdsdtdug ed #dvdwdxg ed  #dydzd{d|d}d~ddddg
 ed #ddg ed !d ed #ddddddddddg
 ed #dddddddg ed #ddddddg ed #dddg ed #ddddg ed #ddddddddg ed #dddddddg ed #dddddddddg	 ed #dŐdƐdǐdȐdg ed #dːd̐dg ed# #dΐdϐdАdѐdҐdӐdԐdՐd֐dg
 ed #dؐdg ed #dڐdېdܐdݐdg ed #dddddg ed #ddddg ed #dddddg ed #dddg ed& #ddddddddg ed #ddddd g ed #dddddddg ed( #d	d
ddddg ed* #dddg ed #dddddg ed #dddg ed #dddg ed #d d!d"g ed# #d$d%d&d'g ed( #d)d*d+d,d-g ed. #d/d0d1d2g ed3 #d4d5d6d7d8d9d:g ed #d;d<d=d>g ed #d?d@dAdBg ed #dCdDdEdFg ed #dGdHdIdJdKg edL #dMdNdOg edP #dQdRdSdTg ed #dUdVdWdXg edY #dZd[d\d]g ed^ #d_d`dadbg edc #dddedfg ed. #dgdhdidjdkdlg ed0 #dmdndodpdqg ed2 #drdsdtdudvg ed5 #dwdxdydzd{g ed #d|d}d~dg ed #dddddg ed #ddddddg ed #ddg ed #ddg ed #ddg ed #ddg ed8 #dddddddg ed #ddddg ed #ddddddddddg
 ed: #ddddddg ed #dddg ed #dddg ed #dddg ed #ddddg ed< #dddÐdĐdg ed #dƐdǐdg ed #dɐdʐdːdg ed #d͐dΐdϐdАdѐdg ed #dԐdՐd֐dאdؐdِdڐdېdܐdg
 ed #dߐddg ed #ddg ed #ddddddg ed #ddddddg ed #ddddtddg ed@ #ddddddddd dg
 ed #ddddg ed #dddd	d
g ed #ddddg ed #ddddg ed #ddddg edB #dddddddg ed  #d!d"d#d$d%d&g ed' #d(d)d*d+d,d-d.g ed #d/d0d1d2d3d4d5g ed6 #d7d8d9d:d;g ed< #d=d>d?d@g edE #dAdBdCdDdEdFg edG #dHdIdJdKdLdMg edN #dOdPdQdRdSg edT #dUdVdWdXdYdZd[g ed\ #d]d^d_g ed` #dadbdcg edd #dedfg ed #dgdhdig edJ #djdkdldmdndog edp #dqdrdsdtdug ed #dvdwdxdydzg ed #d{d|d}d~dg ed #dddg ed #ddddddg ed #ddddddg ed #ddddg ed #dddg ed #dddddddddg	 ed #dddddg ed #dddddg ed #dddddg ed #ddddg ed #ddddg ed #ddg ed #ddddÐdg ed #dŐdƐdg ed #dɐdg ed #d̐d͐dΐdϐdАdg ed #dҐdӐdg ed #d֐dאdؐdg edM #dڐdېdܐdݐdސdg ed #dddg ed #ddddddg ed #dddg ed #ddddg ed #dddg ed #ddddddg ed #dd	d g ed #	d	d	d	d	d	d	d	d	d	g	 e	d
 #	d	d	d	dg edQ #	d	d	d	d	d	d	d	dg e	d #	d	d	d	d	d	d	d	dg e	d  #	d!	d"	d#	d$	d%	d&	d'	d(	d)	d*g
 edS #	d+	d,	d-	d.	d/	d0	d1	d2	d3g	 ed #	d4	d5	d6	d7	d8g e	d9 #	d:	d;	d<g ed #	d=	d>g ed #	d?	d@	dA	dB	dC	dD	dE	dF	dG	dHg
 e	dI #	dJ	dK	dL	dM	dN	dOg ed #	dP	dQ	dR	dS	dTg ed #	dU	dV	dWg e	dX #	dY	dZ	d[	d\g e	d] #	d^	d_	d`	dag ed #	db	dc	dd	de	dfg e	dg #	dhg ed #	di	dj	dkg ed #	dl	dm	dn	do	dp	dqg edV #	dr	ds	dt	dug edX #	dv	dw	dx	dy	dz	d{	d|g e	d} #	d~	d	d	d	dg e	d #	d	d	d	d	dg ed #	d	dg e	d #	d	d	dg e	d #	d	d	d	d	dg ed #	d	d	dg e	d #	d	d	d	d	dg e	d #	d	d	d	d	d	dg ed #	d	d	d	d	d	d	d	dg e	d #	d	d	dg e	d #	d	d	d	d	d	dg e	d #	d	d	dg e	d #	d	d	dg e	d #	dg e	d #	dÐ	dg ed #	dŐ	dƐ	dg ed #	dȐ	dɐ	dʐ	dg e	d #	d͐	dΐ	dϐ	dА	dѐ	dҐ	dg e	d #	dՐ	d֐	dא	dؐ	dg e	d #	dې	dܐ	dݐ	dސ	dߐ	d	dg e	d #	dg e	d #	d	dg ed  #	d	d	dg ed #	d	d	d	dg ed #	d	d	d	d	d	d	dg e	d #	d	dg e	d #	dg e	d #	dg e	d #	d	d	d
d 
d
d
dg ed #
d
d
d
dg e
d #
d	
d

dg e
d #
d
d
dg e
d #
d
d
dg ed	 #
d
dg e
d #
d
dg ed #
d
d
dg e
d #
d
d
d
d 
d!
d"
d#
d$g e
d% #
d&
d'
d(
d)
d*
d+g e
d, #
d-
d.
d/
d0
d1
d2
d3g e
d4 #
d5
d6
d7
d8
d9
d:g ed\ #
d;
d<
d=
d>
d?g e
d@ #
dA
dB
dC
dDg ed #
dE
dF
dGg e
dH #
dI
dJ
dK
dL
dM
dN
dO
dPg ed #
dQ
dR
dS
dT
dU
dV
dW
dXg e
dY #
dZ
d[
d\
d]
d^
d_
d`
dag ed #
db
dc
dd
de
df
dg
dh
di
djg	 e
dk #
dl
dm
dn
do
dp
dq
dr
dsg ed #
dt
du
dvg e
dw #
dx
dy
dz
d{
d|
d}
d~g e
d #
d
d
d
dg ed #
d
dg 
d
d
d
d
d
d
d
d
d
d
dge
d< 
d
d
dge
d< g e
d< g e
d< 
dge
d< 
dge
d< 
dge
d< ze Dse W nB ek
Er   d
dlm*Z* 
dd e e*D e
d< Y npX g e
d< 
dge
d< 
dge
d< ed: #
d
d
d
d
d
d
d
d
d
d
d
d
d
d
d
dg 
d
dge
d< g e
d< 
d
d
d
dge
d< ed #
d
d
d
d
dÐ
dĐ
dŐ
dƐ
dg	 ed #
dȐ
dɐ
dʐ
dː
d̐
d͐
dΐ
dϐ
dА
dѐ
dҐ
dӐ
dԐ
dՐ
d֐
dא
dؐ
dِ
dڐ
dې
dܐ
dݐ
dސ
dߐ
d
d
d
d
d
d
d
d
d
d
d
d
d
d
d
d
d
d
d
dg, ed #
d
d
d
dg ed #
d
d
d
d
d
d
d
dd ddg ed #dddg ed #dddg ed~ #d	d
dddddg ed #ddddddddg ed	 #ddddg ed #ddddd d!d"g ed #d#d$d%g ed #d&d'd(g ed #d)d*d+d,g ed #d-d.d/g ed #d0d1d2d3g ed #d4d5d6d7d8d9g ed #d:d;d<d=d>d?d@g ed #dAdBdCdDdEg ed #dFdGdHdIg ed9 #dJdKdLdMdNdOg ed #dPdQdRdSdTdUdVdWg ed #dXdYdZd[d\d]g ed  #d^d_d`dadbdcdddeg ed !df ed #dgdhdidjdkg ed #dldmdndodpdqdrg ed# #dsdtdudvdwdxdydzd{g	 ed& #d|d}d~dddg ed #dddddg ed# #ddddg ed. #dddg ed #dddg ed. #dddddddg ed2 #dddddg ed5 #dddg ed8 #dddddddg ed: #dddddg ed #dddg ed #dddg ed #ddddg ed@ #ddddddddddg
 ed #ddddg edB #dĐdŐdƐdǐdȐdɐdʐdg ed #d̐d͐dg edJ #dϐdАdѐdҐdӐdg edp #dՐd֐dg ed #dؐdِdg ed #dېdܐdݐdg ed #dߐddg ed #ddddddddg e	d
 #dddg edQ #dddddddddg	 e	d #dddddddddg	 edS #dd ddddddg ed #ddg ed #d	d
dddg ed #dddg e	d #dddg e	d #ddddg ed #ddddg e	d #ddddd g e	d #d!g e	d #d"g ed #d#d$d%g e
d #d&d'd(g e
d #d)d*d+d,g ed\ #d-d.d/g ed #d0d1d2g e
dH #d3d4d5d6d7d8d9d:g ed #d;d<d=d>d?d@dAdBg ed #dCdDdEdFdGdHdIdJg dKdLdMdNgedO< g edP< z2e Pre	 Pre Pre Pre Pse W n@ ek
Pr   ddQlm+Z+ dRd e e+D edS< Y n8X ed !dT ed !dU ed !dV ze QsFe W n@ ek
Qr   ddWlm,Z, dXd e e,D edY< Y n&X ed< !dZ ed< !d[ ze
 Qse W nB ek
Rr   dd\lm-Z- d]d e e-D ed^< Y nX ed: #d_d`dadbdcdddedfdgdhdidjdkdlg g edm< dngedo< ed #dpdqdrdsdtdudvdwg ed #dxdydzd{d|d}d~ddddddddddddddddddddg ed #dddddddg edy #ddddg ed #ddddddddddg
 ed #dddddddddg	 ed #dddg ed #dddg ed #dddg ed	 #dddddddg ed] #dddg ed #dĐdŐdƐdǐdȐdɐdg ed  #dːd̐d͐dΐdϐdАdѐdҐdg	 ed !dԡ ed& #dՐd֐dg ed #dؐdِdg ed #dېdܐdg ed #dސdߐdg ed #dddg ed #dddg ed #dddg ed #dddddg ed #dddg ed #dddg edp #dddg ed #dddg ed #dddg e	d
 #ddd g edQ #ddddddddg e	d #d	d
ddddddg edS #dddddddg e	dg !d ed #ddddg e	d !d e	d #dg ed #dd d!g e
d #d"d#d$d%g ed\ #d&d'd(d)g ed #d*d+d,g ed #d-d.d/d0d1d2d3d4g er2dd5l.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> dd6l?m@Z@ dd7lAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZS dd8lTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_ dd9l`maZa dd:lbmcZcmdZd dd;lemfZfmgZgmhZhmiZi dd<ljmkZk dd=llmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZv dd>lwmxZx dd?lymzZzm{Z{m|Z|m}Z}m~Z~mZmZ dd@lmZ ddAlmZmZmZmZ ddBlmZmZmZmZ ddClmZmZ ddDlmZmZmZmZmZmZmZmZmZmZmZ ddElmZ ddFlmZmZmZmZmZ ddGlmZmZ ddHlmZ ddIlmZmZmZmZ ddJlmZ ddKlmZmZmZ ddLlmZ ddMlmZ ddNlmZ ddOlmZmZ ddPlmZ ddQlmZmZ ddRlmZmZ ddSlmZmZmZmZ ddTlmZmZmZmZ ddUlmZ ddVlmZmZmZmZ ddWlmZmZ ddXlmZ ddYlmZ ddZlmZmZ dd[lmZmZmZ dd\lmZmZmZmZ dd]lmZmZmZmZ dd^lmZmZmZmZmZ dd_lmZmZmZmZ dd`lmZmZmZmZmZmZ ddal mZmZ ddblmZ ddclmZ dddlmZm	Z	 ddel
mZ ddflmZ ddglmZmZ ddhlmZmZ ddilmZ ddjlmZmZ ddklmZmZmZ ddllmZ ddmlm Z m!Z! ddnl"m#Z# ddol$m%Z% ddpl&m'Z' ddql(m)Z) ddrl*m+Z+ ddsl,m-Z- ddtl.m/Z/ ddul0m1Z1m2Z2 ddvl3m4Z4 ddwl5m6Z6m7Z7m8Z8m9Z9 ddxl:m;Z;m<Z<m=Z= ddyl>m?Z? ddzl@mAZA dd{lBmCZC dd|lDmEZE dd}lFmGZG dd~lHmIZI ddlJmKZKmLZL ddlMmNZNmOZO ddlPmQZQmRZRmSZS ddlTmUZU ddlVmWZW ddlXmYZYmZZZm[Z[ ddl\m]Z]m^Z^m_Z_ ddl`maZa ddlbmcZc ddldmeZe ddlfmgZg ddlhmiZi ddljmkZk ddllmmZm ddlnmoZompZp ddlqmrZrmsZs ddltmuZumvZvmwZwmxZxmyZy ddlzm{Z{ ddl|m}Z} ddl~mZmZ ddlmZmZ ddlmZ ddlmZ ddlmZmZ ddlmZ ddlmZ ddlmZmZmZmZ ddlmZmZ ddlmZmZmZmZmZ ddlmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZ ddlmZ ddlmZ ddlmZmZmZ ddlmZ ddlmZ ddlmZmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmÐZ ddlĐmŐZ ddlƐmǐZǐmȐZ ddlɐmʐZʐmːZːm̐Z ddl͐mΐZ ddlϐmАZ ddlѐmҐZ ddlӐmԐZ ddlՐm֐Z ddlאmؐZ ddlِmڐZ ddlېmܐZ ddlݐmސZ ddlߐmZmZmZmZ ddlmZmZmZmZ ddlmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZ ddlm Z  ddlmZmZ ddÐlmZ ddĐlmZ ddŐlm	Z	 ddƐl
mZmZ ddǐlmZmZ ddȐlmZmZ ddɐlmZmZ ddʐlmZmZ ddːlmZ dd̐lmZmZ dd͐lmZm Z  ddΐl!m"Z" ddϐl#m$Z$ ddАl%m&Z& ddѐl'm(Z( ddҐl)m*Z*m+Z+m,Z,m-Z- ddӐl.m/Z/ ddԐl0m1Z1m2Z2 ddՐl3m4Z4 dd֐l5m6Z6 ddאl7m8Z8m9Z9m:Z: ddؐl;m<Z< ddِl=m>Z> ddڐl?m@Z@ ddېlAmBZBmCZC ddܐlDmEZEmFZF ddݐlGmHZH ddސlImJZJ ddߐlKmLZL ddlMmNZN ddlOmPZPmQZQ ddlRmSZSmTZT ddlUmVZV ddlWmXZX ddlYmZZZ ddl[m\Z\m]Z] ddl^m_Z_m`Z` ddlambZbmcZc ddldmeZe ddlfmgZg ddlhmiZi ddljmkZk ddllmmZm ddlnmoZo ddlpmqZq ddlrmsZsmtZt ddlumvZvmwZw ddlxmyZymzZz ddl{m|Z| ddl}m~Z~mZmZmZ ddlmZmZmZmZ ddlmZ ddlmZ ddlmZ ddlmZmZ ddlmZ ddlmZmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZ ddlmZmZmZmZ ddlmZmZ ddlmZ ddlmZ ddlmZ ddlmZmZ ddlmZ ddlmZ dd	lmZmZ dd
lmZmZmZ ddlmZ ddlmZmZ ddlmZmZmÐZ ddlĐmŐZ ddlƐmǐZ ddlȐmɐZ ddlʐmːZ ddl̐m͐Z ddlΐmϐZϐmАZ ddlѐmҐZ ddlӐmԐZԐmՐZ ddl֐mאZאmؐZ ddlِmڐZڐmېZ ddlܐmݐZ ddlސmߐZߐmZmZmZmZ ddlmZmZmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZmZmZmZ dd!lmZ dd"lmZmZmZ dd#lmZmZm Z mZ dd$lmZmZ dd%lmZmZ dd&lm	Z	 dd'l
mZ dd(lmZ dd)lmZ dd*lmZ dd+lmZ dd,lmZ dd-lmZ dd.lmZ dd/lmZ dd0lmZmZ dd1lm Z  dd2l!m"Z" dd3l#m$Z$ dd4l%m&Z&m'Z' dd5l(m)Z)m*Z* dd6l+m,Z,m-Z- dd7l.m/Z/ dd8l0m1Z1 dd9l2m3Z3 dd:l4m5Z5m6Z6 dd;l7m8Z8 dd<l9m:Z: dd=l;m<Z< dd>l=m>Z>m?Z?m@Z@mAZA dd?lBmCZC dd@lDmEZE ddAlFmGZGmHZH ddBlImJZJ ddClKmLZL ddDlMmNZN ddElOmPZP ddFlQmRZR ddGlSmTZT ddHlUmVZVmWZW ddIlXmYZY ddJlZm[Z[m\Z\m]Z]m^Z^m_Z_ ddKl`maZambZb ddLlcmdZd ddMlemfZf ddNlgmhZh ddOlimjZj ddPlkmlZlmmZmmnZnmoZo ddQlpmqZqmrZrmsZsmtZt ddRlumvZv ddSlwmxZxmyZy ddTlzm{Z{ ddUl|m}Z} ddVl~mZ ddWlmZ ddXlmZ ddYlmZ ddZlmZ dd[lmZ dd\lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ dd]lmZ dd^lmZ dd_lmZmZmZmZmZmZ dd`lmZmZmZmZmZmZmZ ddalmZmÐZÐmĐZĐmŐZŐmƐZ ddblǐmȐZ ddclɐmʐZ dddlːm̐Z ddelm͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZmZmېZېmܐZm
Z
mZmݐZݐmސZސmߐZߐmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddflmZmZmZmZmZmZmZmZmZmZmZ ze xsfe W n$ ek
xr   ddglT Y nX ddhlmZ ddilmZ ddjlmZ ddklmZ ddllmZ ddmlېmZ ddnl mZ ddolmZ ddpl"mZ ddql.mZ ddrldmZ ddslmZ ddtlmZ ddul	m
Z
 ddvlmZ ddwlmZ ddxl!mZ ddyl'mZ ddzl3mZ dd{lmZ dd|lmZ dd}lYmZ dd~lmZ ddlmZ ddlmZ ddlƐmZ ddlʐmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddl+mZ ddlum Z  ddlzm!Z! ddl~m"Z" ze {sfe W n$ ek
{r   ddgl#T Y nX ddlm$Z$ ddlm%Z% ddlm&Z& ddlm'Z' ddlm(Z( ddlm)Z) ddlm*Z* ddlϐm+Z+ ddlېm,Z, ddlm-Z- ddl m.Z. ddl m/Z/ ddlm0Z0 ddlm1Z1 ddlm2Z2 ddlm3Z3 ddl"m4Z4 ddlJm5Z5 ddlMm6Z6 ddlnm7Z7 ddltm8Z8m9Z9m:Z: ddl~m;Z; ddlm<Z< ddlm=Z= ddlm>Z> ddlm?Z? ddlm@Z@ ddlmAZA ddl͐mBZB ddlmCZC ddlmDZD ddlmEZE ddlmFZF ddlmGZG ddlmHZH ddlmIZI ddlmJZJ ddl)mKZK ddl3mLZL ddlmMZM ddlDmNZN ddlRmOZO ddlYmPZP ddlamQZQ ddlmRZR ddljmSZS ddlxmTZT ddlmUZU ddlmVZV ddlƐmWZW ddlʐmXZX ddlΐmYZY ddl֐mZZZ ddlm[Z[ ddlm\Z\ ddÐlm]Z] ddĐlm^Z^ ddŐl+m_Z_ ddƐlkm`Z` ddǐlumaZa ddȐlzmbZb ddɐl~mcZc ddʐldmeZe ze re se W n" ek
r   ddglfT Y nX ddːlgmhZhmgZg ze se W n" ek
r   ddgliT Y nX ddlmjZj ze s*e W n" ek
rN   ddglkT Y nX dd͐lmlZl ze ste W n$ ek
r   ddglmT Y n`X ddΐlnmoZo ddϐlpmqZq ddАlrmsZs ddlmtZtmuZu ddlmvZv ddlŐmwZw ddlѐmxZx ddlmyZy ddlmzZzm{Z{ ddlm|Z|m}Z} ddؐlm~Z~mZ ddِl
mZmZ ddڐl&mZmZ ddېl(mZmZ ddܐl*mZ ddݐl,mZ ddސl\mZ ddߐlbmZ ddlhmZmZmZ ddlqmZmZ ddlzmZmZ ddl|mZ ddlmZmZmZ ddlmZmZ ddlmZmZ ddlƐmZ ddlՐmZ ddlאmZ ddlِmZ ddlېmZmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZ ddlmZ ddlmZmZ ddl.mZ ddl0mZmZ ddlAmZ ddlGmZmZ ddlImZmZ ddlKmZmZ ddljmZ ddlumZ ddl}mZ ddlmZmZ ddlmZmZ ddlmZ ddlmZ dd lmZmZ ddlmZ ddlmZ ddlِmZ ddlސmZ ddlmZmZ ddlmZ ddlmZ ddlmÐZ dd	lmĐZ dd
l(mŐZ ddl9mƐZ ddl;mǐZǐmȐZ ddl=m?Z?m@Z@mAZA ddlKmɐZɐmʐZ ddlSmːZ ddlXm̐Z ddlm͐Z͐mΐZ ddlmϐZ ze s
e W n" ek
r.   ddglT Y n*X ddlѐmҐZ ddlKmӐZ ze she W n$ ek
r   ddglT Y <nX ddlՐm֐Z ddlאmؐZ ddlِmڐZڐmېZېmܐZܐmݐZݐmސZސmߐZߐmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZ ddlemZmZmZmZmZmZmZmZmZmZmZmZmZm Z mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z(m)Z) ddl*m+Z+ ddl,m-Z- ddlm.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 ddlm7Z7m8Z8m9Z9m:Z: ddlm;Z;m<Z<m=Z=m>Z> dd lm?Z?m@Z@mAZA dd!lmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ dd"lmZmZmZ dd#lmZmZmZmZmZmZ dd$lmZmZmZmZmZmZmZmZ dd%lmZmZmZmZmZmZ dd&lmZmZmZmZmZmZmZmZmZmZmZ dd'lmZmZmZmZ dd(lmZmZmZmZmZmZmZmZmZmÐZ dd)lmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZ dd*lmʐZʐmːZːm̐Z̐m͐Z͐mΐZ dd+lmϐZϐmАZАmѐZѐmҐZ dd,lmӐZӐmԐZԐmՐZՐm֐Z dd-lmאZאmؐZؐmِZِmڐZ dd.lŐmېZېmܐZܐmݐZݐmސZސmߐZߐmZmZ dd/lʐmZmZmZmZmZmZmZmZ dd0lϐmZmZmZmZmZmZ dd1lѐmZmZmZmZmZ dd2l֐mZmZmZmZؐmZmZ dd3lېmZmZmZmZmZmZm Z mZ dd4lݐmZmZmZmZmZmZmZ dd5lm	Z	m
Z
mZmZmZ dd6lmZmZmZmZ dd7lmZmZmZmZmZmZmZ dd8lmZmZmZmZmZmZmZ dd9lmZm Z m!Z!m"Z"m#Z# dd:lm$Z$m%Z%m&Z&m'Z'm(Z(m)Z) dd;l m*Z*m+Z+m,Z, dd<lm-Z-m.Z.m/Z/ dd=lm0Z0m1Z1m2Z2m3Z3 dd>lm4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z; dd?l
m<Z<m=Z=m>Z>m?Z? dd@lm@Z@mAZAmBZBmCZC ddAlmDZDmEZEmFZF ddBlmGZGmHZHmIZImJZJ ddClmKZKmLZLmMZM ddDlmNZNmOZO ddElmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZa ddFlmbZbmcZcmdZd ddGlmeZemfZfmgZgmhZhmiZimjZj ddHl"mkZkmlZlmmZmmnZnmoZompZpmqZq ddIl$mrZrmsZsmtZtmuZu ddJl&mvZvmwZwmxZx ddKl(myZymzZzm{Z{m|Z|m}Z} ddLl*m~Z~mZmZ ddMl,mZmZmZmZ ddNl.mZmZmZmZmZmZmZ ddOl0mZmZmZ ddPl3mZmZmZ ddQl5mZmZmZmZ ddRl:mZmZmZ ddSl>mZmZmZmZmZmZmZmZ ddTl@mZmZmZ ddUlBmZmZmZmZ ddVlDmZmZmZmZmZmZmZmZmZ ddWlFmZmZmZmZ ddXlHmZmZmZmZmZmZmZmZmZmZ ddYlJmZmZmZmZmÐZÐmĐZĐmŐZŐmƐZ ddZlMmǐZǐmȐZ dd[lPmɐZɐmʐZ dd\lVmːZːm̐Z dd]lXm͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZ dd^l\mӐZӐmԐZԐmՐZՐm֐Z dd_l`mאZאmؐZؐmِZ dd`lbmڐZڐmېZېmܐZ ddaldmݐZݐmސZސmߐZߐmZmZmZ ddblfmZmZ ddclhmZmZmZmZ dddljmZmZmZmZ ddellmZmZmZmZ ddflnmZmZmZmZmZmZmZ ddglqmZmZ ddhltmZmZmZmZmZmZm Z  ddilzmZmZmZmZ ddjl|mZmZmZ ddkl~mZm	Z	m
Z
mZmZmZmZmZmZmZ ddllmZmZ ddmlmZ ddnlmZmZmZmZmZmZmZmZmZmZ ddolmZm Z m!Z!m"Z"m#Z#m$Z$m%Z% ddplm&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ ddqlm,Z,m-Z-m.Z. ddrlm/Z/m0Z0m1Z1m2Z2 ddslm3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: ddtlm;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZA ddulmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJ ddvlmKZKmLZLmMZMmNZNmOZO ddwlmPZPmQZQmRZR ddxlmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\ ddylm]Z]m^Z^ ddzlm_Z_m`Z`maZambZbmcZc dd{lmdZdmeZemfZfmgZgmhZh dd|lmiZimjZjmkZkmlZl dd}lmmZmmnZnmoZompZpmqZq dd~lmrZrmsZsmtZt ddlmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z| ddlm}Z}m~Z~mZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZ ddlĐmZmZmZ ddlƐmZmZmZ ddlɐmZmZmZmZ ddlϐmZmZmZmZmZ ddlѐmZmZmZmZ ddlӐmZmZmZmZmZmZmZ ddlՐmZmZmZmZ ddlאmZmZmZmZ ddlِmZmZmZmZ ddlېmZmZmZmÐZÐmĐZ ddlݐmŐZŐmƐZƐmǐZ ddlߐmȐZȐmɐZɐmʐZʐmːZ ddlm̐Z̐m͐Z͐mΐZΐmϐZ ddlmАZАmѐZѐmҐZҐmӐZ ddlmԐZԐmՐZՐm֐Z֐mאZ ddlmؐZؐmِZِmڐZ ddlmېZېmܐZܐmݐZݐmސZސmߐZߐmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZmZ ddl
mZm Z  ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZm	Z	m
Z
mZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZm Z m!Z! ddl!m"Z"m#Z#m$Z$ ddl#m%Z%m&Z&m'Z' ddl%m(Z(m)Z)m*Z* ddl'm+Z+m,Z,m-Z-m.Z. ddl)m/Z/m0Z0m1Z1m2Z2m3Z3 ddl.m4Z4m5Z5m6Z6 ddl0m7Z7m8Z8m9Z9m:Z: ddl3m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@ ddl5mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJ ddl7mKZKmLZLmMZM ddl;mNZNmOZO ddl=mPZPmQZQmRZRmSZSmTZTmUZU ddl?mVZVmWZWmXZXmYZYmZZZm[Z[ ddlAm\Z\m]Z]m^Z^mCZCm_Z_m`Z` ddlDmaZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZj ddlGmkZkmlZlmmZmmnZn ddlImoZompZpmqZqmrZrmsZs ddlKmtZtmuZumvZvmwZw ddlMmxZxmyZymzZzm{Z{ ddlOm|Z|m}Z}m~Z~mZ ddlRmZmZmZmZmZmZmZ ddlUmZmZmZmZmZmZ ddlWmZmZmZmZmZmZmZ ddlYmZmZmZmZmZmZmZ ddl[mZmZmZmZmZ ddl^mZmZmZmZ ddlamZmZmZmZmZmZ ddlfmZmZmZmZmZmZ ddlhmZmZmZmZmZ ddllmZmZmZmZmZmZmZ ddÐlnmZmZmZ ddĐlpmZmZmZ ddŐlrmZmÐZ ddƐlumĐZĐmŐZŐmƐZ ddǐlxmǐZǐmȐZȐmɐZɐmʐZʐmːZːm̐Z ddȐl{m͐Z͐mΐZΐmϐZϐmАZАmѐZ ddɐl}mҐZҐmӐZӐmԐZԐmՐZՐm֐Z ddʐlmאZאmؐZؐmِZِmڐZڐmېZ ddːlmܐZܐmݐZݐmސZ dd̐lmߐZߐmZmZmZmZmZ dd͐lmZmZmZmZmZmZ ddΐlmZmZmZmZ ddϐlmZmZmZ ddАlmZmZmZmZmZmZmZmZmZ ddѐlmZmZmZmZmZ ddҐl	m 	Z 	m	Z	m	Z	m	Z	m	Z ddӐl	m	Z	m	Z	m	Z	m	Z	m		Z	 ddԐl	m
	Z
	m	Z	m	Z	m	Z ddՐl	m	Z	m	Z	m	Z	m	Z dd֐l	m	Z	m	Z ddאl	m	Z	m	Z	m	Z	m	Z	m	Z ddؐl	m	Z	m	Z	m	Z ddِl	m	Z	m	Z ddڐl	m	Z	m	Z	m 	Z 	m!	Z!	m"	Z"	m#	Z# ddېl	m$	Z$	m%	Z%	m&	Z& ddܐl	m'	Z'	m(	Z(	m)	Z)	m*	Z* ddݐl	m+	Z+	m,	Z,	m-	Z-	m.	Z.	m/	Z/	m0	Z0 ddސl	m1	Z1	m2	Z2	m3	Z3 ddߐl	m4	Z4	m5	Z5	m6	Z6	m7	Z7	m8	Z8	m9	Z9 ddl	m:	Z:	m;	Z;	m<	Z< ddl	m=	Z=	m>	Z>	m?	Z?	m@	Z@ ddlĐ	mA	ZA	mB	ZB	mC	ZC ddlƐ	mD	ZD	mE	ZE	mF	ZF	mG	ZG	mH	ZH	mI	ZI ddlȐ	mJ	ZJ	mK	ZK	mL	ZL ddlʐ	mM	ZM	mN	ZN	mO	ZO	mP	ZP	mQ	ZQ	mR	ZR	mS	ZS	mT	ZT	mU	ZU ddl̐	mV	ZV	mW	ZW	mX	ZX	mY	ZY ddlΐ	mZ	ZZ	m[	Z[	m\	Z\	m]	Z]	m^	Z^	m_	Z_	m`	Z`	ma	Za ddlѐ	mb	Zb	mc	Zc	md	Zd	me	Ze	mf	Zf	mg	Zg	mh	Zh	mi	Zi ddlӐ	mj	Zj	mk	Zk	ml	Zl	mm	Zm	mn	Zn	mo	Zo	mp	Zp	mq	Zq	mr	Zr	ms	Zs ddl֐	mt	Zt	mu	Zu	mv	Zv	mw	Zw	mx	Zx	my	Zy	mz	Zz	m{	Z{	m|	Z| ddlِ	m}	Z}	m~	Z~	m	Z	m	Z	m	Z ddlܐ	m	Z	m	Z	m	Z ddlސ	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z ddl	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	mÐ	ZÐ	mĐ	ZĐ	mŐ	Z ddl
	mƐ	ZƐ	mǐ	Zǐ	mȐ	ZȐ	mɐ	Zɐ	mʐ	Z ddl	mː	Zː	m̐	Z ddl	m͐	Z͐	mΐ	Zΐ	mϐ	Z ddl	mА	ZА	mѐ	Zѐ	mҐ	ZҐ	mӐ	ZӐ	mԐ	Z ddl	mՐ	ZՐ	m֐	Z֐	mא	Z dd l	mؐ	Zؐ	mِ	Zِ	mڐ	Zڐ	mې	Zې	mܐ	Z ddl	mݐ	Zݐ	mސ	Zސ	mߐ	Zߐ	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z ddl!	m	Z	m	Z	m	Z ddl#	m	Z ddl%	m	Z	m	Z dd	l(	m	Z	m	Z	m	Z dd
l+
m 
Z 
m
Z
m
Z
m
Z ddl.
m
Z
m
Z
m
Z
m
Z
m
Z
m	
Z	
m

Z
 ddl0
m
Z
m
Z
m
Z
m
Z
m
Z ddl2
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z ddl4
m
Z ddl7
m
Z
m
Z ddl9
m
Z
m
Z
m
Z ddl;
m
Z
m
Z
m
Z
m 
Z  ddl=
m!
Z!
m"
Z"
m#
Z#
m$
Z$
m%
Z%
m&
Z&
m'
Z' ddlB
m(
Z(
m)
Z) ddlD
m*
Z* ddlF
m+
Z+ ddlI
m,
Z,
m-
Z-
m.
Z.
m/
Z/
m0
Z0
m1
Z1
m2
Z2 ddlK
m3
Z3
m4
Z4
m5
Z5
m6
Z6 ddlM
m7
Z7
m8
Z8
m9
Z9 ddlO
m:
Z:
m;
Z;
m<
Z< ddlQ
m=
Z=
m>
Z>
m?
Z? ddlS
m@
Z@
mA
ZA ddlU
mB
ZB
mC
ZC ddlX
mD
ZD
mE
ZE
mF
ZF ddlZ
mG
ZG
mH
ZH
mI
ZI
mJ
ZJ
mK
ZK
mL
ZL
mM
ZM
mN
ZN ddl`
mO
ZO
mP
ZP
mQ
ZQ
mR
ZR
mS
ZS
mT
ZT dd lc
mU
ZU
mV
ZV
mW
ZW
mX
ZX
mY
ZY
mZ
ZZ
m[
Z[ dd!li
m\
Z\
m]
Z]
m^
Z^
m_
Z_
m`
Z`
ma
Za dd"lk
mb
Zb
mc
Zc
md
Zd
me
Ze
mf
Zf dd#lp
mg
Zg
mh
Zh
mi
Zi
mj
Zj dd$lu
mk
Zk
ml
Zl
mm
Zm dd%lw
mn
Zn
mo
Zo
mp
Zp
mq
Zq
mr
Zr
ms
Zs
mt
Zt
mu
Zu dd&lz
mv
Zv
mw
Zw
mx
Zx
my
Zy
mz
Zz
m{
Z{
m|
Z|
m}
Z} dd'l|
m~
Z~
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd(l~
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd)l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd*l
m
Z
m
Z
m
Z dd+l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd,l
m
Z
m
Z
m
Z
m
Z dd-l
m
Z
m
Z dd.
l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd/
l
m
Z
m
Z
m
Z dd0
l
m
Z dd1
l
m
Z dd2
l
m
Z ze se W n$ ek
r   ddg
lT Y nX dd3
l
m
Z dd4
l
m
Z dd5le
m
Z
mÐ
ZÐ
mĐ
ZĐ
mŐ
ZŐ
mƐ
ZƐ
mǐ
Zǐ
mȐ
ZȐ
mɐ
Zɐ
mʐ
Zʐ
mː
Zː
m̐
Z̐
m͐
Z͐
mΐ
Zΐ
mϐ
Zϐ
mА
ZА
mѐ
Z dd6
lҐ
mӐ
ZӐ
mԐ
Z dd7
lՐ
m֐
Z֐
mא
Zא
mؐ
Zؐ
mِ
Z dd8l
mڐ
Zڐ
mې
Zې
mܐ
Zܐ
mݐ
Zݐ
mސ
Zސ
mߐ
Zߐ
m
Z
m
Z
m
Z dd9l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Zm Z mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZmZmZ dd:lmZmZmZmZ dd;lmZmZmZmZmZmZmZmZmZmZmZ dd<lmZmZm Z  dd=lm!Z!m"Z"m#Z# dd>lŐm$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* dd?lېm+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 dd@lm3Z3m4Z4m5Z5m6Z6 ddAlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z= ddBl
m>Z>m?Z?m@Z@ ddClmAZAmBZBmCZC ddDlmDZDmEZEmFZFmGZG ddElmHZHmIZImJZJ ddFlmKZKmLZLmMZMmNZN ddGlmOZOmPZPmQZQmRZRmSZSmTZT ddHl"mUZUmVZVmWZWmXZXmYZYmZZZm[Z[ ddIl(m\Z\m]Z]m^Z^m_Z_m`Z` ddJl,maZambZbmcZcmdZd ddKlXmeZemfZfmgZgmhZhmiZimjZj ddLlnmkZkmlZlmmZmmnZnmoZompZpmqZqmrZr ddMltmsZsmtZtmuZumvZvmwZwmxZx ddNl~myZymzZzm{Z{m|Z|m}Z}m~Z~mZmZ ddOlmZ ddPlmZmZmZmZmZ ddQlmZmZmZmZmZmZmZ ddRlmZmZmZmZmZmZmZmZmZ ddSlmZmZmZmZmZmZ ddTlmZmZmZmZmZ ddUlɐmZmZmZmZ ddVlѐmZmZmZ ddWlՐmZmZmZ ddXlmZmZmZmZmZmZmZ ddYlmZmZmZmZmZ ddZlmZmZmZ dd[lmZmZmZmZmZmZmZ dd\lmZmÐZÐmĐZĐmŐZŐmƐZ dd]l'mǐZǐmȐZȐmɐZ dd^l3mʐZʐmːZːm̐Z dd_l=m͐Z͐mΐZΐmϐZϐmАZ dd`lDmѐZѐmҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZ ddalKmېZېmܐZܐmݐZݐmސZ ddblRmߐZߐmZmZmZmZmZmZmZ ddclYmZmZmZ dddlxmZmZmZmZmZmZ ddel{mZmZmZ ddflmZmZmZ ddglmZmZmZmZ ddhlȐmZmZmZ ddilʐmZmZmZm Z mZmZmZmZ ddjl̐mZmZmZ ddklΐmZm	Z	m
Z
mZmZmZmZmZmZ ddllѐmZmZmZmZmZmZmZmZmZ ddml֐mZmZmZmZmZmZm Z m!Z! ddnlސm"Z"m#Z# ddolm$Z$m%Z%m&Z&m'Z'm(Z( ddplm)Z)m*Z*m+Z+ ddqlm,Z,m-Z-m.Z. ddrlm/Z/m0Z0m1Z1m2Z2 ddslm3Z3m4Z4m5Z5m6Z6 ddtlm7Z7m8Z8m9Z9m:Z:m;Z; ddulDm<Z< ddvlFm=Z= ddwlKm>Z>m?Z?m@Z@ ddxlMmAZAmBZBmCZC ddylZmDZDmEZEmFZFmGZG ddzlkmHZHmIZImJZJ dd{lumKZKmLZLmMZM dd|lwmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZU dd}lzmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z] dd~l~m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZe ddlfmgZgmhZhmiZimjZj z2e re	 re re re se W n" ek
r   ddglkT Y n&X ddlmlZlmmZmmnZn ze s4e W n" ek
rX   ddgloT Y nX ddl^mpZpmqZq ze
 se W n$ ek
r   ddglrT Y nX ddlemsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZ ddlmZ ddlmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZmÐZ ddlmĐZĐmŐZŐmƐZ ddlmǐZǐmȐZȐmɐZ ddlϐmʐZʐmːZːm̐Z ddlm͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZ ddllmԐZԐmՐZՐm֐Z ddlnmאZאmؐZؐmِZِmڐZڐmېZېmܐZܐmݐZ ddl~mސZސmߐZߐmZmZmZmZmZmZmZ ddlmZ ddlmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZmZmZ ddl'mZmZmZ ddl3mZmZmZm Z mZ ddl=mZmZmZ ddlYmZmZmZ ddl{mZm	Z	m
Z
 ddlmZmZmZ ddlȐmZmZmZ ddl̐mZmZmZ ddlΐmZmZmZmZmZmZmZmZ ddlѐmZmZmZmZm Z m!Z!m"Z"m#Z# ddl֐m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddlm+Z+ ddlm,Z,m-Z-m.Z.m/Z/ ddlDm0Z0 ddlFm1Z1 ddlKm2Z2m3Z3m4Z4 ddlZm5Z5m6Z6m7Z7m8Z8 ddlkm9Z9m:Z:m;Z;m<Z< ddlum=Z=m>Z>m?Z? ddlzm@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZG n>ddlHZHeeeI d eeJde ideHjKe< e se se
 seLd dS (  z4.46.3    )TYPE_CHECKING   )dependency_versions_check)OptionalDependencyNotAvailable_LazyModuleis_bitsandbytes_availableis_essentia_availableis_flax_availableis_g2p_en_availableis_keras_nlp_availableis_librosa_availableis_pretty_midi_availableis_scipy_availableis_sentencepiece_availableis_speech_availableis_tensorflow_text_availableis_tf_availableis_timm_availableis_tokenizers_availableis_torch_availableis_torchaudio_availableis_torchvision_availableis_vision_availableloggingAgent	CodeAgentHfApiEngineManagedAgentPipelineTool
ReactAgentReactCodeAgentReactJsonAgentToolToolboxToolCollectionTransformersEnginelaunch_gradio_demo	load_toolstream_to_gradiotoolPretrainedConfigDataProcessorInputExampleInputFeatures%SingleSentenceClassificationProcessorSquadExampleSquadFeaturesSquadV1ProcessorSquadV2Processorglue_compute_metrics!glue_convert_examples_to_featuresglue_output_modesglue_processorsglue_tasks_num_labels"squad_convert_examples_to_featuresxnli_compute_metricsxnli_output_modesxnli_processorsxnli_tasks_num_labelsDataCollatorDataCollatorForLanguageModeling*DataCollatorForPermutationLanguageModelingDataCollatorForSeq2SeqDataCollatorForSOP"DataCollatorForTokenClassificationDataCollatorForWholeWordMaskDataCollatorWithFlatteningDataCollatorWithPaddingDefaultDataCollatordefault_data_collatorSequenceFeatureExtractorBatchFeatureFeatureExtractionMixinGenerationConfigTextIteratorStreamerTextStreamerWatermarkingConfigHfArgumentParseris_clearml_availableis_comet_availableis_dvclive_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_tensorboard_availableis_wandb_available	ModelCard(convert_tf_weight_name_to_pt_weight_name$load_pytorch_checkpoint_in_tf2_modelload_pytorch_model_in_tf2_model!load_pytorch_weights_in_tf2_model$load_tf2_checkpoint_in_pytorch_modelload_tf2_model_in_pytorch_model!load_tf2_weights_in_pytorch_modelAlbertConfigAlignConfigAlignProcessorAlignTextConfigAlignVisionConfigAltCLIPConfigAltCLIPProcessorAltCLIPTextConfigAltCLIPVisionConfig	ASTConfigASTFeatureExtractorCONFIG_MAPPINGFEATURE_EXTRACTOR_MAPPINGIMAGE_PROCESSOR_MAPPINGMODEL_NAMES_MAPPINGPROCESSOR_MAPPINGTOKENIZER_MAPPING
AutoConfigAutoFeatureExtractorAutoImageProcessorAutoProcessorAutoTokenizerAutoformerConfigBarkCoarseConfig
BarkConfigBarkFineConfigBarkProcessorBarkSemanticConfig
BartConfigBartTokenizer
BeitConfigBasicTokenizer
BertConfigBertTokenizerWordpieceTokenizerBertGenerationConfigBertJapaneseTokenizerCharacterTokenizerMecabTokenizerBertweetTokenizerBigBirdConfigBigBirdPegasusConfigBioGptConfigBioGptTokenizer	BitConfigBlenderbotConfigBlenderbotTokenizerBlenderbotSmallConfigBlenderbotSmallTokenizer
BlipConfigBlipProcessorBlipTextConfigBlipVisionConfigBlip2ConfigBlip2ProcessorBlip2QFormerConfigBlip2VisionConfigBloomConfigBridgeTowerConfigBridgeTowerProcessorBridgeTowerTextConfigBridgeTowerVisionConfig
BrosConfigBrosProcessorByT5TokenizerCamembertConfigCanineConfigCanineTokenizerChameleonConfigChameleonProcessorChameleonVQVAEConfigChineseCLIPConfigChineseCLIPProcessorChineseCLIPTextConfigChineseCLIPVisionConfigClapAudioConfig
ClapConfigClapProcessorClapTextConfig
CLIPConfigCLIPProcessorCLIPTextConfigCLIPTokenizerCLIPVisionConfigCLIPSegConfigCLIPSegProcessorCLIPSegTextConfigCLIPSegVisionConfig
ClvpConfigClvpDecoderConfigClvpEncoderConfigClvpFeatureExtractorClvpProcessorClvpTokenizerCodeGenConfigCodeGenTokenizerCohereConfigConditionalDetrConfigConvBertConfigConvBertTokenizerConvNextConfigConvNextV2ConfigCpmAntConfigCpmAntTokenizer
CTRLConfigCTRLTokenizer	CvtConfig	DacConfigDacFeatureExtractorData2VecAudioConfigData2VecTextConfigData2VecVisionConfig
DbrxConfigDebertaConfigDebertaTokenizerDebertaV2ConfigDecisionTransformerConfigDeformableDetrConfig
DeiTConfig
DetaConfigEfficientFormerConfigErnieMConfigGPTSanJapaneseConfigGPTSanJapaneseTokenizerGraphormerConfigJukeboxConfigJukeboxPriorConfigJukeboxTokenizerJukeboxVQVAEConfigMCTCTConfigMCTCTFeatureExtractorMCTCTProcessor
MegaConfig
MMBTConfig	NatConfigNezhaConfigOpenLlamaConfigQDQBertConfigRealmConfigRealmTokenizerRetriBertConfigRetriBertTokenizerSpeech2Text2ConfigSpeech2Text2ProcessorSpeech2Text2TokenizerTapexTokenizerTrajectoryTransformerConfigTransfoXLConfigTransfoXLCorpusTransfoXLTokenizer
TvltConfigTvltFeatureExtractorTvltProcessor	VanConfigViTHybridConfigXLMProphetNetConfigDepthAnythingConfig
DetrConfigDinatConfigDinov2ConfigDistilBertConfigDistilBertTokenizerDonutProcessorDonutSwinConfig	DPRConfigDPRContextEncoderTokenizerDPRQuestionEncoderTokenizerDPRReaderOutputDPRReaderTokenizer	DPTConfigEfficientNetConfigElectraConfigElectraTokenizerEncodecConfigEncodecFeatureExtractorEncoderDecoderConfigErnieConfig	EsmConfigEsmTokenizerFalconConfigFalconMambaConfigFastSpeech2ConformerConfig!FastSpeech2ConformerHifiGanConfigFastSpeech2ConformerTokenizer%FastSpeech2ConformerWithHifiGanConfigFlaubertConfigFlaubertTokenizerFlavaConfigFlavaImageCodebookConfigFlavaImageConfigFlavaMultimodalConfigFlavaTextConfig
FNetConfigFocalNetConfig
FSMTConfigFSMTTokenizerFunnelConfigFunnelTokenizer
FuyuConfigGemmaConfigGemma2Config	GitConfigGitProcessorGitVisionConfig	GlmConfig
GLPNConfig
GPT2ConfigGPT2TokenizerGPTBigCodeConfigGPTNeoConfigGPTNeoXConfigGPTNeoXJapaneseConfig
GPTJConfigGraniteConfigGraniteMoeConfigGroundingDinoConfigGroundingDinoProcessorGroupViTConfigGroupViTTextConfigGroupViTVisionConfigHerbertTokenizerHieraConfigHubertConfigIBertConfigIdeficsConfigIdefics2ConfigIdefics3ConfigImageGPTConfigInformerConfigInstructBlipConfigInstructBlipProcessorInstructBlipQFormerConfigInstructBlipVisionConfigInstructBlipVideoConfigInstructBlipVideoProcessorInstructBlipVideoQFormerConfigInstructBlipVideoVisionConfigJambaConfigJetMoeConfigKosmos2ConfigKosmos2ProcessorLayoutLMConfigLayoutLMTokenizerLayoutLMv2ConfigLayoutLMv2FeatureExtractorLayoutLMv2ImageProcessorLayoutLMv2ProcessorLayoutLMv2TokenizerLayoutLMv3ConfigLayoutLMv3FeatureExtractorLayoutLMv3ImageProcessorLayoutLMv3ProcessorLayoutLMv3TokenizerLayoutXLMProcessor	LEDConfigLEDTokenizerLevitConfig
LiltConfigLlamaConfigLlavaConfigLlavaProcessorLlavaNextConfigLlavaNextProcessorLlavaNextVideoConfigLlavaNextVideoProcessorLlavaOnevisionConfigLlavaOnevisionProcessorLongformerConfigLongformerTokenizerLongT5Config
LukeConfigLukeTokenizerLxmertConfigLxmertTokenizerM2M100ConfigMambaConfigMamba2ConfigMarianConfigMarkupLMConfigMarkupLMFeatureExtractorMarkupLMProcessorMarkupLMTokenizerMask2FormerConfigMaskFormerConfigMaskFormerSwinConfigMBartConfigMegatronBertConfigMgpstrConfigMgpstrProcessorMgpstrTokenizer
MimiConfigMistralConfigMixtralConfigMllamaConfigMllamaProcessorMobileBertConfigMobileBertTokenizerMobileNetV1ConfigMobileNetV2ConfigMobileViTConfigMobileViTV2ConfigMoshiConfigMoshiDepthConfigMPNetConfigMPNetTokenizer	MptConfig	MraConfig	MT5ConfigMusicgenConfigMusicgenDecoderConfigMusicgenMelodyConfigMusicgenMelodyDecoderConfig	MvpConfigMvpTokenizerMyT5TokenizerNemotronConfigNllbMoeConfigNougatProcessorNystromformerConfig
OlmoConfigOlmoeConfigOmDetTurboConfigOmDetTurboProcessorOneFormerConfigOneFormerProcessorOpenAIGPTConfigOpenAIGPTTokenizer	OPTConfigOwlv2ConfigOwlv2ProcessorOwlv2TextConfigOwlv2VisionConfigOwlViTConfigOwlViTProcessorOwlViTTextConfigOwlViTVisionConfigPaliGemmaConfigPatchTSMixerConfigPatchTSTConfigPegasusConfigPegasusTokenizerPegasusXConfigPerceiverConfigPerceiverTokenizerPersimmonConfig	PhiConfig
Phi3ConfigPhimoeConfigPhobertTokenizerPix2StructConfigPix2StructProcessorPix2StructTextConfigPix2StructVisionConfigPixtralProcessorPixtralVisionConfigPLBartConfigPoolFormerConfigPop2PianoConfigProphetNetConfigProphetNetTokenizer	PvtConfigPvtV2ConfigQwen2ConfigQwen2TokenizerQwen2AudioConfigQwen2AudioEncoderConfigQwen2AudioProcessorQwen2MoeConfigQwen2VLConfigQwen2VLProcessor	RagConfigRagRetrieverRagTokenizerRecurrentGemmaConfigReformerConfigRegNetConfigRemBertConfigResNetConfigRobertaConfigRobertaTokenizerRobertaPreLayerNormConfigRoCBertConfigRoCBertTokenizerRoFormerConfigRoFormerTokenizerRTDetrConfigRTDetrResNetConfig
RwkvConfig	SamConfigSamMaskDecoderConfigSamProcessorSamPromptEncoderConfigSamVisionConfigSeamlessM4TConfigSeamlessM4TFeatureExtractorSeamlessM4TProcessorSeamlessM4Tv2ConfigSegformerConfigSegGptConfig	SEWConfig
SEWDConfigSiglipConfigSiglipProcessorSiglipTextConfigSiglipVisionConfigSpeechEncoderDecoderConfigSpeech2TextConfigSpeech2TextFeatureExtractorSpeech2TextProcessorSpeechT5ConfigSpeechT5FeatureExtractorSpeechT5HifiGanConfigSpeechT5ProcessorSplinterConfigSplinterTokenizerSqueezeBertConfigSqueezeBertTokenizerStableLmConfigStarcoder2ConfigSuperPointConfigSwiftFormerConfig
SwinConfigSwin2SRConfigSwinv2ConfigSwitchTransformersConfigT5ConfigTableTransformerConfigTapasConfigTapasTokenizerTimeSeriesTransformerConfigTimesformerConfigTimmBackboneConfigTrOCRConfigTrOCRProcessor	TvpConfigTvpProcessor
UdopConfigUdopProcessor
UMT5ConfigUniSpeechConfigUniSpeechSatConfigUnivNetConfigUnivNetFeatureExtractorUperNetConfigVideoLlavaConfigVideoMAEConfig
ViltConfigViltFeatureExtractorViltImageProcessorViltProcessorVipLlavaConfigVisionEncoderDecoderConfigVisionTextDualEncoderConfigVisionTextDualEncoderProcessorVisualBertConfig	ViTConfigViTMAEConfigViTMSNConfigVitDetConfigVitMatteConfig
VitsConfigVitsTokenizerVivitConfigWav2Vec2ConfigWav2Vec2CTCTokenizerWav2Vec2FeatureExtractorWav2Vec2ProcessorWav2Vec2TokenizerWav2Vec2BertConfigWav2Vec2BertProcessorWav2Vec2ConformerConfigWav2Vec2PhonemeCTCTokenizerWav2Vec2ProcessorWithLMWavLMConfigWhisperConfigWhisperFeatureExtractorWhisperProcessorWhisperTokenizerXCLIPConfigXCLIPProcessorXCLIPTextConfigXCLIPVisionConfig
XGLMConfig	XLMConfigXLMTokenizerXLMRobertaConfigXLMRobertaXLConfigXLNetConfig
XmodConfigYolosConfig
YosoConfigZambaConfigZoeDepthConfigAudioClassificationPipeline"AutomaticSpeechRecognitionPipelineCsvPipelineDataFormatDepthEstimationPipeline!DocumentQuestionAnsweringPipelineFeatureExtractionPipelineFillMaskPipelineImageClassificationPipelineImageFeatureExtractionPipelineImageSegmentationPipelineImageToImagePipelineImageToTextPipelineJsonPipelineDataFormatMaskGenerationPipelineNerPipelineObjectDetectionPipelinePipedPipelineDataFormatPipelinePipelineDataFormatQuestionAnsweringPipelineSummarizationPipelineTableQuestionAnsweringPipelineText2TextGenerationPipelineTextClassificationPipelineTextGenerationPipelineTextToAudioPipelineTokenClassificationPipelineTranslationPipelineVideoClassificationPipelineVisualQuestionAnsweringPipeline#ZeroShotAudioClassificationPipelineZeroShotClassificationPipeline#ZeroShotImageClassificationPipelineZeroShotObjectDetectionPipelinepipelineProcessorMixinPreTrainedTokenizer
AddedTokenBatchEncodingCharSpanPreTrainedTokenizerBaseSpecialTokensMixin	TokenSpanDefaultFlowCallbackEarlyStoppingCallbackPrinterCallbackProgressCallbackTrainerCallbackTrainerControlTrainerStateEvalPredictionIntervalStrategySchedulerTypeenable_full_determinismset_seedTrainingArgumentsSeq2SeqTrainingArgumentsTFTrainingArgumentsCONFIG_NAMEMODEL_CARD_NAMEPYTORCH_PRETRAINED_BERT_CACHEPYTORCH_TRANSFORMERS_CACHESPIECE_UNDERLINETF2_WEIGHTS_NAMETF_WEIGHTS_NAMETRANSFORMERS_CACHEWEIGHTS_NAME
TensorTypeadd_end_docstringsadd_start_docstringsis_apex_availableis_av_availabler   is_datasets_availableis_faiss_availabler	   r   is_phonemizer_availableis_psutil_availableis_py3nvml_availableis_pyctcdecode_availableis_sacremoses_availableis_safetensors_availabler   r   is_sklearn_availabler   r   r   r   r   r   is_torch_mlu_availableis_torch_musa_availableis_torch_neuroncore_availableis_torch_npu_availableis_torch_tpu_availabler   is_torch_xla_availableis_torch_xpu_availabler   r   
AqlmConfig	AwqConfigBitNetConfigBitsAndBytesConfigCompressedTensorsConfig
EetqConfigFbgemmFp8Config
GPTQConfig	HqqConfigQuantoConfigTorchAoConfig(S  agentsZaudio_utilsZ	benchmarkcommandsconfiguration_utilsZconvert_graph_to_onnxZ+convert_slow_tokenizers_checkpoints_to_fastZ)convert_tf_hub_seq_to_seq_bert_to_pytorchdatazdata.data_collatorzdata.metricszdata.processorsZdebug_utilsr   Zdependency_versions_tableZdynamic_module_utils!feature_extraction_sequence_utilsfeature_extraction_utilsZ
file_utils
generationhf_argparserZhyperparameter_searchZimage_transformsintegrationsZloss	modelcardmodeling_tf_pytorch_utilsmodelsmodels.albertmodels.alignmodels.altclip$models.audio_spectrogram_transformermodels.automodels.autoformermodels.barkmodels.bartmodels.barthezmodels.bartphomodels.beitmodels.bertmodels.bert_generationzmodels.bert_japanesezmodels.bertweetmodels.big_birdmodels.bigbird_pegasusmodels.biogpt
models.bitmodels.blenderbotmodels.blenderbot_smallmodels.blipmodels.blip_2models.bloommodels.bridgetowermodels.broszmodels.byt5models.camembertmodels.caninemodels.chameleonmodels.chinese_clipmodels.clapmodels.clipmodels.clipsegmodels.clvpmodels.code_llamamodels.codegenmodels.coheremodels.conditional_detrmodels.convbertmodels.convnextmodels.convnextv2
models.cpmmodels.cpmantmodels.ctrl
models.cvt
models.dacmodels.data2vecmodels.dbrxmodels.debertamodels.deberta_v2models.decision_transformermodels.deformable_detrmodels.deitzmodels.deprecatedzmodels.deprecated.bortmodels.deprecated.deta!models.deprecated.efficientformermodels.deprecated.ernie_m!models.deprecated.gptsan_japanesemodels.deprecated.graphormermodels.deprecated.jukeboxmodels.deprecated.mctctmodels.deprecated.megamodels.deprecated.mmbtmodels.deprecated.natmodels.deprecated.nezhamodels.deprecated.open_llamamodels.deprecated.qdqbertmodels.deprecated.realmmodels.deprecated.retribert"models.deprecated.speech_to_text_2zmodels.deprecated.tapex(models.deprecated.trajectory_transformermodels.deprecated.transfo_xlmodels.deprecated.tvltmodels.deprecated.vanmodels.deprecated.vit_hybrid models.deprecated.xlm_prophetnetmodels.depth_anythingmodels.detrzmodels.dialogptmodels.dinatmodels.dinov2models.distilbertz
models.ditmodels.donut
models.dpr
models.dptmodels.efficientnetmodels.electramodels.encodecmodels.encoder_decodermodels.ernie
models.esmmodels.falconmodels.falcon_mambamodels.fastspeech2_conformermodels.flaubertmodels.flavamodels.fnetmodels.focalnetmodels.fsmtmodels.funnelmodels.fuyumodels.gemmamodels.gemma2
models.git
models.glmmodels.glpnmodels.gpt2models.gpt_bigcodemodels.gpt_neomodels.gpt_neoxmodels.gpt_neox_japanesemodels.gpt_sw3models.gptjmodels.granitemodels.granitemoemodels.grounding_dinomodels.groupvitmodels.herbertmodels.hieramodels.hubertmodels.ibertmodels.ideficsmodels.idefics2models.idefics3models.imagegptmodels.informermodels.instructblipmodels.instructblipvideomodels.jambamodels.jetmoemodels.kosmos2models.layoutlmmodels.layoutlmv2models.layoutlmv3models.layoutxlm
models.ledmodels.levitmodels.liltmodels.llamamodels.llavamodels.llava_nextmodels.llava_next_videomodels.llava_onevisionmodels.longformermodels.longt5models.lukemodels.lxmertmodels.m2m_100models.mambamodels.mamba2models.marianmodels.markuplmmodels.mask2formermodels.maskformermodels.mbartmodels.mbart50models.megatron_bertzmodels.megatron_gpt2models.mgp_strmodels.mimimodels.mistralmodels.mixtralmodels.mllamamodels.mlukemodels.mobilebertmodels.mobilenet_v1models.mobilenet_v2models.mobilevitmodels.mobilevitv2models.moshimodels.mpnet
models.mpt
models.mra
models.mt5models.musicgenmodels.musicgen_melody
models.mvpzmodels.myt5models.nemotronmodels.nllbmodels.nllb_moemodels.nougatmodels.nystromformermodels.olmomodels.olmoemodels.omdet_turbomodels.oneformermodels.openai
models.optmodels.owlv2models.owlvitmodels.paligemmamodels.patchtsmixermodels.patchtstmodels.pegasusmodels.pegasus_xmodels.perceivermodels.persimmon
models.phimodels.phi3models.phimoezmodels.phobertmodels.pix2structmodels.pixtralmodels.plbartmodels.poolformermodels.pop2pianomodels.prophetnet
models.pvtmodels.pvt_v2models.qwen2models.qwen2_audiomodels.qwen2_moemodels.qwen2_vl
models.ragmodels.recurrent_gemmamodels.reformermodels.regnetmodels.rembertmodels.resnetmodels.robertamodels.roberta_prelayernormmodels.roc_bertmodels.roformermodels.rt_detrmodels.rwkv
models.sammodels.seamless_m4tmodels.seamless_m4t_v2models.segformermodels.seggpt
models.sewmodels.sew_dmodels.siglipmodels.speech_encoder_decodermodels.speech_to_textmodels.speecht5models.splintermodels.squeezebertmodels.stablelmmodels.starcoder2models.superpointmodels.swiftformermodels.swinmodels.swin2srmodels.swinv2models.switch_transformers	models.t5models.table_transformermodels.tapasmodels.time_series_transformermodels.timesformermodels.timm_backbonemodels.trocr
models.tvpmodels.udopmodels.umt5models.unispeechmodels.unispeech_satmodels.univnetmodels.upernetmodels.video_llavamodels.videomaemodels.viltmodels.vipllavamodels.vision_encoder_decodermodels.vision_text_dual_encodermodels.visual_bert
models.vitmodels.vit_maemodels.vit_msnmodels.vitdetmodels.vitmattemodels.vitsmodels.vivitmodels.wav2vec2models.wav2vec2_bertmodels.wav2vec2_conformerzmodels.wav2vec2_phonemezmodels.wav2vec2_with_lmmodels.wavlmmodels.whispermodels.x_clipmodels.xglm
models.xlmmodels.xlm_robertamodels.xlm_roberta_xlmodels.xlnetmodels.xmodmodels.yolosmodels.yosomodels.zambamodels.zoedepthZonnx	pipelinesprocessing_utilsZ
quantizersZtesting_utilstokenization_utilstokenization_utils_basetrainer_callbacktrainer_utilstraining_argstraining_args_seq2seqtraining_args_tfutilszutils.quantization_config)dummy_sentencepiece_objectsc                 C   s   g | ]}| d s|qS _
startswith.0name r  9/tmp/pip-unpacked-wheel-bm_b0l5e/transformers/__init__.py
<listcomp>  s    
 r  z!utils.dummy_sentencepiece_objectsr  AlbertTokenizerr  BarthezTokenizerr  BartphoTokenizerr  BertGenerationTokenizerr  BigBirdTokenizerr  CamembertTokenizerr  CodeLlamaTokenizerr  CpmTokenizerr  DebertaV2Tokenizerr  ErnieMTokenizerr  XLMProphetNetTokenizerr  FNetTokenizerr  GemmaTokenizerr)  GPTSw3Tokenizerr@  LayoutXLMTokenizerrD  LlamaTokenizerrM  M2M100TokenizerrP  MarianTokenizerrT  MBartTokenizerrU  MBart50Tokenizerr\  MLukeTokenizerrf  MT5Tokenizerrk  NllbTokenizerrz  r  PLBartTokenizerr  ReformerTokenizerr  RemBertTokenizerr  SeamlessM4TTokenizerr  SiglipTokenizerr  Speech2TextTokenizerr  SpeechT5Tokenizerr  T5Tokenizerr  UdopTokenizerr  XGLMTokenizerr  XLMRobertaTokenizerr  XLNetTokenizer)dummy_tokenizers_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s    
 zutils.dummy_tokenizers_objectsAlbertTokenizerFastr  BartTokenizerFastBarthezTokenizerFastr  BertTokenizerFastBigBirdTokenizerFastr  BlenderbotTokenizerFastr  BlenderbotSmallTokenizerFastr  BloomTokenizerFastCamembertTokenizerFastr  CLIPTokenizerFastCodeLlamaTokenizerFastr  CodeGenTokenizerFastr  CohereTokenizerFastr  ConvBertTokenizerFastCpmTokenizerFastr  DebertaTokenizerFastDebertaV2TokenizerFastr  RealmTokenizerFastr  RetriBertTokenizerFastr  DistilBertTokenizerFastr  DPRContextEncoderTokenizerFastDPRQuestionEncoderTokenizerFastDPRReaderTokenizerFastr  ElectraTokenizerFastFNetTokenizerFastr  FunnelTokenizerFastGemmaTokenizerFastr$  GPT2TokenizerFastr'  GPTNeoXTokenizerFastr(  GPTNeoXJapaneseTokenizerr/  HerbertTokenizerFastr=  LayoutLMTokenizerFastr>  LayoutLMv2TokenizerFastr?  LayoutLMv3TokenizerFastLayoutXLMTokenizerFastrA  LEDTokenizerFastLlamaTokenizerFastrI  LongformerTokenizerFastrL  LxmertTokenizerFastrQ  MarkupLMTokenizerFastMBartTokenizerFastMBart50TokenizerFastr]  MobileBertTokenizerFastrc  MPNetTokenizerFastMT5TokenizerFastri  MvpTokenizerFastNllbTokenizerFastrm  NougatTokenizerFastrs  OpenAIGPTTokenizerFastPegasusTokenizerFastr  Qwen2TokenizerFastReformerTokenizerFastRemBertTokenizerFastr  RobertaTokenizerFastr  RoFormerTokenizerFastSeamlessM4TTokenizerFastr  SplinterTokenizerFastr  SqueezeBertTokenizerFastT5TokenizerFastUdopTokenizerFastr  WhisperTokenizerFastXGLMTokenizerFastXLMRobertaTokenizerFastXLNetTokenizerFastPreTrainedTokenizerFasttokenization_utils_fast)*dummy_sentencepiece_and_tokenizers_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  f  s    
 z0utils.dummy_sentencepiece_and_tokenizers_objectsSLOW_TO_FAST_CONVERTERSconvert_slow_tokenizer)dummy_tensorflow_text_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r  v  s    
 z#utils.dummy_tensorflow_text_objectsTFBertTokenizer)dummy_keras_nlp_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s    
 zutils.dummy_keras_nlp_objectsTFGPT2Tokenizer)dummy_vision_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s    
 zutils.dummy_vision_objectsImageProcessingMixinimage_processing_baseBaseImageProcessorimage_processing_utilsImageFeatureExtractionMixinimage_utilsr  BeitFeatureExtractorBeitImageProcessorr  BitImageProcessorr  BlipImageProcessorr  BridgeTowerImageProcessorr  ChameleonImageProcessorr  ChineseCLIPFeatureExtractorChineseCLIPImageProcessorCLIPFeatureExtractorCLIPImageProcessorr  ConditionalDetrFeatureExtractorConditionalDetrImageProcessorr  ConvNextFeatureExtractorConvNextImageProcessorr  DeformableDetrFeatureExtractorDeformableDetrImageProcessorr  DeiTFeatureExtractorDeiTImageProcessorr  DetaImageProcessorr  EfficientFormerImageProcessorr  TvltImageProcessorr  ViTHybridImageProcessorr  DetrFeatureExtractorDetrImageProcessorDetrImageProcessorFastr  DonutFeatureExtractorDonutImageProcessorr  DPTFeatureExtractorDPTImageProcessorr  EfficientNetImageProcessorr  FlavaFeatureExtractorFlavaImageProcessorFlavaProcessorr  FuyuImageProcessorFuyuProcessorr#  GLPNFeatureExtractorGLPNImageProcessorr-  GroundingDinoImageProcessorr3  IdeficsImageProcessorr4  Idefics2ImageProcessorr5  Idefics3ImageProcessorr6  ImageGPTFeatureExtractorImageGPTImageProcessorr9  InstructBlipVideoImageProcessorrB  LevitFeatureExtractorLevitImageProcessorrF  LlavaNextImageProcessorrG  LlavaNextVideoImageProcessorrH  LlavaOnevisionImageProcessorLlavaOnevisionVideoProcessorrR  Mask2FormerImageProcessorrS  MaskFormerFeatureExtractorMaskFormerImageProcessorr[  MllamaImageProcessorr^  MobileNetV1FeatureExtractorMobileNetV1ImageProcessorr_  MobileNetV2FeatureExtractorMobileNetV2ImageProcessorr`  MobileViTFeatureExtractorMobileViTImageProcessorNougatImageProcessorrr  OneFormerImageProcessorru  Owlv2ImageProcessorrv  OwlViTFeatureExtractorOwlViTImageProcessorr|  PerceiverFeatureExtractorPerceiverImageProcessorr  Pix2StructImageProcessorr  PixtralImageProcessorr  PoolFormerFeatureExtractorPoolFormerImageProcessorr  PvtImageProcessorr  Qwen2VLImageProcessorr  RTDetrImageProcessorr  SamImageProcessorr  SegformerFeatureExtractorSegformerImageProcessorr  SegGptImageProcessorSiglipImageProcessorr  SuperPointImageProcessorr  Swin2SRImageProcessorr  TvpImageProcessorr  VideoLlavaImageProcessorr  VideoMAEFeatureExtractorVideoMAEImageProcessorr  r  ViTFeatureExtractorViTImageProcessorr  VitMatteImageProcessorr  VivitImageProcessorr  YolosFeatureExtractorYolosImageProcessorr  ZoeDepthImageProcessor)dummy_torchvision_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s    
 zutils.dummy_torchvision_objectsBaseImageProcessorFastimage_processing_utils_fastViTImageProcessorFast)dummy_pt_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s     
 zutils.dummy_pt_objectsZactivationsPyTorchBenchmarkzbenchmark.benchmarkPyTorchBenchmarkArgumentszbenchmark.benchmark_argsCacheCacheConfigDynamicCacheEncoderDecoderCacheHQQQuantizedCacheHybridCache
MambaCacheOffloadedCacheOffloadedStaticCacheQuantizedCacheQuantizedCacheConfigQuantoQuantizedCache	SinkCacheSlidingWindowCacheStaticCachecache_utilsGlueDatasetGlueDataTrainingArgumentsLineByLineTextDatasetLineByLineWithRefDatasetLineByLineWithSOPTextDatasetSquadDatasetSquadDataTrainingArgumentsTextDataset$TextDatasetForNextSentencePredictionzdata.datasetsr  #AlternatingCodebooksLogitsProcessorBayesianDetectorConfigBayesianDetectorModel
BeamScorerBeamSearchScorer%ClassifierFreeGuidanceLogitsProcessorConstrainedBeamSearchScorer
ConstraintConstraintListStateDisjunctiveConstraint#EncoderNoRepeatNGramLogitsProcessor'EncoderRepetitionPenaltyLogitsProcessorEosTokenCriteriaEpsilonLogitsWarperEtaLogitsWarperExponentialDecayLengthPenaltyForcedBOSTokenLogitsProcessorForcedEOSTokenLogitsProcessorGenerationMixinHammingDiversityLogitsProcessorInfNanRemoveLogitsProcessorLogitNormalizationLogitsProcessorLogitsProcessorListLogitsWarperMaxLengthCriteriaMaxTimeCriteriaMinLengthLogitsProcessor!MinNewTokensLengthLogitsProcessorMinPLogitsWarperNoBadWordsLogitsProcessorNoRepeatNGramLogitsProcessorPhrasalConstraint PrefixConstrainedLogitsProcessor RepetitionPenaltyLogitsProcessorSequenceBiasLogitsProcessorStoppingCriteriaStoppingCriteriaListStopStringCriteria$SuppressTokensAtBeginLogitsProcessorSuppressTokensLogitsProcessorSynthIDTextWatermarkDetectorSynthIDTextWatermarkingConfig#SynthIDTextWatermarkLogitsProcessorTemperatureLogitsWarperTopKLogitsWarperTopPLogitsWarperTypicalLogitsWarper.UnbatchedClassifierFreeGuidanceLogitsProcessorWatermarkDetectorWatermarkLogitsProcessorWhisperTimeStampLogitsProcessor$TorchExportableModuleWithStaticCacheconvert_and_export_with_cachezintegrations.executorchZmodeling_flash_attention_utilsZmodeling_outputsROPE_INIT_FUNCTIONSmodeling_rope_utilsPreTrainedModelmodeling_utilsAlbertForMaskedLMAlbertForMultipleChoiceAlbertForPreTrainingAlbertForQuestionAnsweringAlbertForSequenceClassificationAlbertForTokenClassificationAlbertModelAlbertPreTrainedModelload_tf_weights_in_albertr  
AlignModelAlignPreTrainedModelAlignTextModelAlignVisionModelr  AltCLIPModelAltCLIPPreTrainedModelAltCLIPTextModelAltCLIPVisionModelr  ASTForAudioClassificationASTModelASTPreTrainedModelr  &MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING,MODEL_FOR_AUDIO_FRAME_CLASSIFICATION_MAPPINGMODEL_FOR_AUDIO_XVECTOR_MAPPINGMODEL_FOR_BACKBONE_MAPPING'MODEL_FOR_CAUSAL_IMAGE_MODELING_MAPPINGMODEL_FOR_CAUSAL_LM_MAPPINGMODEL_FOR_CTC_MAPPING"MODEL_FOR_DEPTH_ESTIMATION_MAPPING-MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING&MODEL_FOR_IMAGE_CLASSIFICATION_MAPPINGMODEL_FOR_IMAGE_MAPPING$MODEL_FOR_IMAGE_SEGMENTATION_MAPPING$MODEL_FOR_IMAGE_TEXT_TO_TEXT_MAPPING MODEL_FOR_IMAGE_TO_IMAGE_MAPPING'MODEL_FOR_INSTANCE_SEGMENTATION_MAPPING$MODEL_FOR_KEYPOINT_DETECTION_MAPPING'MODEL_FOR_MASKED_IMAGE_MODELING_MAPPINGMODEL_FOR_MASKED_LM_MAPPING!MODEL_FOR_MASK_GENERATION_MAPPING!MODEL_FOR_MULTIPLE_CHOICE_MAPPING*MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING"MODEL_FOR_OBJECT_DETECTION_MAPPINGMODEL_FOR_PRETRAINING_MAPPING$MODEL_FOR_QUESTION_ANSWERING_MAPPING'MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING&MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING)MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING"MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING*MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPINGMODEL_FOR_TEXT_ENCODING_MAPPING%MODEL_FOR_TEXT_TO_SPECTROGRAM_MAPPING"MODEL_FOR_TEXT_TO_WAVEFORM_MAPPING,MODEL_FOR_TIME_SERIES_CLASSIFICATION_MAPPING(MODEL_FOR_TIME_SERIES_REGRESSION_MAPPING&MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING(MODEL_FOR_UNIVERSAL_SEGMENTATION_MAPPING&MODEL_FOR_VIDEO_CLASSIFICATION_MAPPINGMODEL_FOR_VISION_2_SEQ_MAPPING+MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING0MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING,MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPINGMODEL_MAPPINGMODEL_WITH_LM_HEAD_MAPPINGAutoBackbone	AutoModelAutoModelForAudioClassification$AutoModelForAudioFrameClassificationAutoModelForAudioXVectorAutoModelForCausalLMAutoModelForCTCAutoModelForDepthEstimation%AutoModelForDocumentQuestionAnsweringAutoModelForImageClassificationAutoModelForImageSegmentationAutoModelForImageTextToTextAutoModelForImageToImage AutoModelForInstanceSegmentationAutoModelForKeypointDetectionAutoModelForMaskedImageModelingAutoModelForMaskedLMAutoModelForMaskGenerationAutoModelForMultipleChoice"AutoModelForNextSentencePredictionAutoModelForObjectDetectionAutoModelForPreTrainingAutoModelForQuestionAnswering AutoModelForSemanticSegmentationAutoModelForSeq2SeqLM"AutoModelForSequenceClassificationAutoModelForSpeechSeq2Seq"AutoModelForTableQuestionAnsweringAutoModelForTextEncodingAutoModelForTextToSpectrogramAutoModelForTextToWaveformAutoModelForTokenClassification!AutoModelForUniversalSegmentationAutoModelForVideoClassificationAutoModelForVision2Seq#AutoModelForVisualQuestionAnswering'AutoModelForZeroShotImageClassification#AutoModelForZeroShotObjectDetectionAutoModelWithLMHeadr  AutoformerForPredictionAutoformerModelAutoformerPreTrainedModelr  BarkCausalModelBarkCoarseModelBarkFineModel	BarkModelBarkPreTrainedModelBarkSemanticModelBartForCausalLMBartForConditionalGenerationBartForQuestionAnsweringBartForSequenceClassification	BartModelBartPretrainedModelBartPreTrainedModelPretrainedBartModelBeitBackboneBeitForImageClassificationBeitForMaskedImageModelingBeitForSemanticSegmentation	BeitModelBeitPreTrainedModelBertForMaskedLMBertForMultipleChoiceBertForNextSentencePredictionBertForPreTrainingBertForQuestionAnsweringBertForSequenceClassificationBertForTokenClassificationBertLMHeadModel	BertModelBertPreTrainedModelload_tf_weights_in_bertBertGenerationDecoderBertGenerationEncoderBertGenerationPreTrainedModel"load_tf_weights_in_bert_generationBigBirdForCausalLMBigBirdForMaskedLMBigBirdForMultipleChoiceBigBirdForPreTrainingBigBirdForQuestionAnswering BigBirdForSequenceClassificationBigBirdForTokenClassificationBigBirdModelBigBirdPreTrainedModelload_tf_weights_in_big_birdr  BigBirdPegasusForCausalLM&BigBirdPegasusForConditionalGeneration"BigBirdPegasusForQuestionAnswering'BigBirdPegasusForSequenceClassificationBigBirdPegasusModelBigBirdPegasusPreTrainedModelr  BioGptForCausalLMBioGptForSequenceClassificationBioGptForTokenClassificationBioGptModelBioGptPreTrainedModelBitBackboneBitForImageClassificationBitModelBitPreTrainedModelBlenderbotForCausalLM"BlenderbotForConditionalGenerationBlenderbotModelBlenderbotPreTrainedModelBlenderbotSmallForCausalLM'BlenderbotSmallForConditionalGenerationBlenderbotSmallModelBlenderbotSmallPreTrainedModelBlipForConditionalGenerationBlipForImageTextRetrievalBlipForQuestionAnswering	BlipModelBlipPreTrainedModelBlipTextModelBlipVisionModelr  Blip2ForConditionalGenerationBlip2ForImageTextRetrieval
Blip2ModelBlip2PreTrainedModelBlip2QFormerModelBlip2TextModelWithProjectionBlip2VisionModelBlip2VisionModelWithProjectionBloomForCausalLMBloomForQuestionAnsweringBloomForSequenceClassificationBloomForTokenClassification
BloomModelBloomPreTrainedModel!BridgeTowerForContrastiveLearning#BridgeTowerForImageAndTextRetrievalBridgeTowerForMaskedLMBridgeTowerModelBridgeTowerPreTrainedModelr  BrosForTokenClassification	BrosModelBrosPreTrainedModel!BrosSpadeEEForTokenClassification!BrosSpadeELForTokenClassificationCamembertForCausalLMCamembertForMaskedLMCamembertForMultipleChoiceCamembertForQuestionAnswering"CamembertForSequenceClassificationCamembertForTokenClassificationCamembertModelCamembertPreTrainedModelr  CanineForMultipleChoiceCanineForQuestionAnsweringCanineForSequenceClassificationCanineForTokenClassificationCanineModelCaninePreTrainedModelload_tf_weights_in_canine!ChameleonForConditionalGenerationChameleonModelChameleonPreTrainedModelChameleonVQVAEChineseCLIPModelChineseCLIPPreTrainedModelChineseCLIPTextModelChineseCLIPVisionModelr  ClapAudioModelClapAudioModelWithProjectionClapFeatureExtractor	ClapModelClapPreTrainedModelClapTextModelClapTextModelWithProjectionCLIPForImageClassification	CLIPModelCLIPPreTrainedModelCLIPTextModelCLIPTextModelWithProjectionCLIPVisionModelCLIPVisionModelWithProjectionr  CLIPSegForImageSegmentationCLIPSegModelCLIPSegPreTrainedModelCLIPSegTextModelCLIPSegVisionModelr  ClvpDecoderClvpEncoderClvpForCausalLM	ClvpModel!ClvpModelForConditionalGenerationClvpPreTrainedModelCodeGenForCausalLMCodeGenModelCodeGenPreTrainedModelCohereForCausalLMCohereModelCoherePreTrainedModel!ConditionalDetrForObjectDetectionConditionalDetrForSegmentationConditionalDetrModelConditionalDetrPreTrainedModelConvBertForMaskedLMConvBertForMultipleChoiceConvBertForQuestionAnswering!ConvBertForSequenceClassificationConvBertForTokenClassificationConvBertModelConvBertPreTrainedModelload_tf_weights_in_convbertConvNextBackboneConvNextForImageClassificationConvNextModelConvNextPreTrainedModelr  ConvNextV2Backbone ConvNextV2ForImageClassificationConvNextV2ModelConvNextV2PreTrainedModelr  CpmAntForCausalLMCpmAntModelCpmAntPreTrainedModelr  CTRLForSequenceClassificationCTRLLMHeadModel	CTRLModelCTRLPreTrainedModelr  CvtForImageClassificationCvtModelCvtPreTrainedModelr  DacModelDacPreTrainedModelr  (Data2VecAudioForAudioFrameClassificationData2VecAudioForCTC&Data2VecAudioForSequenceClassificationData2VecAudioForXVectorData2VecAudioModelData2VecAudioPreTrainedModelData2VecTextForCausalLMData2VecTextForMaskedLMData2VecTextForMultipleChoice Data2VecTextForQuestionAnswering%Data2VecTextForSequenceClassification"Data2VecTextForTokenClassificationData2VecTextModelData2VecTextPreTrainedModel$Data2VecVisionForImageClassification%Data2VecVisionForSemanticSegmentationData2VecVisionModelData2VecVisionPreTrainedModelr  DbrxForCausalLM	DbrxModelDbrxPreTrainedModelDebertaForMaskedLMDebertaForQuestionAnswering DebertaForSequenceClassificationDebertaForTokenClassificationDebertaModelDebertaPreTrainedModelDebertaV2ForMaskedLMDebertaV2ForMultipleChoiceDebertaV2ForQuestionAnswering"DebertaV2ForSequenceClassificationDebertaV2ForTokenClassificationDebertaV2ModelDebertaV2PreTrainedModelr  DecisionTransformerGPT2Model&DecisionTransformerGPT2PreTrainedModelDecisionTransformerModel"DecisionTransformerPreTrainedModel DeformableDetrForObjectDetectionDeformableDetrModelDeformableDetrPreTrainedModelDeiTForImageClassification%DeiTForImageClassificationWithTeacherDeiTForMaskedImageModeling	DeiTModelDeiTPreTrainedModelDetaForObjectDetection	DetaModelDetaPreTrainedModel%EfficientFormerForImageClassification0EfficientFormerForImageClassificationWithTeacherEfficientFormerModelEfficientFormerPreTrainedModelErnieMForInformationExtractionErnieMForMultipleChoiceErnieMForQuestionAnsweringErnieMForSequenceClassificationErnieMForTokenClassificationErnieMModelErnieMPreTrainedModelr  &GPTSanJapaneseForConditionalGenerationGPTSanJapaneseModelGPTSanJapanesePreTrainedModelr   GraphormerForGraphClassificationGraphormerModelGraphormerPreTrainedModelr  JukeboxModelJukeboxPreTrainedModelJukeboxPriorJukeboxVQVAEr  MCTCTForCTC
MCTCTModelMCTCTPreTrainedModelr  MegaForCausalLMMegaForMaskedLMMegaForMultipleChoiceMegaForQuestionAnsweringMegaForSequenceClassificationMegaForTokenClassification	MegaModelMegaPreTrainedModelr  MMBTForClassification	MMBTModelModalEmbeddingsr  NatBackboneNatForImageClassificationNatModelNatPreTrainedModelr  NezhaForMaskedLMNezhaForMultipleChoiceNezhaForNextSentencePredictionNezhaForPreTrainingNezhaForQuestionAnsweringNezhaForSequenceClassificationNezhaForTokenClassification
NezhaModelNezhaPreTrainedModelr  OpenLlamaForCausalLM"OpenLlamaForSequenceClassificationOpenLlamaModelOpenLlamaPreTrainedModelr  QDQBertForMaskedLMQDQBertForMultipleChoice QDQBertForNextSentencePredictionQDQBertForQuestionAnswering QDQBertForSequenceClassificationQDQBertForTokenClassificationQDQBertLMHeadModelQDQBertModelQDQBertPreTrainedModelload_tf_weights_in_qdqbertRealmEmbedderRealmForOpenQARealmKnowledgeAugEncoderRealmPreTrainedModelRealmReaderRealmRetrieverRealmScorerload_tf_weights_in_realmRetriBertModelRetriBertPreTrainedModelr   Speech2Text2ForCausalLMSpeech2Text2PreTrainedModelr  TrajectoryTransformerModel$TrajectoryTransformerPreTrainedModelr  AdaptiveEmbedding"TransfoXLForSequenceClassificationTransfoXLLMHeadModelTransfoXLModelTransfoXLPreTrainedModelload_tf_weights_in_transfo_xl TvltForAudioVisualClassificationTvltForPreTraining	TvltModelTvltPreTrainedModelr  VanForImageClassificationVanModelVanPreTrainedModelViTHybridForImageClassificationViTHybridModelViTHybridPreTrainedModelXLMProphetNetDecoderXLMProphetNetEncoderXLMProphetNetForCausalLM%XLMProphetNetForConditionalGenerationXLMProphetNetModelXLMProphetNetPreTrainedModelr  DepthAnythingForDepthEstimationDepthAnythingPreTrainedModelDetrForObjectDetectionDetrForSegmentation	DetrModelDetrPreTrainedModelr	  DinatBackboneDinatForImageClassification
DinatModelDinatPreTrainedModelr
  Dinov2BackboneDinov2ForImageClassificationDinov2ModelDinov2PreTrainedModelDistilBertForMaskedLMDistilBertForMultipleChoiceDistilBertForQuestionAnswering#DistilBertForSequenceClassification DistilBertForTokenClassificationDistilBertModelDistilBertPreTrainedModelDonutSwinModelDonutSwinPreTrainedModelDPRContextEncoderDPRPretrainedContextEncoderDPRPreTrainedModelDPRPretrainedQuestionEncoderDPRPretrainedReaderDPRQuestionEncoder	DPRReaderDPTForDepthEstimationDPTForSemanticSegmentationDPTModelDPTPreTrainedModel"EfficientNetForImageClassificationEfficientNetModelEfficientNetPreTrainedModelElectraForCausalLMElectraForMaskedLMElectraForMultipleChoiceElectraForPreTrainingElectraForQuestionAnswering ElectraForSequenceClassificationElectraForTokenClassificationElectraModelElectraPreTrainedModelload_tf_weights_in_electrar  EncodecModelEncodecPreTrainedModelr  EncoderDecoderModelr  ErnieForCausalLMErnieForMaskedLMErnieForMultipleChoiceErnieForNextSentencePredictionErnieForPreTrainingErnieForQuestionAnsweringErnieForSequenceClassificationErnieForTokenClassification
ErnieModelErniePreTrainedModelr  EsmFoldPreTrainedModelEsmForMaskedLMEsmForProteinFoldingEsmForSequenceClassificationEsmForTokenClassificationEsmModelEsmPreTrainedModelr  FalconForCausalLMFalconForQuestionAnsweringFalconForSequenceClassificationFalconForTokenClassificationFalconModelFalconPreTrainedModelr  FalconMambaForCausalLMFalconMambaModelFalconMambaPreTrainedModelr  FastSpeech2ConformerHifiGanFastSpeech2ConformerModel#FastSpeech2ConformerPreTrainedModelFastSpeech2ConformerWithHifiGanr  FlaubertForMultipleChoiceFlaubertForQuestionAnswering"FlaubertForQuestionAnsweringSimple!FlaubertForSequenceClassificationFlaubertForTokenClassificationFlaubertModelFlaubertPreTrainedModelFlaubertWithLMHeadModelFlavaForPreTrainingFlavaImageCodebookFlavaImageModel
FlavaModelFlavaMultimodalModelFlavaPreTrainedModelFlavaTextModelFNetForMaskedLMFNetForMultipleChoiceFNetForNextSentencePredictionFNetForPreTrainingFNetForQuestionAnsweringFNetForSequenceClassificationFNetForTokenClassification	FNetModelFNetPreTrainedModelr  FocalNetBackboneFocalNetForImageClassificationFocalNetForMaskedImageModelingFocalNetModelFocalNetPreTrainedModelr  FSMTForConditionalGeneration	FSMTModelPretrainedFSMTModelFunnelBaseModelFunnelForMaskedLMFunnelForMultipleChoiceFunnelForPreTrainingFunnelForQuestionAnsweringFunnelForSequenceClassificationFunnelForTokenClassificationFunnelModelFunnelPreTrainedModelload_tf_weights_in_funnelFuyuForCausalLMFuyuPreTrainedModelGemmaForCausalLMGemmaForSequenceClassificationGemmaForTokenClassification
GemmaModelGemmaPreTrainedModelr   Gemma2ForCausalLMGemma2ForSequenceClassificationGemma2ForTokenClassificationGemma2ModelGemma2PreTrainedModelr!  GitForCausalLMGitModelGitPreTrainedModelGitVisionModelr"  GlmForCausalLMGlmForSequenceClassificationGlmForTokenClassificationGlmModelGlmPreTrainedModelGLPNForDepthEstimation	GLPNModelGLPNPreTrainedModelGPT2DoubleHeadsModelGPT2ForQuestionAnsweringGPT2ForSequenceClassificationGPT2ForTokenClassificationGPT2LMHeadModel	GPT2ModelGPT2PreTrainedModelload_tf_weights_in_gpt2r%  GPTBigCodeForCausalLM#GPTBigCodeForSequenceClassification GPTBigCodeForTokenClassificationGPTBigCodeModelGPTBigCodePreTrainedModelr&  GPTNeoForCausalLMGPTNeoForQuestionAnsweringGPTNeoForSequenceClassificationGPTNeoForTokenClassificationGPTNeoModelGPTNeoPreTrainedModelload_tf_weights_in_gpt_neoGPTNeoXForCausalLMGPTNeoXForQuestionAnswering GPTNeoXForSequenceClassificationGPTNeoXForTokenClassificationGPTNeoXModelGPTNeoXPreTrainedModelGPTNeoXJapaneseForCausalLMGPTNeoXJapaneseModelGPTNeoXJapanesePreTrainedModelr*  GPTJForCausalLMGPTJForQuestionAnsweringGPTJForSequenceClassification	GPTJModelGPTJPreTrainedModelr+  GraniteForCausalLMGraniteModelGranitePreTrainedModelr,  GraniteMoeForCausalLMGraniteMoeModelGraniteMoePreTrainedModelGroundingDinoForObjectDetectionGroundingDinoModelGroundingDinoPreTrainedModelr.  GroupViTModelGroupViTPreTrainedModelGroupViTTextModelGroupViTVisionModelr0  HieraBackboneHieraForImageClassificationHieraForPreTraining
HieraModelHieraPreTrainedModelr1  HubertForCTCHubertForSequenceClassificationHubertModelHubertPreTrainedModelr2  IBertForMaskedLMIBertForMultipleChoiceIBertForQuestionAnsweringIBertForSequenceClassificationIBertForTokenClassification
IBertModelIBertPreTrainedModelIdeficsForVisionText2TextIdeficsModelIdeficsPreTrainedModelIdeficsProcessor Idefics2ForConditionalGenerationIdefics2ModelIdefics2PreTrainedModelIdefics2Processor Idefics3ForConditionalGenerationIdefics3ModelIdefics3PreTrainedModelIdefics3ProcessorImageGPTForCausalImageModelingImageGPTForImageClassificationImageGPTModelImageGPTPreTrainedModelload_tf_weights_in_imagegptr7  InformerForPredictionInformerModelInformerPreTrainedModelr8  $InstructBlipForConditionalGenerationInstructBlipPreTrainedModelInstructBlipQFormerModelInstructBlipVisionModel)InstructBlipVideoForConditionalGeneration InstructBlipVideoPreTrainedModelInstructBlipVideoQFormerModelInstructBlipVideoVisionModelr:  JambaForCausalLMJambaForSequenceClassification
JambaModelJambaPreTrainedModelr;  JetMoeForCausalLMJetMoeForSequenceClassificationJetMoeModelJetMoePreTrainedModelr<  Kosmos2ForConditionalGenerationKosmos2ModelKosmos2PreTrainedModelLayoutLMForMaskedLMLayoutLMForQuestionAnswering!LayoutLMForSequenceClassificationLayoutLMForTokenClassificationLayoutLMModelLayoutLMPreTrainedModelLayoutLMv2ForQuestionAnswering#LayoutLMv2ForSequenceClassification LayoutLMv2ForTokenClassificationLayoutLMv2ModelLayoutLMv2PreTrainedModelLayoutLMv3ForQuestionAnswering#LayoutLMv3ForSequenceClassification LayoutLMv3ForTokenClassificationLayoutLMv3ModelLayoutLMv3PreTrainedModelLEDForConditionalGenerationLEDForQuestionAnsweringLEDForSequenceClassificationLEDModelLEDPreTrainedModelLevitForImageClassification&LevitForImageClassificationWithTeacher
LevitModelLevitPreTrainedModelrC  LiltForQuestionAnsweringLiltForSequenceClassificationLiltForTokenClassification	LiltModelLiltPreTrainedModelLlamaForCausalLMLlamaForQuestionAnsweringLlamaForSequenceClassificationLlamaForTokenClassification
LlamaModelLlamaPreTrainedModelrE  LlavaForConditionalGenerationLlavaPreTrainedModel!LlavaNextForConditionalGenerationLlavaNextPreTrainedModel&LlavaNextVideoForConditionalGenerationLlavaNextVideoPreTrainedModel&LlavaOnevisionForConditionalGenerationLlavaOnevisionPreTrainedModelLongformerForMaskedLMLongformerForMultipleChoiceLongformerForQuestionAnswering#LongformerForSequenceClassification LongformerForTokenClassificationLongformerModelLongformerPreTrainedModelrJ  LongT5EncoderModelLongT5ForConditionalGenerationLongT5ModelLongT5PreTrainedModelrK  LukeForEntityClassificationLukeForEntityPairClassificationLukeForEntitySpanClassificationLukeForMaskedLMLukeForMultipleChoiceLukeForQuestionAnsweringLukeForSequenceClassificationLukeForTokenClassification	LukeModelLukePreTrainedModelLxmertEncoderLxmertForPreTrainingLxmertForQuestionAnsweringLxmertModelLxmertPreTrainedModelLxmertVisualFeatureEncoderM2M100ForConditionalGenerationM2M100ModelM2M100PreTrainedModelrN  MambaForCausalLM
MambaModelMambaPreTrainedModelrO  Mamba2ForCausalLMMamba2ModelMamba2PreTrainedModelMarianForCausalLMMarianModelMarianMTModelMarianPreTrainedModelMarkupLMForQuestionAnswering!MarkupLMForSequenceClassificationMarkupLMForTokenClassificationMarkupLMModelMarkupLMPreTrainedModel#Mask2FormerForUniversalSegmentationMask2FormerModelMask2FormerPreTrainedModel!MaskFormerForInstanceSegmentationMaskFormerModelMaskFormerPreTrainedModelMaskFormerSwinBackboneMBartForCausalLMMBartForConditionalGenerationMBartForQuestionAnsweringMBartForSequenceClassification
MBartModelMBartPreTrainedModelrV  MegatronBertForCausalLMMegatronBertForMaskedLMMegatronBertForMultipleChoice%MegatronBertForNextSentencePredictionMegatronBertForPreTraining MegatronBertForQuestionAnswering%MegatronBertForSequenceClassification"MegatronBertForTokenClassificationMegatronBertModelMegatronBertPreTrainedModelrW  MgpstrForSceneTextRecognitionMgpstrModelMgpstrPreTrainedModelrX  	MimiModelMimiPreTrainedModelrY  MistralForCausalLMMistralForQuestionAnswering MistralForSequenceClassificationMistralForTokenClassificationMistralModelMistralPreTrainedModelrZ  MixtralForCausalLMMixtralForQuestionAnswering MixtralForSequenceClassificationMixtralForTokenClassificationMixtralModelMixtralPreTrainedModelMllamaForCausalLMMllamaForConditionalGenerationMllamaPreTrainedModelMllamaTextModelMllamaVisionModelMobileBertForMaskedLMMobileBertForMultipleChoice#MobileBertForNextSentencePredictionMobileBertForPreTrainingMobileBertForQuestionAnswering#MobileBertForSequenceClassification MobileBertForTokenClassificationMobileBertModelMobileBertPreTrainedModelload_tf_weights_in_mobilebert!MobileNetV1ForImageClassificationMobileNetV1ModelMobileNetV1PreTrainedModelload_tf_weights_in_mobilenet_v1!MobileNetV2ForImageClassification"MobileNetV2ForSemanticSegmentationMobileNetV2ModelMobileNetV2PreTrainedModelload_tf_weights_in_mobilenet_v2MobileViTForImageClassification MobileViTForSemanticSegmentationMobileViTModelMobileViTPreTrainedModelra  !MobileViTV2ForImageClassification"MobileViTV2ForSemanticSegmentationMobileViTV2ModelMobileViTV2PreTrainedModelrb  MoshiForCausalLMMoshiForConditionalGeneration
MoshiModelMoshiPreTrainedModelMPNetForMaskedLMMPNetForMultipleChoiceMPNetForQuestionAnsweringMPNetForSequenceClassificationMPNetForTokenClassification
MPNetModelMPNetPreTrainedModelrd  MptForCausalLMMptForQuestionAnsweringMptForSequenceClassificationMptForTokenClassificationMptModelMptPreTrainedModelre  MraForMaskedLMMraForMultipleChoiceMraForQuestionAnsweringMraForSequenceClassificationMraForTokenClassificationMraModelMraPreTrainedModelMT5EncoderModelMT5ForConditionalGenerationMT5ForQuestionAnsweringMT5ForSequenceClassificationMT5ForTokenClassificationMT5ModelMT5PreTrainedModelrg  MusicgenForCausalLM MusicgenForConditionalGenerationMusicgenModelMusicgenPreTrainedModelMusicgenProcessorrh  MusicgenMelodyForCausalLM&MusicgenMelodyForConditionalGenerationMusicgenMelodyModelMusicgenMelodyPreTrainedModelMvpForCausalLMMvpForConditionalGenerationMvpForQuestionAnsweringMvpForSequenceClassificationMvpModelMvpPreTrainedModelrj  NemotronForCausalLMNemotronForQuestionAnswering!NemotronForSequenceClassificationNemotronForTokenClassificationNemotronModelNemotronPreTrainedModelrl  NllbMoeForConditionalGenerationNllbMoeModelNllbMoePreTrainedModelNllbMoeSparseMLPNllbMoeTop2Routerrn  NystromformerForMaskedLMNystromformerForMultipleChoice!NystromformerForQuestionAnswering&NystromformerForSequenceClassification#NystromformerForTokenClassificationNystromformerModelNystromformerPreTrainedModelro  OlmoForCausalLM	OlmoModelOlmoPreTrainedModelrp  OlmoeForCausalLM
OlmoeModelOlmoePreTrainedModelrq  OmDetTurboForObjectDetectionOmDetTurboPreTrainedModel!OneFormerForUniversalSegmentationOneFormerModelOneFormerPreTrainedModelOpenAIGPTDoubleHeadsModel"OpenAIGPTForSequenceClassificationOpenAIGPTLMHeadModelOpenAIGPTModelOpenAIGPTPreTrainedModelload_tf_weights_in_openai_gptrt  OPTForCausalLMOPTForQuestionAnsweringOPTForSequenceClassificationOPTModelOPTPreTrainedModelOwlv2ForObjectDetection
Owlv2ModelOwlv2PreTrainedModelOwlv2TextModelOwlv2VisionModelOwlViTForObjectDetectionOwlViTModelOwlViTPreTrainedModelOwlViTTextModelOwlViTVisionModelrw  !PaliGemmaForConditionalGenerationPaliGemmaPreTrainedModelPaliGemmaProcessorrx  PatchTSMixerForPredictionPatchTSMixerForPretrainingPatchTSMixerForRegression'PatchTSMixerForTimeSeriesClassificationPatchTSMixerModelPatchTSMixerPreTrainedModelry  PatchTSTForClassificationPatchTSTForPredictionPatchTSTForPretrainingPatchTSTForRegressionPatchTSTModelPatchTSTPreTrainedModelPegasusForCausalLMPegasusForConditionalGenerationPegasusModelPegasusPreTrainedModelr{   PegasusXForConditionalGenerationPegasusXModelPegasusXPreTrainedModel-PerceiverForImageClassificationConvProcessing&PerceiverForImageClassificationFourier&PerceiverForImageClassificationLearnedPerceiverForMaskedLM"PerceiverForMultimodalAutoencodingPerceiverForOpticalFlow"PerceiverForSequenceClassificationPerceiverModelPerceiverPreTrainedModelr}  PersimmonForCausalLM"PersimmonForSequenceClassificationPersimmonForTokenClassificationPersimmonModelPersimmonPreTrainedModelr~  PhiForCausalLMPhiForSequenceClassificationPhiForTokenClassificationPhiModelPhiPreTrainedModelr  Phi3ForCausalLMPhi3ForSequenceClassificationPhi3ForTokenClassification	Phi3ModelPhi3PreTrainedModelr  PhimoeForCausalLMPhimoeForSequenceClassificationPhimoeModelPhimoePreTrainedModel"Pix2StructForConditionalGenerationPix2StructPreTrainedModelPix2StructTextModelPix2StructVisionModelPixtralPreTrainedModelPixtralVisionModelPLBartForCausalLMPLBartForConditionalGenerationPLBartForSequenceClassificationPLBartModelPLBartPreTrainedModel PoolFormerForImageClassificationPoolFormerModelPoolFormerPreTrainedModelr  !Pop2PianoForConditionalGenerationPop2PianoPreTrainedModelr  ProphetNetDecoderProphetNetEncoderProphetNetForCausalLM"ProphetNetForConditionalGenerationProphetNetModelProphetNetPreTrainedModelPvtForImageClassificationPvtModelPvtPreTrainedModelr  PvtV2BackbonePvtV2ForImageClassification
PvtV2ModelPvtV2PreTrainedModelQwen2ForCausalLMQwen2ForQuestionAnsweringQwen2ForSequenceClassificationQwen2ForTokenClassification
Qwen2ModelQwen2PreTrainedModelr  Qwen2AudioEncoder"Qwen2AudioForConditionalGenerationQwen2AudioPreTrainedModelr  Qwen2MoeForCausalLMQwen2MoeForQuestionAnswering!Qwen2MoeForSequenceClassificationQwen2MoeForTokenClassificationQwen2MoeModelQwen2MoePreTrainedModelQwen2VLForConditionalGenerationQwen2VLModelQwen2VLPreTrainedModelr  RagModelRagPreTrainedModelRagSequenceForGenerationRagTokenForGenerationr  RecurrentGemmaForCausalLMRecurrentGemmaModelRecurrentGemmaPreTrainedModelReformerForMaskedLMReformerForQuestionAnswering!ReformerForSequenceClassificationReformerModelReformerModelWithLMHeadReformerPreTrainedModelr  RegNetForImageClassificationRegNetModelRegNetPreTrainedModelRemBertForCausalLMRemBertForMaskedLMRemBertForMultipleChoiceRemBertForQuestionAnswering RemBertForSequenceClassificationRemBertForTokenClassificationRemBertModelRemBertPreTrainedModelload_tf_weights_in_rembertr  ResNetBackboneResNetForImageClassificationResNetModelResNetPreTrainedModelRobertaForCausalLMRobertaForMaskedLMRobertaForMultipleChoiceRobertaForQuestionAnswering RobertaForSequenceClassificationRobertaForTokenClassificationRobertaModelRobertaPreTrainedModelr  RobertaPreLayerNormForCausalLMRobertaPreLayerNormForMaskedLM$RobertaPreLayerNormForMultipleChoice'RobertaPreLayerNormForQuestionAnswering,RobertaPreLayerNormForSequenceClassification)RobertaPreLayerNormForTokenClassificationRobertaPreLayerNormModel"RobertaPreLayerNormPreTrainedModelr  RoCBertForCausalLMRoCBertForMaskedLMRoCBertForMultipleChoiceRoCBertForPreTrainingRoCBertForQuestionAnswering RoCBertForSequenceClassificationRoCBertForTokenClassificationRoCBertModelRoCBertPreTrainedModelload_tf_weights_in_roc_bertRoFormerForCausalLMRoFormerForMaskedLMRoFormerForMultipleChoiceRoFormerForQuestionAnswering!RoFormerForSequenceClassificationRoFormerForTokenClassificationRoFormerModelRoFormerPreTrainedModelload_tf_weights_in_roformerRTDetrForObjectDetectionRTDetrModelRTDetrPreTrainedModelRTDetrResNetBackboneRTDetrResNetPreTrainedModelr  RwkvForCausalLM	RwkvModelRwkvPreTrainedModelSamModelSamPreTrainedModelSeamlessM4TCodeHifiGanSeamlessM4TForSpeechToSpeechSeamlessM4TForSpeechToTextSeamlessM4TForTextToSpeechSeamlessM4TForTextToTextSeamlessM4THifiGanSeamlessM4TModelSeamlessM4TPreTrainedModel-SeamlessM4TTextToUnitForConditionalGenerationSeamlessM4TTextToUnitModelr  SeamlessM4Tv2ForSpeechToSpeechSeamlessM4Tv2ForSpeechToTextSeamlessM4Tv2ForTextToSpeechSeamlessM4Tv2ForTextToTextSeamlessM4Tv2ModelSeamlessM4Tv2PreTrainedModelSegformerDecodeHeadSegformerForImageClassification SegformerForSemanticSegmentationSegformerModelSegformerPreTrainedModelSegGptForImageSegmentationSegGptModelSegGptPreTrainedModelr  	SEWForCTCSEWForSequenceClassificationSEWModelSEWPreTrainedModelr  
SEWDForCTCSEWDForSequenceClassification	SEWDModelSEWDPreTrainedModelSiglipForImageClassificationSiglipModelSiglipPreTrainedModelSiglipTextModelSiglipVisionModelr  SpeechEncoderDecoderModel#Speech2TextForConditionalGenerationSpeech2TextModelSpeech2TextPreTrainedModelSpeechT5ForSpeechToSpeechSpeechT5ForSpeechToTextSpeechT5ForTextToSpeechSpeechT5HifiGanSpeechT5ModelSpeechT5PreTrainedModelSplinterForPreTrainingSplinterForQuestionAnsweringSplinterModelSplinterPreTrainedModelSqueezeBertForMaskedLMSqueezeBertForMultipleChoiceSqueezeBertForQuestionAnswering$SqueezeBertForSequenceClassification!SqueezeBertForTokenClassificationSqueezeBertModelSqueezeBertPreTrainedModelr  StableLmForCausalLM!StableLmForSequenceClassificationStableLmForTokenClassificationStableLmModelStableLmPreTrainedModelr  Starcoder2ForCausalLM#Starcoder2ForSequenceClassification Starcoder2ForTokenClassificationStarcoder2ModelStarcoder2PreTrainedModelSuperPointForKeypointDetectionSuperPointPreTrainedModelr  !SwiftFormerForImageClassificationSwiftFormerModelSwiftFormerPreTrainedModelr  SwinBackboneSwinForImageClassificationSwinForMaskedImageModeling	SwinModelSwinPreTrainedModelSwin2SRForImageSuperResolutionSwin2SRModelSwin2SRPreTrainedModelr  Swinv2BackboneSwinv2ForImageClassificationSwinv2ForMaskedImageModelingSwinv2ModelSwinv2PreTrainedModelr  SwitchTransformersEncoderModel*SwitchTransformersForConditionalGenerationSwitchTransformersModel!SwitchTransformersPreTrainedModelSwitchTransformersSparseMLPSwitchTransformersTop1RouterT5EncoderModelT5ForConditionalGenerationT5ForQuestionAnsweringT5ForSequenceClassificationT5ForTokenClassificationT5ModelT5PreTrainedModelload_tf_weights_in_t5r  "TableTransformerForObjectDetectionTableTransformerModelTableTransformerPreTrainedModelr  TapasForMaskedLMTapasForQuestionAnsweringTapasForSequenceClassification
TapasModelTapasPreTrainedModelload_tf_weights_in_tapasr  "TimeSeriesTransformerForPredictionTimeSeriesTransformerModel$TimeSeriesTransformerPreTrainedModelr  !TimesformerForVideoClassificationTimesformerModelTimesformerPreTrainedModelr  TimmBackboner  TrOCRForCausalLMTrOCRPreTrainedModelTvpForVideoGroundingTvpModelTvpPreTrainedModelUdopEncoderModelUdopForConditionalGeneration	UdopModelUdopPreTrainedModelr  UMT5EncoderModelUMT5ForConditionalGenerationUMT5ForQuestionAnsweringUMT5ForSequenceClassificationUMT5ForTokenClassification	UMT5ModelUMT5PreTrainedModelr  UniSpeechForCTCUniSpeechForPreTraining"UniSpeechForSequenceClassificationUniSpeechModelUniSpeechPreTrainedModelr  'UniSpeechSatForAudioFrameClassificationUniSpeechSatForCTCUniSpeechSatForPreTraining%UniSpeechSatForSequenceClassificationUniSpeechSatForXVectorUniSpeechSatModelUniSpeechSatPreTrainedModelr  UnivNetModelr  UperNetForSemanticSegmentationUperNetPreTrainedModel"VideoLlavaForConditionalGenerationVideoLlavaPreTrainedModelVideoLlavaProcessorVideoMAEForPreTrainingVideoMAEForVideoClassificationVideoMAEModelVideoMAEPreTrainedModelViltForImageAndTextRetrieval"ViltForImagesAndTextClassificationViltForMaskedLMViltForQuestionAnsweringViltForTokenClassification	ViltModelViltPreTrainedModelr   VipLlavaForConditionalGenerationVipLlavaPreTrainedModelr  VisionEncoderDecoderModelr  VisionTextDualEncoderModelr  VisualBertForMultipleChoiceVisualBertForPreTrainingVisualBertForQuestionAnswering$VisualBertForRegionToPhraseAlignmentVisualBertForVisualReasoningVisualBertModelVisualBertPreTrainedModelViTForImageClassificationViTForMaskedImageModelingViTModelViTPreTrainedModelr  ViTMAEForPreTrainingViTMAEModelViTMAEPreTrainedModelr  ViTMSNForImageClassificationViTMSNModelViTMSNPreTrainedModelr  VitDetBackboneVitDetModelVitDetPreTrainedModelVitMatteForImageMattingVitMattePreTrainedModelr  	VitsModelVitsPreTrainedModelVivitForVideoClassification
VivitModelVivitPreTrainedModelr  #Wav2Vec2ForAudioFrameClassificationWav2Vec2ForCTCWav2Vec2ForMaskedLMWav2Vec2ForPreTraining!Wav2Vec2ForSequenceClassificationWav2Vec2ForXVectorWav2Vec2ModelWav2Vec2PreTrainedModelr  'Wav2Vec2BertForAudioFrameClassificationWav2Vec2BertForCTC%Wav2Vec2BertForSequenceClassificationWav2Vec2BertForXVectorWav2Vec2BertModelWav2Vec2BertPreTrainedModelr  ,Wav2Vec2ConformerForAudioFrameClassificationWav2Vec2ConformerForCTCWav2Vec2ConformerForPreTraining*Wav2Vec2ConformerForSequenceClassificationWav2Vec2ConformerForXVectorWav2Vec2ConformerModel Wav2Vec2ConformerPreTrainedModelr   WavLMForAudioFrameClassificationWavLMForCTCWavLMForSequenceClassificationWavLMForXVector
WavLMModelWavLMPreTrainedModelWhisperForAudioClassificationWhisperForCausalLMWhisperForConditionalGenerationWhisperModelWhisperPreTrainedModelr  
XCLIPModelXCLIPPreTrainedModelXCLIPTextModelXCLIPVisionModelXGLMForCausalLM	XGLMModelXGLMPreTrainedModelr  XLMForMultipleChoiceXLMForQuestionAnsweringXLMForQuestionAnsweringSimpleXLMForSequenceClassificationXLMForTokenClassificationXLMModelXLMPreTrainedModelXLMWithLMHeadModelXLMRobertaForCausalLMXLMRobertaForMaskedLMXLMRobertaForMultipleChoiceXLMRobertaForQuestionAnswering#XLMRobertaForSequenceClassification XLMRobertaForTokenClassificationXLMRobertaModelXLMRobertaPreTrainedModelr  XLMRobertaXLForCausalLMXLMRobertaXLForMaskedLMXLMRobertaXLForMultipleChoice XLMRobertaXLForQuestionAnswering%XLMRobertaXLForSequenceClassification"XLMRobertaXLForTokenClassificationXLMRobertaXLModelXLMRobertaXLPreTrainedModelXLNetForMultipleChoiceXLNetForQuestionAnsweringXLNetForQuestionAnsweringSimpleXLNetForSequenceClassificationXLNetForTokenClassificationXLNetLMHeadModel
XLNetModelXLNetPreTrainedModelload_tf_weights_in_xlnetr  XmodForCausalLMXmodForMaskedLMXmodForMultipleChoiceXmodForQuestionAnsweringXmodForSequenceClassificationXmodForTokenClassification	XmodModelXmodPreTrainedModelYolosForObjectDetection
YolosModelYolosPreTrainedModelr  YosoForMaskedLMYosoForMultipleChoiceYosoForQuestionAnsweringYosoForSequenceClassificationYosoForTokenClassification	YosoModelYosoPreTrainedModelr  ZambaForCausalLMZambaForSequenceClassification
ZambaModelZambaPreTrainedModelZoeDepthForDepthEstimationZoeDepthPreTrainedModel	AdafactorAdamWget_constant_schedule!get_constant_schedule_with_warmupget_cosine_schedule_with_warmup2get_cosine_with_hard_restarts_schedule_with_warmupget_inverse_sqrt_scheduleget_linear_schedule_with_warmup)get_polynomial_decay_schedule_with_warmupget_schedulerget_wsd_scheduleoptimizationConv1Dapply_chunking_to_forwardprune_layerpytorch_utilsZ	sagemakerZtime_series_utilsTrainertrainertorch_distributed_zero_firsttrainer_pt_utilsSeq2SeqTrainertrainer_seq2seq)dummy_tf_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s     
 zutils.dummy_tf_objectsZactivations_tfTensorFlowBenchmarkArgumentszbenchmark.benchmark_args_tfTensorFlowBenchmarkzbenchmark.benchmark_tfTFForcedBOSTokenLogitsProcessorTFForcedEOSTokenLogitsProcessorTFForceTokensLogitsProcessorTFGenerationMixinTFLogitsProcessorTFLogitsProcessorListTFLogitsWarperTFMinLengthLogitsProcessorTFNoBadWordsLogitsProcessorTFNoRepeatNGramLogitsProcessor"TFRepetitionPenaltyLogitsProcessor&TFSuppressTokensAtBeginLogitsProcessorTFSuppressTokensLogitsProcessorTFTemperatureLogitsWarperTFTopKLogitsWarperTFTopPLogitsWarperKerasMetricCallbackPushToHubCallbackkeras_callbacksZmodeling_tf_outputsTFPreTrainedModelTFSequenceSummaryTFSharedEmbeddings
shape_listmodeling_tf_utilsTFAlbertForMaskedLMTFAlbertForMultipleChoiceTFAlbertForPreTrainingTFAlbertForQuestionAnswering!TFAlbertForSequenceClassificationTFAlbertForTokenClassificationTFAlbertMainLayerTFAlbertModelTFAlbertPreTrainedModel)TF_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPINGTF_MODEL_FOR_CAUSAL_LM_MAPPING0TF_MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING)TF_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING*TF_MODEL_FOR_MASKED_IMAGE_MODELING_MAPPINGTF_MODEL_FOR_MASKED_LM_MAPPING$TF_MODEL_FOR_MASK_GENERATION_MAPPING$TF_MODEL_FOR_MULTIPLE_CHOICE_MAPPING-TF_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING TF_MODEL_FOR_PRETRAINING_MAPPING'TF_MODEL_FOR_QUESTION_ANSWERING_MAPPING*TF_MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING)TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,TF_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING%TF_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING-TF_MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING"TF_MODEL_FOR_TEXT_ENCODING_MAPPING)TF_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING!TF_MODEL_FOR_VISION_2_SEQ_MAPPING3TF_MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPINGTF_MODEL_MAPPINGTF_MODEL_WITH_LM_HEAD_MAPPINGTFAutoModel!TFAutoModelForAudioClassificationTFAutoModelForCausalLM'TFAutoModelForDocumentQuestionAnswering!TFAutoModelForImageClassification!TFAutoModelForMaskedImageModelingTFAutoModelForMaskedLMTFAutoModelForMaskGenerationTFAutoModelForMultipleChoice$TFAutoModelForNextSentencePredictionTFAutoModelForPreTrainingTFAutoModelForQuestionAnswering"TFAutoModelForSemanticSegmentationTFAutoModelForSeq2SeqLM$TFAutoModelForSequenceClassificationTFAutoModelForSpeechSeq2Seq$TFAutoModelForTableQuestionAnsweringTFAutoModelForTextEncoding!TFAutoModelForTokenClassificationTFAutoModelForVision2Seq)TFAutoModelForZeroShotImageClassificationTFAutoModelWithLMHeadTFBartForConditionalGenerationTFBartForSequenceClassificationTFBartModelTFBartPretrainedModelTFBertForMaskedLMTFBertForMultipleChoiceTFBertForNextSentencePredictionTFBertForPreTrainingTFBertForQuestionAnsweringTFBertForSequenceClassificationTFBertForTokenClassificationTFBertLMHeadModelTFBertMainLayerTFBertModelTFBertPreTrainedModel$TFBlenderbotForConditionalGenerationTFBlenderbotModelTFBlenderbotPreTrainedModel)TFBlenderbotSmallForConditionalGenerationTFBlenderbotSmallModel TFBlenderbotSmallPreTrainedModelTFBlipForConditionalGenerationTFBlipForImageTextRetrievalTFBlipForQuestionAnsweringTFBlipModelTFBlipPreTrainedModelTFBlipTextModelTFBlipVisionModelTFCamembertForCausalLMTFCamembertForMaskedLMTFCamembertForMultipleChoiceTFCamembertForQuestionAnswering$TFCamembertForSequenceClassification!TFCamembertForTokenClassificationTFCamembertModelTFCamembertPreTrainedModelTFCLIPModelTFCLIPPreTrainedModelTFCLIPTextModelTFCLIPVisionModelTFConvBertForMaskedLMTFConvBertForMultipleChoiceTFConvBertForQuestionAnswering#TFConvBertForSequenceClassification TFConvBertForTokenClassificationTFConvBertModelTFConvBertPreTrainedModel TFConvNextForImageClassificationTFConvNextModelTFConvNextPreTrainedModel"TFConvNextV2ForImageClassificationTFConvNextV2ModelTFConvNextV2PreTrainedModelTFCTRLForSequenceClassificationTFCTRLLMHeadModelTFCTRLModelTFCTRLPreTrainedModelTFCvtForImageClassification
TFCvtModelTFCvtPreTrainedModel&TFData2VecVisionForImageClassification'TFData2VecVisionForSemanticSegmentationTFData2VecVisionModelTFData2VecVisionPreTrainedModelTFDebertaForMaskedLMTFDebertaForQuestionAnswering"TFDebertaForSequenceClassificationTFDebertaForTokenClassificationTFDebertaModelTFDebertaPreTrainedModelTFDebertaV2ForMaskedLMTFDebertaV2ForMultipleChoiceTFDebertaV2ForQuestionAnswering$TFDebertaV2ForSequenceClassification!TFDebertaV2ForTokenClassificationTFDebertaV2ModelTFDebertaV2PreTrainedModelTFDeiTForImageClassification'TFDeiTForImageClassificationWithTeacherTFDeiTForMaskedImageModelingTFDeiTModelTFDeiTPreTrainedModel'TFEfficientFormerForImageClassification2TFEfficientFormerForImageClassificationWithTeacherTFEfficientFormerModel TFEfficientFormerPreTrainedModelTFAdaptiveEmbedding$TFTransfoXLForSequenceClassificationTFTransfoXLLMHeadModelTFTransfoXLMainLayerTFTransfoXLModelTFTransfoXLPreTrainedModelTFDistilBertForMaskedLMTFDistilBertForMultipleChoice TFDistilBertForQuestionAnswering%TFDistilBertForSequenceClassification"TFDistilBertForTokenClassificationTFDistilBertMainLayerTFDistilBertModelTFDistilBertPreTrainedModelTFDPRContextEncoderTFDPRPretrainedContextEncoderTFDPRPretrainedQuestionEncoderTFDPRPretrainedReaderTFDPRQuestionEncoderTFDPRReaderTFElectraForMaskedLMTFElectraForMultipleChoiceTFElectraForPreTrainingTFElectraForQuestionAnswering"TFElectraForSequenceClassificationTFElectraForTokenClassificationTFElectraModelTFElectraPreTrainedModelTFEncoderDecoderModelTFEsmForMaskedLMTFEsmForSequenceClassificationTFEsmForTokenClassification
TFEsmModelTFEsmPreTrainedModelTFFlaubertForMultipleChoice$TFFlaubertForQuestionAnsweringSimple#TFFlaubertForSequenceClassification TFFlaubertForTokenClassificationTFFlaubertModelTFFlaubertPreTrainedModelTFFlaubertWithLMHeadModelTFFunnelBaseModelTFFunnelForMaskedLMTFFunnelForMultipleChoiceTFFunnelForPreTrainingTFFunnelForQuestionAnswering!TFFunnelForSequenceClassificationTFFunnelForTokenClassificationTFFunnelModelTFFunnelPreTrainedModelTFGPT2DoubleHeadsModelTFGPT2ForSequenceClassificationTFGPT2LMHeadModelTFGPT2MainLayerTFGPT2ModelTFGPT2PreTrainedModelTFGPTJForCausalLMTFGPTJForQuestionAnsweringTFGPTJForSequenceClassificationTFGPTJModelTFGPTJPreTrainedModelTFGroupViTModelTFGroupViTPreTrainedModelTFGroupViTTextModelTFGroupViTVisionModelTFHubertForCTCTFHubertModelTFHubertPreTrainedModelTFIdeficsForVisionText2TextTFIdeficsModelTFIdeficsPreTrainedModelTFLayoutLMForMaskedLMTFLayoutLMForQuestionAnswering#TFLayoutLMForSequenceClassification TFLayoutLMForTokenClassificationTFLayoutLMMainLayerTFLayoutLMModelTFLayoutLMPreTrainedModel TFLayoutLMv3ForQuestionAnswering%TFLayoutLMv3ForSequenceClassification"TFLayoutLMv3ForTokenClassificationTFLayoutLMv3ModelTFLayoutLMv3PreTrainedModelTFLEDForConditionalGeneration
TFLEDModelTFLEDPreTrainedModelTFLongformerForMaskedLMTFLongformerForMultipleChoice TFLongformerForQuestionAnswering%TFLongformerForSequenceClassification"TFLongformerForTokenClassificationTFLongformerModelTFLongformerPreTrainedModelTFLxmertForPreTrainingTFLxmertMainLayerTFLxmertModelTFLxmertPreTrainedModelTFLxmertVisualFeatureEncoderTFMarianModelTFMarianMTModelTFMarianPreTrainedModelTFMBartForConditionalGenerationTFMBartModelTFMBartPreTrainedModelTFMistralForCausalLM"TFMistralForSequenceClassificationTFMistralModelTFMistralPreTrainedModelTFMobileBertForMaskedLMTFMobileBertForMultipleChoice%TFMobileBertForNextSentencePredictionTFMobileBertForPreTraining TFMobileBertForQuestionAnswering%TFMobileBertForSequenceClassification"TFMobileBertForTokenClassificationTFMobileBertMainLayerTFMobileBertModelTFMobileBertPreTrainedModel!TFMobileViTForImageClassification"TFMobileViTForSemanticSegmentationTFMobileViTModelTFMobileViTPreTrainedModelTFMPNetForMaskedLMTFMPNetForMultipleChoiceTFMPNetForQuestionAnswering TFMPNetForSequenceClassificationTFMPNetForTokenClassificationTFMPNetMainLayerTFMPNetModelTFMPNetPreTrainedModelTFMT5EncoderModelTFMT5ForConditionalGeneration
TFMT5ModelTFOpenAIGPTDoubleHeadsModel$TFOpenAIGPTForSequenceClassificationTFOpenAIGPTLMHeadModelTFOpenAIGPTMainLayerTFOpenAIGPTModelTFOpenAIGPTPreTrainedModelTFOPTForCausalLM
TFOPTModelTFOPTPreTrainedModel!TFPegasusForConditionalGenerationTFPegasusModelTFPegasusPreTrainedModel
TFRagModelTFRagPreTrainedModelTFRagSequenceForGenerationTFRagTokenForGenerationTFRegNetForImageClassificationTFRegNetModelTFRegNetPreTrainedModelTFRemBertForCausalLMTFRemBertForMaskedLMTFRemBertForMultipleChoiceTFRemBertForQuestionAnswering"TFRemBertForSequenceClassificationTFRemBertForTokenClassificationTFRemBertModelTFRemBertPreTrainedModelTFResNetForImageClassificationTFResNetModelTFResNetPreTrainedModelTFRobertaForCausalLMTFRobertaForMaskedLMTFRobertaForMultipleChoiceTFRobertaForQuestionAnswering"TFRobertaForSequenceClassificationTFRobertaForTokenClassificationTFRobertaMainLayerTFRobertaModelTFRobertaPreTrainedModel TFRobertaPreLayerNormForCausalLM TFRobertaPreLayerNormForMaskedLM&TFRobertaPreLayerNormForMultipleChoice)TFRobertaPreLayerNormForQuestionAnswering.TFRobertaPreLayerNormForSequenceClassification+TFRobertaPreLayerNormForTokenClassificationTFRobertaPreLayerNormMainLayerTFRobertaPreLayerNormModel$TFRobertaPreLayerNormPreTrainedModelTFRoFormerForCausalLMTFRoFormerForMaskedLMTFRoFormerForMultipleChoiceTFRoFormerForQuestionAnswering#TFRoFormerForSequenceClassification TFRoFormerForTokenClassificationTFRoFormerModelTFRoFormerPreTrainedModel
TFSamModelTFSamPreTrainedModelTFSegformerDecodeHead!TFSegformerForImageClassification"TFSegformerForSemanticSegmentationTFSegformerModelTFSegformerPreTrainedModel%TFSpeech2TextForConditionalGenerationTFSpeech2TextModelTFSpeech2TextPreTrainedModel#TFSwiftFormerForImageClassificationTFSwiftFormerModelTFSwiftFormerPreTrainedModelTFSwinForImageClassificationTFSwinForMaskedImageModelingTFSwinModelTFSwinPreTrainedModelTFT5EncoderModelTFT5ForConditionalGeneration	TFT5ModelTFT5PreTrainedModelTFTapasForMaskedLMTFTapasForQuestionAnswering TFTapasForSequenceClassificationTFTapasModelTFTapasPreTrainedModelTFVisionEncoderDecoderModelTFVisionTextDualEncoderModelTFViTForImageClassification
TFViTModelTFViTPreTrainedModelTFViTMAEForPreTrainingTFViTMAEModelTFViTMAEPreTrainedModelTFWav2Vec2ForCTC#TFWav2Vec2ForSequenceClassificationTFWav2Vec2ModelTFWav2Vec2PreTrainedModel!TFWhisperForConditionalGenerationTFWhisperModelTFWhisperPreTrainedModelTFXGLMForCausalLMTFXGLMModelTFXGLMPreTrainedModelTFXLMForMultipleChoiceTFXLMForQuestionAnsweringSimpleTFXLMForSequenceClassificationTFXLMForTokenClassificationTFXLMMainLayer
TFXLMModelTFXLMPreTrainedModelTFXLMWithLMHeadModelTFXLMRobertaForCausalLMTFXLMRobertaForMaskedLMTFXLMRobertaForMultipleChoice TFXLMRobertaForQuestionAnswering%TFXLMRobertaForSequenceClassification"TFXLMRobertaForTokenClassificationTFXLMRobertaModelTFXLMRobertaPreTrainedModelTFXLNetForMultipleChoice!TFXLNetForQuestionAnsweringSimple TFXLNetForSequenceClassificationTFXLNetForTokenClassificationTFXLNetLMHeadModelTFXLNetMainLayerTFXLNetModelTFXLNetPreTrainedModelAdamWeightDecayGradientAccumulatorWarmUpcreate_optimizeroptimization_tfZtf_utils)Fdummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s   
zLutils.dummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objectsPop2PianoFeatureExtractorPop2PianoTokenizerPop2PianoProcessor)dummy_torchaudio_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s    
 zutils.dummy_torchaudio_objectsMusicgenMelodyFeatureExtractorMusicgenMelodyProcessor)dummy_flax_objectsc                 C   s   g | ]}| d s|qS r  r  r  r  r  r  r    s    
 zutils.dummy_flax_objects!FlaxForcedBOSTokenLogitsProcessor!FlaxForcedEOSTokenLogitsProcessorFlaxForceTokensLogitsProcessorFlaxGenerationMixinFlaxLogitsProcessorFlaxLogitsProcessorListFlaxLogitsWarperFlaxMinLengthLogitsProcessorFlaxTemperatureLogitsWarper(FlaxSuppressTokensAtBeginLogitsProcessor!FlaxSuppressTokensLogitsProcessorFlaxTopKLogitsWarperFlaxTopPLogitsWarper#FlaxWhisperTimeStampLogitsProcessorZmodeling_flax_outputsFlaxPreTrainedModelmodeling_flax_utilsFlaxAlbertForMaskedLMFlaxAlbertForMultipleChoiceFlaxAlbertForPreTrainingFlaxAlbertForQuestionAnswering#FlaxAlbertForSequenceClassification FlaxAlbertForTokenClassificationFlaxAlbertModelFlaxAlbertPreTrainedModel+FLAX_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING FLAX_MODEL_FOR_CAUSAL_LM_MAPPING+FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING FLAX_MODEL_FOR_MASKED_LM_MAPPING&FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPING/FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING"FLAX_MODEL_FOR_PRETRAINING_MAPPING)FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPING+FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING.FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING'FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING+FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING#FLAX_MODEL_FOR_VISION_2_SEQ_MAPPINGFLAX_MODEL_MAPPINGFlaxAutoModelFlaxAutoModelForCausalLM#FlaxAutoModelForImageClassificationFlaxAutoModelForMaskedLMFlaxAutoModelForMultipleChoice&FlaxAutoModelForNextSentencePredictionFlaxAutoModelForPreTraining!FlaxAutoModelForQuestionAnsweringFlaxAutoModelForSeq2SeqLM&FlaxAutoModelForSequenceClassificationFlaxAutoModelForSpeechSeq2Seq#FlaxAutoModelForTokenClassificationFlaxAutoModelForVision2SeqFlaxBartDecoderPreTrainedModelFlaxBartForCausalLM FlaxBartForConditionalGenerationFlaxBartForQuestionAnswering!FlaxBartForSequenceClassificationFlaxBartModelFlaxBartPreTrainedModelFlaxBeitForImageClassificationFlaxBeitForMaskedImageModelingFlaxBeitModelFlaxBeitPreTrainedModelFlaxBertForCausalLMFlaxBertForMaskedLMFlaxBertForMultipleChoice!FlaxBertForNextSentencePredictionFlaxBertForPreTrainingFlaxBertForQuestionAnswering!FlaxBertForSequenceClassificationFlaxBertForTokenClassificationFlaxBertModelFlaxBertPreTrainedModelFlaxBigBirdForCausalLMFlaxBigBirdForMaskedLMFlaxBigBirdForMultipleChoiceFlaxBigBirdForPreTrainingFlaxBigBirdForQuestionAnswering$FlaxBigBirdForSequenceClassification!FlaxBigBirdForTokenClassificationFlaxBigBirdModelFlaxBigBirdPreTrainedModel&FlaxBlenderbotForConditionalGenerationFlaxBlenderbotModelFlaxBlenderbotPreTrainedModel+FlaxBlenderbotSmallForConditionalGenerationFlaxBlenderbotSmallModel"FlaxBlenderbotSmallPreTrainedModelFlaxBloomForCausalLMFlaxBloomModelFlaxBloomPreTrainedModelFlaxCLIPModelFlaxCLIPPreTrainedModelFlaxCLIPTextModelFlaxCLIPTextPreTrainedModelFlaxCLIPTextModelWithProjectionFlaxCLIPVisionModelFlaxCLIPVisionPreTrainedModelFlaxDinov2Model FlaxDinov2ForImageClassificationFlaxDinov2PreTrainedModelFlaxDistilBertForMaskedLMFlaxDistilBertForMultipleChoice"FlaxDistilBertForQuestionAnswering'FlaxDistilBertForSequenceClassification$FlaxDistilBertForTokenClassificationFlaxDistilBertModelFlaxDistilBertPreTrainedModelFlaxElectraForCausalLMFlaxElectraForMaskedLMFlaxElectraForMultipleChoiceFlaxElectraForPreTrainingFlaxElectraForQuestionAnswering$FlaxElectraForSequenceClassification!FlaxElectraForTokenClassificationFlaxElectraModelFlaxElectraPreTrainedModelFlaxEncoderDecoderModelFlaxGPT2LMHeadModelFlaxGPT2ModelFlaxGPT2PreTrainedModelFlaxGPTNeoForCausalLMFlaxGPTNeoModelFlaxGPTNeoPreTrainedModelFlaxGPTJForCausalLMFlaxGPTJModelFlaxGPTJPreTrainedModelFlaxLlamaForCausalLMFlaxLlamaModelFlaxLlamaPreTrainedModelFlaxGemmaForCausalLMFlaxGemmaModelFlaxGemmaPreTrainedModel"FlaxLongT5ForConditionalGenerationFlaxLongT5ModelFlaxLongT5PreTrainedModelFlaxMarianModelFlaxMarianMTModelFlaxMarianPreTrainedModel!FlaxMBartForConditionalGenerationFlaxMBartForQuestionAnswering"FlaxMBartForSequenceClassificationFlaxMBartModelFlaxMBartPreTrainedModelFlaxMistralForCausalLMFlaxMistralModelFlaxMistralPreTrainedModelFlaxMT5EncoderModelFlaxMT5ForConditionalGenerationFlaxMT5ModelFlaxOPTForCausalLMFlaxOPTModelFlaxOPTPreTrainedModel#FlaxPegasusForConditionalGenerationFlaxPegasusModelFlaxPegasusPreTrainedModel FlaxRegNetForImageClassificationFlaxRegNetModelFlaxRegNetPreTrainedModel FlaxResNetForImageClassificationFlaxResNetModelFlaxResNetPreTrainedModelFlaxRobertaForCausalLMFlaxRobertaForMaskedLMFlaxRobertaForMultipleChoiceFlaxRobertaForQuestionAnswering$FlaxRobertaForSequenceClassification!FlaxRobertaForTokenClassificationFlaxRobertaModelFlaxRobertaPreTrainedModel"FlaxRobertaPreLayerNormForCausalLM"FlaxRobertaPreLayerNormForMaskedLM(FlaxRobertaPreLayerNormForMultipleChoice+FlaxRobertaPreLayerNormForQuestionAnswering0FlaxRobertaPreLayerNormForSequenceClassification-FlaxRobertaPreLayerNormForTokenClassificationFlaxRobertaPreLayerNormModel&FlaxRobertaPreLayerNormPreTrainedModelFlaxRoFormerForMaskedLMFlaxRoFormerForMultipleChoice FlaxRoFormerForQuestionAnswering%FlaxRoFormerForSequenceClassification"FlaxRoFormerForTokenClassificationFlaxRoFormerModelFlaxRoFormerPreTrainedModelFlaxSpeechEncoderDecoderModelFlaxT5EncoderModelFlaxT5ForConditionalGenerationFlaxT5ModelFlaxT5PreTrainedModelFlaxVisionEncoderDecoderModelFlaxVisionTextDualEncoderModelFlaxViTForImageClassificationFlaxViTModelFlaxViTPreTrainedModelFlaxWav2Vec2ForCTCFlaxWav2Vec2ForPreTrainingFlaxWav2Vec2ModelFlaxWav2Vec2PreTrainedModel#FlaxWhisperForConditionalGenerationFlaxWhisperModelFlaxWhisperPreTrainedModel!FlaxWhisperForAudioClassificationFlaxXGLMForCausalLMFlaxXGLMModelFlaxXGLMPreTrainedModelFlaxXLMRobertaForMaskedLMFlaxXLMRobertaForMultipleChoice"FlaxXLMRobertaForQuestionAnswering'FlaxXLMRobertaForSequenceClassification$FlaxXLMRobertaForTokenClassificationFlaxXLMRobertaModelFlaxXLMRobertaForCausalLMFlaxXLMRobertaPreTrainedModel)r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   )r*   )r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   )r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   )rH   )rI   rJ   )rK   rL   rM   rN   )rO   )
rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   )rZ   )r[   r\   r]   r^   r_   r`   ra   )rb   )rc   rd   re   rf   )rg   rh   ri   rj   )rk   rl   )rm   rn   ro   rp   rq   rr   rs   rt   ru   rv   rw   )rx   )ry   rz   r{   r|   r}   )r~   r   )r   )r   r   r   r   )r   )r   r   r   )r   )r   )r   )r   r   )r   )r   r   )r   r   )r   r   r   r   )r   r   r   r   )r   )r   r   r   r   )r   r   )r   )r   )r   r   )r   r   r   )r   r   r   r   )r   r   r   r   )r   r   r   r   r   )r   r   r   r   )r   r   r   r   r   r   )r   r   )r   )r   )r   r   )r   )r   )r   r   )r   r   )r   )r   r   )r   r   r   )r   )r   r   )r   )r   )r   )r   )r   )r   )r   )r   r   )r   )r   r   r   r   )r   r   r   )r   )r   )r   )r   )r   )r   )r   r   )r   r   )r   r   r   )r   )r   )r   r   r   )r   r   r   )r   )r   )r   )r   )r   )r   )r  )r  r  )r  r  )r  r  r  r	  r
  )r  )r  )r  r  )r  r  )r  )r  )r  r  )r  )r  )r  r  r  r  )r  r  )r  r  r  r   r!  )r"  )r#  )r$  r%  )r&  r'  )r(  )r)  )r*  )r+  r,  r-  )r.  )r/  )r0  r1  )r2  )r3  )r4  )r5  )r6  )r7  )r8  )r9  r:  )r;  r<  r=  )r>  )r?  )r@  )rA  )rB  )rC  )rD  )rE  )rF  )rG  rH  rI  rJ  )rK  rL  rM  rN  )rO  )rP  )rQ  rR  )rS  rT  )rU  rV  rW  rX  rY  )rZ  r[  r\  r]  r^  )r_  )r`  ra  )rb  )rc  )rd  )re  rf  )rg  rh  )ri  rj  )rk  rl  )rm  rn  )ro  )rp  rq  )rr  rs  )rt  )ru  )rv  )rw  )rx  ry  rz  r{  )r|  )r}  r~  )r  )r  )r  r  r  )r  )r  )r  )r  r  )r  r  )r  )r  )r  )r  )r  r  )r  r  )r  )r  )r  )r  r  )r  r  )r  r  )r  )r  )r  )r  )r  )r  )r  )r  r  )r  r  )r  r  )r  )r  r  r  r  )r  r  r  r  )r  )r  )r  )r  r  )r  )r  r  )r  )r  )r  )r  )r  )r  r  r  r  )r  r  )r  )r  )r  )r  r  )r  )r  )r  r  )r  r  r  )r  )r  r  )r  r  r  )r  )r  )r  )r  )r  )r  r  )r  )r  r  )r  r  )r  r  )r  )r  r  r  r  r  )r  r  r  )r  )r  )r  )r  )r  )r  r  r  r  )r  )r  r  r  )r  r  r  r  )r  r   )r  r  )r  )r  )r  )r  )r  )r  )r	  )r
  )r  )r  )r  r  )r  )r  )r  )r  r  )r  r  )r  r  )r  )r  )r  )r  r  )r  )r  )r  )r   r!  r"  r#  )r$  )r%  )r&  r'  )r(  )r)  )r*  )r+  )r,  )r-  )r.  r/  )r0  )r1  r2  r3  r4  r5  )r6  r7  )r8  )r9  )r:  )r;  )r<  r=  r>  r?  )r@  rA  rB  rC  )rD  )rE  rF  )rG  )rH  )rI  )rJ  )rK  )rL  )rM  )rN  )#rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  )rr  )rs  )rt  ru  rv  rw  rx  ry  )rz  r{  r|  r}  r~  r  r  )r  r  r  r  r  )r  )r  )r  ),r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r	   r   r  r  r  r  r  r  r   r   r  r   r   r   r   r   r   r  r  r  r  r  r  r  r   r   r   )r  r  r  r  r  r  r  r  r  r  r  )*)r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r   )r  )r  )r  )r  )r  )r  )r  )r  )r  )r	  )r
  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r   )r!  )r"  )r#  )r$  )r%  )r&  )r'  r(  r)  )r*  )r+  )r,  )r-  )r.  )r/  )r0  )r1  )r2  )r3  )r4  )r5  )r6  )r7  )r8  )r9  )r:  )r;  )r<  )r=  )r>  )r?  )r@  )rA  )rB  )rC  )rD  )rE  )rF  )rG  )rH  )rI  )rJ  )rK  )rL  )rM  )rN  )rO  )rP  )rQ  )rR  )rS  )rV  rW  )rY  )r[  )r]  )r_  )ra  )rc  rd  )re  )rf  )rg  )rh  )ri  rj  )rk  rl  )rm  rn  )ro  rp  )rq  rr  )rs  rt  )ru  )rv  )rw  )rx  )ry  rz  r{  )r|  r}  )r~  r  )r  )r  r  r  )r  r  )r  r  )r  )r  )r  )r  )r  r  )r  )rV  rW  )r[  r\  )r  r  )r  )r  )r  r  )r  )r  r  )r  )r  r  )r  r  )r  r  )r  )r  )r  )r  r  )r  r  )r  )r  )r  r  )r  )r  )r  )r  )r  r  )r  )r  )r  )r  )r  )r  )r  r  )r!  r"  r#  )r  r  )r  )r  )r  r  )r  )r  )r  )r  )r  )r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  )	r  r  r  r  r  r  r  r  r  )4r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  )r  r  )r  )r  )	r  r  r  r  r  r  r  r   r!  )r"  r#  r$  r%  )r&  r'  r(  r)  )r*  r+  r,  )Rr-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r?  r=  r>  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  )r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  r  r  r  r  r  r  )r  r  r  r  )
r  r  r  r  r  r  r  r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  r  r  r  )r  r  r  r  r  r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r   r  r  )r  r  r  r  r  r  r  r  )r  r  r  r  r  r  r  )r  r  r  r   r  )r  r  r  r  )r  r  r  r  r   r  r  )r  r  r  r  r  r  r	  )r
  r  r  r  r  )r  r  r  r  r  r  )r  r  r  )r  r  r  )r  r  r  r  )r  r   r!  r"  r#  r$  r%  r&  )r'  r(  r)  r*  )r+  r,  r-  r.  )r/  r0  r1  )r2  r3  r4  r5  )r6  r7  r8  )r9  r:  )r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  )rM  rN  rO  )rP  rQ  rR  rS  rT  rU  )rV  rW  rX  rY  rZ  r[  r\  )r]  r^  r_  r`  )ra  rb  rc  )rd  re  rf  rg  rh  )ri  rj  rk  )rl  rm  rn  ro  )rp  rq  rr  rs  rt  ru  rv  )rw  rx  ry  )rz  r{  r|  )r}  r~  r  r  )r  r  r  )r  r  r  r  r  r  r  r  )r  r  r  )r  r  r  r  )	r  r  r  r  r  r  r  r  r  )r  r  r  r  )
r  r  r  r  r  r  r  r  r  r  )r  r  r  r  r  r  r  r  )r  r  )r  r  )r  r  )r  r  r  r  r  r  )r  r  r  r  )r  r  r  )r  r  r  )r  r  r  r  r  r  )r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  r  r  r  )r  r  )r  r  r  r  r  r  r  )r  r  r  r  )r  r  r  )
r  r  r  r  r  r  r  r  r  r  )r  r  )r  )
r   r  r  r  r  r  r  r  r  r	  )r
  r  r  r  r  r  r  )r  r  r  r  r  r  )r  r  r  )r  r  r  r  )r  r  r   r!  r"  r#  r$  r%  )r&  r'  r(  r)  r*  r+  r,  )	r-  r.  r/  r0  r1  r2  r3  r4  r5  )r6  r7  r8  r9  r:  )r;  r<  r=  )
r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  )rH  rI  )rJ  rK  rL  rM  rN  )rO  rP  rQ  rR  rS  )rT  rU  rV  rW  )rX  rY  rZ  r[  r\  )r]  r^  r_  )r`  ra  rb  rc  rd  re  rf  rg  )rh  ri  rj  rk  rl  )rm  rn  ro  rp  rq  rr  rs  )rt  ru  rv  rw  rx  ry  )rz  r{  r|  )r}  r~  r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  r  )r  r  r  r  r  )r  r  r  r  )r  r  r  r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  r  )r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  r  )r  r  )r  r  )r  r  )r  r  )r  r  r  r  r  r  r  )r  r  r  r  )
r  r  r  r   r  r  r  r  r  r  )r  r  r	  r
  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  r  )r  r  r  r  r  )r  r   r!  )r"  r#  r$  r%  )r&  r'  r(  r)  r*  r+  )
r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  )r6  r7  r8  )r9  r:  )r;  r<  r=  r>  r?  r@  )rA  rB  rC  rD  rE  rF  )rG  rH  rI  r  rJ  rK  )
rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  )rV  rW  rX  rY  )rZ  r[  r\  r]  r^  )r_  r`  ra  rb  )rc  rd  re  rf  )rg  rh  ri  rj  )rk  rl  rm  rn  ro  rp  rq  )rr  rs  rt  ru  rv  rw  )rx  ry  rz  r{  r|  r}  r~  )r  r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  r  r  )r  r  r  )r  r  r  )r  r  )r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  )r  r  r  )r  r  r  r  r  r  )r  r  r  r  r  r  )r  r  r  r  )r  r  r  )	r  r  r  r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  )r  r  r  r  )r  r  )r  r 	  r	  r	  r	  )r	  r	  r	  )r	  r	  )r		  r
	  r	  r	  r	  r	  )r	  r	  r	  )r	  r	  r	  r	  )r	  r	  r	  r	  r	  r	  )r	  r	  r	  )r	  r 	  r!	  r"	  r#	  r$	  )r%	  r&	  r'	  )r(	  r)	  r*	  r+	  )r,	  r-	  r.	  )r/	  r0	  r1	  r2	  r3	  r4	  )r5	  r6	  r7	  )	r8	  r9	  r:	  r;	  r<	  r=	  r>	  r?	  r@	  )rA	  rB	  rC	  rD	  )rE	  rF	  rG	  rH	  rI	  rJ	  rK	  rL	  )rM	  rN	  rO	  rP	  rQ	  rR	  rS	  rT	  )
rU	  rV	  rW	  rX	  rY	  rZ	  r[	  r\	  r]	  r^	  )	r_	  r`	  ra	  rb	  rc	  rd	  re	  rf	  rg	  )rh	  ri	  rj	  rk	  rl	  )rm	  rn	  ro	  )rp	  rq	  )
rr	  rs	  rt	  ru	  rv	  rw	  rx	  ry	  rz	  r{	  )r|	  r}	  r~	  r	  r	  r	  )r	  r	  r	  r	  r	  )r	  r	  r	  )r	  r	  r	  r	  )r	  r	  r	  r	  )r	  r	  r	  r	  r	  )r	  )r	  r	  r	  )r	  r	  r	  r	  r	  r	  )r	  r	  r	  r	  )r	  r	  r	  r	  r	  r	  r	  )r	  r	  r	  r	  r	  )r	  r	  r	  r	  r	  )r	  r	  )r	  r	  r	  )r	  r	  r	  r	  r	  )r	  r	  r	  )r	  r	  r	  r	  r	  )r	  r	  r	  r	  r	  r	  )r	  r	  r	  r	  r	  r	  r	  r	  )r	  r	  r	  )r	  r	  r	  r	  r	  r	  )r	  r	  r	  )r	  r	  r	  )r	  )r	  r	  )r	  r	  r	  )r	  r	  r	  r	  )r	  r	  r	  r	  r	  r	  r	  )r	  r	  r	  r	  r	  )r	  r	  r	  r	  r	  r 
  r
  )r
  )r
  r
  )r
  r
  r
  )r
  r	
  r

  r
  )r
  r
  r
  r
  r
  r
  r
  )r
  r
  )r
  )r
  )r
  r
  r
  r
  r
  r
  r
  )r
  r
  r 
  r!
  )r"
  r#
  r$
  )r%
  r&
  r'
  )r(
  r)
  r*
  )r+
  r,
  )r-
  r.
  )r/
  r0
  r1
  )r2
  r3
  r4
  r5
  r6
  r7
  r8
  r9
  )r:
  r;
  r<
  r=
  r>
  r?
  )r@
  rA
  rB
  rC
  rD
  rE
  rF
  )rG
  rH
  rI
  rJ
  rK
  rL
  )rM
  rN
  rO
  rP
  rQ
  )rR
  rS
  rT
  rU
  )rV
  rW
  rX
  )rY
  rZ
  r[
  r\
  r]
  r^
  r_
  r`
  )ra
  rb
  rc
  rd
  re
  rf
  rg
  rh
  )ri
  rj
  rk
  rl
  rm
  rn
  ro
  rp
  )	rq
  rr
  rs
  rt
  ru
  rv
  rw
  rx
  ry
  )rz
  r{
  r|
  r}
  r~
  r
  r
  r
  )r
  r
  r
  )r
  r
  r
  r
  r
  r
  r
  )r
  r
  r
  r
  )r
  r
  )r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  )r
  r
  r
  )r
  )r
  )r
  )r
  )r
  )r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  )r
  r
  )r
  r
  r
  r
  )	r
  r
  r
  r
  r
  r
  r
  r
  r
  ),r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  )r
  r
  r
  r
  )r
  r
  r
  r
  r   r  r  r  r  r  r  )r  r  r	  )r
  r  r  )r  r  r  r  r  r  r  )r  r  r  r  r  r  r  r  )r  r  r  r  )r   r!  r"  r#  r$  r%  r&  )r'  r(  r)  )r*  r+  r,  )r-  r.  r/  r0  )r1  r2  r3  )r4  r5  r6  r7  )r8  r9  r:  r;  r<  r=  )r>  r?  r@  rA  rB  rC  rD  )rE  rF  rG  rH  rI  )rJ  rK  rL  rM  )rN  rO  rP  rQ  rR  rS  )rT  rU  rV  rW  rX  rY  rZ  r[  )r\  r]  r^  r_  r`  ra  )rb  rc  rd  re  rf  rg  rh  ri  )rj  )rk  rl  rm  rn  ro  )rp  rq  rr  rs  rt  ru  rv  )	rw  rx  ry  rz  r{  r|  r}  r~  r  )r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  r  )r  r  r  )r  r  r  )r  r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  )r  r  r  r  r  r  r  )r  r  r  r  r  )r  r  r  )r  r  r  )r  r  r  r  )
r  r  r  r  r  r  r  r  r  r  )r  r  r  r  )r  r  r  r  r  r  r  r  )r  r  r  )r  r  r  r  r  r  )r  r  r  )r  r  r  )r  r  r  r  )r  r  r  )r  r  r  r  r  r  r  r  )r  r  r  )	r  r  r  r  r  r  r  r  r  )	r  r  r  r  r  r  r   r  r  )r  r  r  r  r  r  r	  r
  )r  r  )r  r  r  r  r  )r  r  r  )r  r  r  )r  r  r  r  )r  r  r  r  )r   r!  r"  r#  r$  )r%  )r&  )r'  r(  r)  )r*  r+  r,  )r-  r.  r/  r0  )r1  r2  r3  )r4  r5  r6  )r7  r8  r9  r:  r;  r<  r=  r>  )r?  r@  rA  rB  rC  rD  rE  rF  )rG  rH  rI  rJ  rK  rL  rM  rN  )rO  rP  rQ  rR  )rU  rW  rV  )rY  rZ  )r\  r]  r^  r_  r`  ra  rb  rc  re  rf  rd  rg  rh  ri  )rj  )rl  rm  rn  ro  rp  rq  rr  rs  )rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  r  r  r  r  r  r  )r  r  r  r  )
r  r  r  r  r  r  r  r  r  r  )	r  r  r  r  r  r  r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  r  r  r  r  )r  r  r  )r  r  r  r  r  r  r  )	r  r  r  r  r  r  r  r  r  )r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  )r  r  r  r   r  r  r  r  )r  r  r  r  r	  r
  r  r  )r  r  r  r  r  r  r  )r  )r  r  r  r  )r  )r  )r  r  r  )r  r  r   r!  )r%  r"  r#  r$  )r&  r'  r(  )r/  r)  r*  r+  r,  r-  r.  r0  N__file____version__)Zmodule_specextra_objectszNone of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.(M  r3  typingr    r   r  r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Z
get_logger__name__loggerZ_import_structurer  dirappendr  extendrU  rX  rZ  r\  r  r  r
  rT  rX  r[  r  r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r  r*   r  r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   Zdata.data_collatorr=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   r  rH   r  rI   rJ   r  rK   rL   rM   rN   r  rO   r  rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   r  rZ   r  r[   r\   r]   r^   r_   r`   ra   Zmodels.albertrb   Zmodels.alignrc   rd   re   rf   Zmodels.altcliprg   rh   ri   rj   Z$models.audio_spectrogram_transformerrk   rl   Zmodels.autorm   rn   ro   rp   rq   rr   rs   rt   ru   rv   rw   Zmodels.autoformerrx   Zmodels.barkry   rz   r{   r|   r}   Zmodels.bartr~   r   Zmodels.beitr   Zmodels.bertr   r   r   r   Zmodels.bert_generationr   Zmodels.bert_japaneser   r   r   Zmodels.bertweetr   Zmodels.big_birdr   Zmodels.bigbird_pegasusr   Zmodels.biogptr   r   Z
models.bitr   Zmodels.blenderbotr   r   Zmodels.blenderbot_smallr   r   Zmodels.blipr   r   r   r   Zmodels.blip_2r   r   r   r   Zmodels.bloomr   Zmodels.bridgetowerr   r   r   r   Zmodels.brosr   r   Zmodels.byt5r   Zmodels.camembertr   Zmodels.caniner   r   Zmodels.chameleonr   r   r   Zmodels.chinese_clipr   r   r   r   Zmodels.clapr   r   r   r   Zmodels.clipr   r   r   r   r   Zmodels.clipsegr   r   r   r   Zmodels.clvpr   r   r   r   r   r   Zmodels.codegenr   r   Zmodels.coherer   Zmodels.conditional_detrr   Zmodels.convbertr   r   Zmodels.convnextr   Zmodels.convnextv2r   Zmodels.cpmantr   r   Zmodels.ctrlr   r   Z
models.cvtr   Z
models.dacr   r   Zmodels.data2vecr   r   r   Zmodels.dbrxr   Zmodels.debertar   r   Zmodels.deberta_v2r   Zmodels.decision_transformerr   Zmodels.deformable_detrr   Zmodels.deitr   Zmodels.deprecated.detar   Z!models.deprecated.efficientformerr   Zmodels.deprecated.ernie_mr   Z!models.deprecated.gptsan_japaneser   r   Zmodels.deprecated.graphormerr   Zmodels.deprecated.jukeboxr   r   r   r   Zmodels.deprecated.mctctr   r   r   Zmodels.deprecated.megar   Zmodels.deprecated.mmbtr   Zmodels.deprecated.natr   Zmodels.deprecated.nezhar   Zmodels.deprecated.open_llamar   Zmodels.deprecated.qdqbertr   Zmodels.deprecated.realmr   r   Zmodels.deprecated.retribertr   r   Z"models.deprecated.speech_to_text_2r   r   r   Zmodels.deprecated.tapexr   Z(models.deprecated.trajectory_transformerr   Zmodels.deprecated.transfo_xlr   r   r   Zmodels.deprecated.tvltr   r   r   Zmodels.deprecated.vanr   Zmodels.deprecated.vit_hybridr   Z models.deprecated.xlm_prophetnetr   Zmodels.depth_anythingr   Zmodels.detrr   Zmodels.dinatr   Zmodels.dinov2r  Zmodels.distilbertr  r  Zmodels.donutr  r  Z
models.dprr  r  r  r	  r
  Z
models.dptr  Zmodels.efficientnetr  Zmodels.electrar  r  Zmodels.encodecr  r  Zmodels.encoder_decoderr  Zmodels.ernier  Z
models.esmr  r  Zmodels.falconr  Zmodels.falcon_mambar  Zmodels.fastspeech2_conformerr  r  r  r  Zmodels.flaubertr  r  Zmodels.flavar  r  r  r   r!  Zmodels.fnetr"  Zmodels.focalnetr#  Zmodels.fsmtr$  r%  Zmodels.funnelr&  r'  Zmodels.fuyur(  Zmodels.gemmar)  Zmodels.gemma2r*  Z
models.gitr+  r,  r-  Z
models.glmr.  Zmodels.glpnr/  Zmodels.gpt2r0  r1  Zmodels.gpt_bigcoder2  Zmodels.gpt_neor3  Zmodels.gpt_neoxr4  Zmodels.gpt_neox_japaneser5  Zmodels.gptjr6  Zmodels.graniter7  Zmodels.granitemoer8  Zmodels.grounding_dinor9  r:  Zmodels.groupvitr;  r<  r=  Zmodels.herbertr>  Zmodels.hierar?  Zmodels.hubertr@  Zmodels.ibertrA  Zmodels.ideficsrB  Zmodels.idefics2rC  Zmodels.idefics3rD  Zmodels.imagegptrE  Zmodels.informerrF  Zmodels.instructbliprG  rH  rI  rJ  Zmodels.instructblipvideorK  rL  rM  rN  Zmodels.jambarO  Zmodels.jetmoerP  Zmodels.kosmos2rQ  rR  Zmodels.layoutlmrS  rT  Zmodels.layoutlmv2rU  rV  rW  rX  rY  Zmodels.layoutlmv3rZ  r[  r\  r]  r^  Zmodels.layoutxlmr_  Z
models.ledr`  ra  Zmodels.levitrb  Zmodels.liltrc  Zmodels.llamard  Zmodels.llavare  rf  Zmodels.llava_nextrg  rh  Zmodels.llava_next_videori  rj  Zmodels.llava_onevisionrk  rl  Zmodels.longformerrm  rn  Zmodels.longt5ro  Zmodels.lukerp  rq  Zmodels.lxmertrr  rs  Zmodels.m2m_100rt  Zmodels.mambaru  Zmodels.mamba2rv  Zmodels.marianrw  Zmodels.markuplmrx  ry  rz  r{  Zmodels.mask2formerr|  Zmodels.maskformerr}  r~  Zmodels.mbartr  Zmodels.megatron_bertr  Zmodels.mgp_strr  r  r  Zmodels.mimir  Zmodels.mistralr  Zmodels.mixtralr  Zmodels.mllamar  r  Zmodels.mobilebertr  r  Zmodels.mobilenet_v1r  Zmodels.mobilenet_v2r  Zmodels.mobilevitr  Zmodels.mobilevitv2r  Zmodels.moshir  r  Zmodels.mpnetr  r  Z
models.mptr  Z
models.mrar  Z
models.mt5r  Zmodels.musicgenr  r  Zmodels.musicgen_melodyr  r  Z
models.mvpr  r  Zmodels.myt5r  Zmodels.nemotronr  Zmodels.nllb_moer  Zmodels.nougatr  Zmodels.nystromformerr  Zmodels.olmor  Zmodels.olmoer  Zmodels.omdet_turbor  r  Zmodels.oneformerr  r  Zmodels.openair  r  Z
models.optr  Zmodels.owlv2r  r  r  r  Zmodels.owlvitr  r  r  r  Zmodels.paligemmar  Zmodels.patchtsmixerr  Zmodels.patchtstr  Zmodels.pegasusr  r  Zmodels.pegasus_xr  Zmodels.perceiverr  r  Zmodels.persimmonr  Z
models.phir  Zmodels.phi3r  Zmodels.phimoer  Zmodels.phobertr  Zmodels.pix2structr  r  r  r  Zmodels.pixtralr  r  Zmodels.plbartr  Zmodels.poolformerr  Zmodels.pop2pianor  Zmodels.prophetnetr  r  Z
models.pvtr  Zmodels.pvt_v2r  Zmodels.qwen2r  r  Zmodels.qwen2_audior  r  r  Zmodels.qwen2_moer  Zmodels.qwen2_vlr  r  Z
models.ragr  r  r  Zmodels.recurrent_gemmar  Zmodels.reformerr  Zmodels.regnetr  Zmodels.rembertr  Zmodels.resnetr  Zmodels.robertar  r  Zmodels.roberta_prelayernormr  Zmodels.roc_bertr  r  Zmodels.roformerr  r  Zmodels.rt_detrr  r  Zmodels.rwkvr  Z
models.samr  r  r  r  r  Zmodels.seamless_m4tr  r  r  Zmodels.seamless_m4t_v2r  Zmodels.segformerr  Zmodels.seggptr  Z
models.sewr  Zmodels.sew_dr  Zmodels.siglipr  r  r  r  Zmodels.speech_encoder_decoderr  Zmodels.speech_to_textr  r  r  Zmodels.speecht5r  r  r  r  Zmodels.splinterr  r   Zmodels.squeezebertr  r  Zmodels.stablelmr  Zmodels.starcoder2r  Zmodels.superpointr  Zmodels.swiftformerr  Zmodels.swinr  Zmodels.swin2srr  Zmodels.swinv2r	  Zmodels.switch_transformersr
  Z	models.t5r  Zmodels.table_transformerr  Zmodels.tapasr  r  Zmodels.time_series_transformerr  Zmodels.timesformerr  Zmodels.timm_backboner  Zmodels.trocrr  r  Z
models.tvpr  r  Zmodels.udopr  r  Zmodels.umt5r  Zmodels.unispeechr  Zmodels.unispeech_satr  Zmodels.univnetr  r  Zmodels.upernetr  Zmodels.video_llavar  Zmodels.videomaer  Zmodels.viltr   r!  r"  r#  Zmodels.vipllavar$  Zmodels.vision_encoder_decoderr%  Zmodels.vision_text_dual_encoderr&  r'  Zmodels.visual_bertr(  Z
models.vitr)  Zmodels.vit_maer*  Zmodels.vit_msnr+  Zmodels.vitdetr,  Zmodels.vitmatter-  Zmodels.vitsr.  r/  Zmodels.vivitr0  Zmodels.wav2vec2r1  r2  r3  r4  r5  Zmodels.wav2vec2_bertr6  r7  Zmodels.wav2vec2_conformerr8  Zmodels.wav2vec2_phonemer9  Zmodels.wav2vec2_with_lmr:  Zmodels.wavlmr;  Zmodels.whisperr<  r=  r>  r?  Zmodels.x_clipr@  rA  rB  rC  Zmodels.xglmrD  Z
models.xlmrE  rF  Zmodels.xlm_robertarG  Zmodels.xlm_roberta_xlrH  Zmodels.xlnetrI  Zmodels.xmodrJ  Zmodels.yolosrK  Zmodels.yosorL  Zmodels.zambarM  Zmodels.zoedepthrN  r  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  r  rr  r  rs  r  rt  ru  rv  rw  rx  ry  r  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Zutils.quantization_configr  r  r  r  r  r  r  r  r  r  r  Z!utils.dummy_sentencepiece_objectsr  Zmodels.barthezr  Zmodels.bartphor  r  r  r  Zmodels.code_llamar  Z
models.cpmr  r  r  r  r  r  Zmodels.gpt_sw3r  r  r  r  r   r  Zmodels.mbart50r  Zmodels.mluker  r  Zmodels.nllbr  r  r  r  r	  r
  r  r  r  r  r  r  r  Zutils.dummy_tokenizers_objectsr  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rT  rS  Z2utils.dummies_sentencepiece_and_tokenizers_objectsrW  rV  Z#utils.dummy_tensorflow_text_objectsrY  Zutils.dummy_keras_nlp_objectsr[  Zutils.dummy_vision_objectsr^  r]  r`  r_  rb  ra  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Zutils.dummy_torchvision_objectsr  r  r  Zutils.dummy_pt_objectsZbenchmark.benchmarkr  Zbenchmark.benchmark_argsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Zdata.datasetsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  Zintegrations.executorchr  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r?  r=  r>  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r 	  r	  r	  r	  r	  r	  r	  r	  r	  r		  r
	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r 	  r!	  r"	  r#	  r$	  r%	  r&	  r'	  r(	  r)	  r*	  r+	  r,	  r-	  r.	  r/	  r0	  r1	  r2	  r3	  r4	  r5	  r6	  r7	  r8	  r9	  r:	  r;	  r<	  r=	  r>	  r?	  r@	  rA	  rB	  rC	  rD	  rE	  rF	  rG	  rH	  rI	  rJ	  rK	  rL	  rM	  rN	  rO	  rP	  rQ	  rR	  rS	  rT	  rU	  rV	  rW	  rX	  rY	  rZ	  r[	  r\	  r]	  r^	  r_	  r`	  ra	  rb	  rc	  rd	  re	  rf	  rg	  rh	  ri	  rj	  rk	  rl	  rm	  rn	  ro	  rp	  rq	  rr	  rs	  rt	  ru	  rv	  rw	  rx	  ry	  rz	  r{	  r|	  r}	  r~	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r 
  r
  r
  r
  r
  r
  r
  r
  r
  r	
  r

  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r 
  r!
  r"
  r#
  r$
  r%
  r&
  r'
  r(
  r)
  r*
  r+
  r,
  r-
  r.
  r/
  r0
  r1
  r2
  r3
  r4
  r5
  r6
  r7
  r8
  r9
  r:
  r;
  r<
  r=
  r>
  r?
  r@
  rA
  rB
  rC
  rD
  rE
  rF
  rG
  rH
  rI
  rJ
  rK
  rL
  rM
  rN
  rO
  rP
  rQ
  rR
  rS
  rT
  rU
  rV
  rW
  rX
  rY
  rZ
  r[
  r\
  r]
  r^
  r_
  r`
  ra
  rb
  rc
  rd
  re
  rf
  rg
  rh
  ri
  rj
  rk
  rl
  rm
  rn
  ro
  rp
  rq
  rr
  rs
  rt
  ru
  rv
  rw
  rx
  ry
  rz
  r{
  r|
  r}
  r~
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  Zutils.dummy_tf_objectsZbenchmark.benchmark_args_tfr
  Zbenchmark.benchmark_tfr
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rS  rO  rP  rQ  rR  ZLutils.dummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objectsrU  rW  rV  Zutils.dummy_torchaudio_objectsrY  rZ  Zutils.dummy_flax_objectsr\  r]  r^  r_  r`  ra  rb  rc  re  rf  rd  rg  rh  ri  rk  rj  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r%  r"  r#  r$  r&  r'  r(  r/  r)  r*  r+  r,  r-  r.  r0  sysglobals__spec__modulesZwarning_advicer  r  r  r  <module>   sZ)  \








%	
/       
       -






















$



;







V











	







	




	



	


















	












































	

	
	

	


	




	




	





	








	
	
	

	















	















	








	





	







	
	
	








	
	
	


	























	





	



	





	
	


	

	












	





















	















$





0
















	







	




	




	

	

















	




	



















"

	












	












JR62&	6"$,$$$$4,4$$,,44,$,,,$$4$,$,,4,, %%<
D	4 30d

$



$$$

T 6R**"  T":J
:b*Z:2***B	J
:26J
B	.*B	B	2:$$,L
,,$,$$<D	,$4$,D	$$,$L
$,T,\L
<,$$<,,,D	D	,$\\D	<$,L
D	T4$\44,4$L
4D	<$4$$$,4,D	,,,4$,,,,$<444,4<D	,\<$$$,4$,<\$<<<\,4,,,D	<D	D	4,<<4D	$$$<444$<<,$T444,,4$<$,<$<$,$<$T,L
L
\T4$\<4$,,4$<,D	44$4$4<L
$<$$$,D	4D	$,D	D	,$$$$L
<D	<4,$L
L
L
TL
$D	,d$
,R k.*b""B	J
*D	$$,$,<D	4,<L
<L
4D	T<4,$$D	4$D	4$$,\,L
$<$$,$L
$TTL
4$$,,4$$,$$L
L
L,
$

zJ
B	*ZR"""B	$D	T$$$$$$$4$$$$$$L
L
D	,$,,$N	