
    #;7j             .         U d dl mZ d dlmZmZmZ d dlmZ dZdZ	dZ
dZ G d d	          Z G d
 d          Z G d de          Z G d de          Z G d de          Zi ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        d ej         d!ej!        d"i ej"        d#ej#        d$ej$        d%ej%        d&ej&        d'ej'        d(ej(        d)ej)        d*ej*        d+ej+        d,ej,        d-ej-        d.ej.        d/ej/        d0ej0        d1ej1        d2ej2        d3i ej3        d4ej4        d5ej5        d6ej6        d7ej7        d8ej8        d9ej9        d:ej:        d;ej;        d<ej<        d=ej=        d>ej>        d?ej?        d@ej@        dAejA        dBejB        dCejC        dDi ejD        dEejE        dFejF        dGejG        dHejH        dIejI        dJejJ        dKejK        dLejL        dMejM        dNejN        dOejO        dPejP        dQejQ        dRejR        dSejS        dTejT        dUi ejU        dVejV        dWejW        dXejX        dYejY        dZejZ        d[ej[        d\ej\        d]ej]        d^ej^        d_ej_        d`ej`        daeja        dbejb        dcejc        ddejd        deeje        dfi ejf        dgejg        dhejh        dieji        djejj        dkejk        dlejl        dmejm        dnejn        doejo        dpejp        dqejq        drejr        dsejs        dtejt        dueju        dvejv        dwi ejw        dxejx        dyejy        dzejz        d{ej{        d|ej|        d}ej}        d~ej~        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        diZded<   ej        dej        dej        dej        dej        dej        dej@        dAej/        dej        di	Zded<   i ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dÓej        dēej        dœej        dƓej        dǓej        dȓej        dɓej        dʓej        d˓ej        d̓ej        d͓ej        dΓej        dϓej        dГej        dѓej        dғej        dӓi ej        dԓej        dՓej        d֓ej        dדej        dؓej        dٓej        dړej        dۓej        dܓej        dݓej        dޓej        dߓej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        d ej        dej         dej        dej        dej        dej        di ej        dej        dej        d	ej        d
ej	        dej
        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        d ej        d!ej         d"ej!        d#ej"        d$ej#        d%ej$        d&ej%        d'ej&        d(i ej'        d)ej(        d*ej)        d+ej*        d,ej+        d-ej,        d.ej-        d/ej.        d0ej/        d1ej0        d2ej1        d3ej2        d4ej3        d5ej4        d6ej5        d7ej6        d8ej7        d9i ej8        d:ej9        d;ej:        d<ej;        d=ej<        d>ej=        d?ej>        d@ej?        dAej@        dBejA        dCejB        dDejC        dEejD        dFejE        dGejF        dHejG        dIejH        dJi ejI        dKejJ        dLejK        dMejL        dNejM        dOejN        dPejO        dQejP        dRejQ        dSejR        dTejS        dUejT        dVejU        dWejV        dXejW        dYejX        dZejY        d[i ejZ        d\ej[        d]ej\        d^ej]        d_ej^        d`ej_        daej`        dbeja        dcejb        ddejc        deejd        dfeje        dgejf        dhejg        diejh        djeji        dkejj        dli ejk        dmejl        dnejm        doejn        dpejo        dqejp        drejq        dsejr        dtejs        duejt        dveju        dwejv        dxejw        dyejx        dzejy        d{ejz        d|ej{        d}i ej|        d~ej}        dej~        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dÓej        dēej        dœej        dƓej        dǓej        dȓej        dɓej        dʓej        d˓ej        d̓ej        d͓ej        dΓej        dϓej        dГej        dѓej        dғi ej        dӓej        dԓej        dՓej        d֓ej        dדej        dؓej        dٓej        dړej        dۓej        dܓej        dݓej        dޓej        dߓej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        d ej        dej         dej        dej        dej        di ej        dej        dej        dej        dej        d	ej	        d
ej
        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        d ej         d!ej!        d"ej"        d#ej#        d$ej$        d%ej%        d&Z&d'ed(<   i ej        g ejd        eje        ejf        ejg        ejh        eji        ejj        ejk        ejl        ej        ej        ejs        ejm        ejn        ejo        ejp        ejq        ejr        ejt        eju        ejv        ejw        ejx        ejy        ejz        ej{        ej|        ej}        ej~        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej'        ej(        ej)        ej*        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej)        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej	        ej
        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g	ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g	ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejE        ejF        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejE        ejF        ejG        gej         ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej!        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej"        ej        ej        ej        ej        ej        ej        ej        ejD        ejE        ejF        g
ej#        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejE        gej$        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ej%        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gi ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ej'        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej(        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej)        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej+        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej*        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej,        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej-        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej.        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej/        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej0        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej1        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        gi ej2        g ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        ej6        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej7        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej8        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ej3        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej4        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej5        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej9        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej:        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej;        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej<        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej=        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej%        ej&        ej        ej        ej        ej        ej        gej>        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej?        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej@        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejA        g ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        i ejB        g ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejC        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejD        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejE        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejF        ej        ej        ej        ej        ej        ej        ej        ej        ej	        ej
        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejG        ej        ej        ej        ej        ej        ej        ej	        ej
        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejH        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejI        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejJ        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejK        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejL        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejM        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejN        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejO        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ejP        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        gejQ        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejR        ej        ej        ej        ej        ej        ej        ej        ej        ej        g	i ejS        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejT        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejU        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejV        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejW        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejX        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej        ej#        ej        ej$        ej%        ej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejY        g ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej        ej#        ej        ej$        ej%        ej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejZ        g ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej#        ej$        ej%        ej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej`        eja        ejb        ejc        ej        ej        ej         ej!        ej"        ej#        ejv        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejo        ej        ej        ej        ej        ej        ej!        ej&        ej"        ej        ej        ej        ej        gej[        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej\        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        gej]        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        gej^        g ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        ej$        ej%        ej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej`        eja        ejb        ejc        ej        ej        ej         ej!        ej"        ej#        ej_        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej'        ej(        gej`        ej        ej        ej)        ej*        ej+        ej,        ej-        ej.        ej/        ej0        ej1        ej2        ej3        ej4        ej5        ej6        ej7        ej8        ej9        ej:        ej;        ej<        ej=        ej>        ej?        ej@        ejA        ejB        ejC        ejD        gi eja        ej        ej        ej:        ej;        ej<        ej=        ej>        ej?        ej@        ejA        ejB        ejC        ejD        gejb        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        g
ejc        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejd        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        geje        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejf        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejg        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejh        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        geji        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        gejj        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejk        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejl        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejm        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejn        ej        ej        ejH        ejI        ejJ        ejK        ejL        ejM        ej        ej        ejN        ejO        ejP        ejQ        ejR        ejS        ejT        ejU        ejV        ejW        gejp        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejq        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        ej        gejr        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gi ejs        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejt        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        geju        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejw        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejx        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejy        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejz        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej{        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej|        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej}        ej        ej        ejX        ejY        ejZ        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej~        ej        ej        ejX        ejY        ejZ        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej[        ej\        ej]        ej_        ej^        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej$        ej%        gej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        ej$        ej%        ej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        g ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej#        ej$        ej%        ej&        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        giZ+d)ed*<   i ej        ej        ej        gej        ej        ej        gej        ej        ej        gej(        ej        ej        gej9        ej        ej        gej:        ej        ej        gejE        ej        ej        gejM        ej        ej        gejW        ej        ej        gejX        ej        ej        gejY        ej        ej        gejZ        ej        ej        gej[        ej        gejd        ej        ej        gejp        ej        gej        ej        ej        gZ,d)ed+<    G d, d-e          Z- G d. d/e          Z. G d0 d1e          Z/ G d2 d3e          Z0 G d4 d5e          Z1 G d6 d7e          Z2 G d8 d9e          Z3 G d: d;e          Z4 G d< d=          Z5d>Z6i e0j7        d?e0j8        d@e0j9        dAe0j:        dBe0j;        dCe0j<        dDe0j=        dEe0j>        dFe0j?        d>dGe6dHz  z   e6dGz  z   fe0j@        d>de6dGz  z   e6dIz  z   dJz   fe0jA        d>dGe6dz  z   dJz   fe0jB        d>dGe6dz  z   e6dIz  z   dJz   fe0jC        d>de6dz  z   e6dGz  z   e6dHz  z   fe0jD        d>dGe6z   e6dIz  z   fe0jE        d>de6dGz  z   fe0jF        d>de6dGz  z   e6dz  z   fe0jG        d>de6dGz  z   e6dIz  z   fi e0jH        d>de6dIz  z   e6dHz  z   fe0jI        dAe0jJ        d>de6dGz  z   e6dIz  z   e6dz  z   dGz   fe0jK        d>de6dGz  z   e6dHz  z   fe0jL        d>dGe6dz  z   e6dKz  z   fe0jM        dLe0jN        d@e0jO        d?e0jP        dMe0jQ        dMe0jR        d>e6dIz  e6dHz  z   e6dz  z   fe0jS        d@e0jT        dNe0jU        dOe0jV        dPe0jW        dQe0jX        dRZYdSedT<   ejZ        j[        Z\ejZ        j]        Z^ejZ        j_        Z`ejZ        ja        ZbejZ        jc        ZdejZ        je        ZfejZ        jg        ZhejZ        ji        ZjejZ        jk        ZlejZ        jm        Znejo        jp        Zqejo        jr        Zsejo        jt        Zuejo        jv        Zwejo        jx        Zyejo        jz        Z{ejo        j|        Z}ej~        j        Zej~        j        Zej~        j        Zej~        j        Zej~        j        Zej~        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        ZڐdUS (V      )annotations)EnumIntEnumauto)AnyiGGUF          c                     e Zd Z G d d          Z G d d          Z G d d          Z G d d          Z G d	 d
          Z G d d          Z G d d          Z	 G d d          Z
 G d d          Z G d d          Z G d d          Z G d d          Z G d d          Z G d d          Z G d d          Z G d d           Z G d! d"          Z G d# d$          Z G d% d&          Z G d' d(          Zd)S )*Keysc                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0Z2d1Z3d2Z4d3Z5d4Z6d5Z7d6Z8d7Z9d8Z:d9Z;d:Z<d;Z=d<S )=Keys.Generalzgeneral.typezgeneral.architecturezgeneral.quantization_versionzgeneral.alignmentzgeneral.file_typezgeneral.sampling.sequencezgeneral.sampling.top_kzgeneral.sampling.top_pzgeneral.sampling.min_pz general.sampling.xtc_probabilityzgeneral.sampling.xtc_thresholdzgeneral.sampling.tempzgeneral.sampling.penalty_last_nzgeneral.sampling.penalty_repeatzgeneral.sampling.mirostatzgeneral.sampling.mirostat_tauzgeneral.sampling.mirostat_etazgeneral.namezgeneral.authorzgeneral.versionzgeneral.organizationzgeneral.finetunezgeneral.basenamezgeneral.descriptionzgeneral.quantized_byzgeneral.size_labelzgeneral.licensezgeneral.license.namezgeneral.license.linkzgeneral.urlzgeneral.doizgeneral.uuidzgeneral.repo_urlzgeneral.source.urlzgeneral.source.doizgeneral.source.uuidzgeneral.source.repo_urlzgeneral.base_model.countzgeneral.base_model.{id}.namezgeneral.base_model.{id}.authorzgeneral.base_model.{id}.versionz$general.base_model.{id}.organizationz#general.base_model.{id}.descriptionzgeneral.base_model.{id}.urlzgeneral.base_model.{id}.doizgeneral.base_model.{id}.uuidz general.base_model.{id}.repo_urlzgeneral.dataset.countzgeneral.dataset.{id}.namezgeneral.dataset.{id}.authorzgeneral.dataset.{id}.versionz!general.dataset.{id}.organizationz general.dataset.{id}.descriptionzgeneral.dataset.{id}.urlzgeneral.dataset.{id}.doizgeneral.dataset.{id}.uuidzgeneral.dataset.{id}.repo_urlzgeneral.tagszgeneral.languagesN)>__name__
__module____qualname__TYPEARCHITECTUREQUANTIZATION_VERSION	ALIGNMENT	FILE_TYPESAMPLING_SEQUENCESAMPLING_TOP_KSAMPLING_TOP_PSAMPLING_MIN_PSAMPLING_XTC_PROBABILITYSAMPLING_XTC_THRESHOLDSAMPLING_TEMPSAMPLING_PENALTY_LAST_NSAMPLING_PENALTY_REPEATSAMPLING_MIROSTATSAMPLING_MIROSTAT_TAUSAMPLING_MIROSTAT_ETANAMEAUTHORVERSIONORGANIZATIONFINETUNEBASENAMEDESCRIPTIONQUANTIZED_BY
SIZE_LABELLICENSELICENSE_NAMELICENSE_LINKURLDOIUUIDREPO_URL
SOURCE_URL
SOURCE_DOISOURCE_UUIDSOURCE_REPO_URLBASE_MODEL_COUNTBASE_MODEL_NAMEBASE_MODEL_AUTHORBASE_MODEL_VERSIONBASE_MODEL_ORGANIZATIONBASE_MODEL_DESCRIPTIONBASE_MODEL_URLBASE_MODEL_DOIBASE_MODEL_UUIDBASE_MODEL_REPO_URLDATASET_COUNTDATASET_NAMEDATASET_AUTHORDATASET_VERSIONDATASET_ORGANIZATIONDATASET_DESCRIPTIONDATASET_URLDATASET_DOIDATASET_UUIDDATASET_REPO_URLTAGS	LANGUAGES     </home/rurouni/src/llama.cpp-master/gguf-py/gguf/constants.pyGeneralr      sY       %3%;%C%8	%8	 'B&>&>&>&H &F&=&G&G&A&E&E &4%5%6%;%7%7%:%;%9
 &7%;%; &3%2%3%7 &:
%9
%:%>
 &@%C%E%F%K%J%B%B%C%G #:"="?"@"E"D"<"<"="A &4%8			rN   rP   c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0Z2d1Z3d2Z4d3Z5d4Z6d5Z7d6Z8d7Z9d8Z:d9S ):Keys.LLMz{arch}.vocab_sizez{arch}.context_lengthz{arch}.embedding_lengthz{arch}.embedding_length_outz{arch}.features_lengthz{arch}.block_countz {arch}.leading_dense_block_countz{arch}.feed_forward_lengthz!{arch}.expert_feed_forward_lengthz({arch}.expert_shared_feed_forward_lengthz'{arch}.expert_chunk_feed_forward_lengthz{arch}.use_parallel_residualz{arch}.tensor_data_layoutz{arch}.expert_countz{arch}.expert_used_countz{arch}.expert_shared_countz{arch}.expert_group_countz{arch}.expert_group_used_countz{arch}.expert_weights_scalez{arch}.expert_weights_normz{arch}.expert_gating_funcz{arch}.expert_group_scalez{arch}.experts_per_groupz{arch}.moe_every_n_layersz{arch}.moe_latent_sizez{arch}.nextn_predict_layersz{arch}.n_deepstack_layersz{arch}.deepstack_mappingz{arch}.pooling_typez{arch}.logit_scalez{arch}.decoder_start_token_idz{arch}.decoder_block_countz{arch}.attn_logit_softcappingz{arch}.router_logit_softcappingz{arch}.final_logit_softcappingz{arch}.swin_normz{arch}.rescale_every_n_layersz{arch}.time_mix_extra_dimz{arch}.time_decay_extra_dimz{arch}.residual_scalez{arch}.embedding_scalez{arch}.token_shift_countz {arch}.interleave_moe_layer_stepz{arch}.full_attention_intervalz {arch}.activation_sparsity_scalez{arch}.altup.active_idxz{arch}.altup.num_inputsz'{arch}.embedding_length_per_layer_inputz{arch}.swiglu_clamp_expz{arch}.swiglu_clamp_shexpz{arch}.hidden_activationz{arch}.{dense}_feat_inz{arch}.{dense}_feat_outz{arch}.target_layersz{arch}.target_hidden_sizez{arch}.norm_before_residualN);r   r   r   
VOCAB_SIZECONTEXT_LENGTHEMBEDDING_LENGTHEMBEDDING_LENGTH_OUTFEATURES_LENGTHBLOCK_COUNTLEADING_DENSE_BLOCK_COUNTFEED_FORWARD_LENGTHEXPERT_FEED_FORWARD_LENGTH!EXPERT_SHARED_FEED_FORWARD_LENGTH EXPERT_CHUNK_FEED_FORWARD_LENGTHUSE_PARALLEL_RESIDUALTENSOR_DATA_LAYOUTEXPERT_COUNTEXPERT_USED_COUNTEXPERT_SHARED_COUNTEXPERT_GROUP_COUNTEXPERT_GROUP_USED_COUNTEXPERT_WEIGHTS_SCALEEXPERT_WEIGHTS_NORMEXPERT_GATING_FUNCEXPERT_GROUP_SCALEEXPERTS_PER_GROUPMOE_EVERY_N_LAYERSMOE_LATENT_SIZENEXTN_PREDICT_LAYERSNUM_DEEPSTACK_LAYERSDEEPSTACK_MAPPINGPOOLING_TYPELOGIT_SCALEDECODER_START_TOKEN_IDDECODER_BLOCK_COUNTATTN_LOGIT_SOFTCAPPINGROUTER_LOGIT_SOFTCAPPINGFINAL_LOGIT_SOFTCAPPING	SWIN_NORMRESCALE_EVERY_N_LAYERSTIME_MIX_EXTRA_DIMTIME_DECAY_EXTRA_DIMRESIDUAL_SCALEEMBEDDING_SCALETOKEN_SHIFT_COUNTINTERLEAVE_MOE_LAYER_STEPFULL_ATTENTION_INTERVALACTIVATION_SPARSITY_SCALEALTUP_ACTIVE_IDXALTUP_NUM_INPUTSEMBD_LENGTH_PER_LAYER_INPSWIGLU_CLAMP_EXPSWIGLU_CLAMP_SHEXP
HIDDEN_ACTDENSE_FEAT_IN_SIZEDENSE_FEAT_OUT_SIZETARGET_LAYERSTARGET_HIDDEN_SIZENORM_BEFORE_RESIDUALrM   rN   rO   LLMrR   g   sS       ,?
,C,E,I,D,@,N!,H,O",V),U(,J,G,A,F,H,G,L,I,H,G,G,F,G,D,I,G,F,A,@,K,H,K,M ,L,>	,K,G,I,C,D,F,N!,L,N!,E,E,U!,E,G,F
,D,E,B,G,IrN   r   c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ  G d d           Z!d!S )"Keys.Attentionz{arch}.attention.head_countz{arch}.attention.head_count_kvz{arch}.attention.max_alibi_biasz{arch}.attention.clamp_kqvz{arch}.attention.key_lengthz{arch}.attention.value_lengthz#{arch}.attention.layer_norm_epsilonz'{arch}.attention.layer_norm_rms_epsilonz#{arch}.attention.group_norm_epsilonz"{arch}.attention.group_norm_groupsz{arch}.attention.causalz{arch}.attention.q_lora_rankz{arch}.attention.kv_lora_rankz {arch}.attention.decay_lora_rankz{arch}.attention.iclr_lora_rankz-{arch}.attention.value_residual_mix_lora_rankz{arch}.attention.gate_lora_rankz'{arch}.attention.relative_buckets_countz{arch}.attention.sliding_windowz{arch}.attention.scalez{arch}.attention.output_scalez{arch}.attention.value_scalez#{arch}.attention.temperature_lengthz{arch}.attention.key_length_mlaz!{arch}.attention.value_length_mlaz{arch}.attention.key_length_swaz!{arch}.attention.value_length_swaz!{arch}.attention.shared_kv_layersz'{arch}.attention.sliding_window_patternz"{arch}.attention.temperature_scalec                      e Zd ZdZdZdZdS )Keys.Attention.Indexerz#{arch}.attention.indexer.head_countz#{arch}.attention.indexer.key_lengthz{arch}.attention.indexer.top_kN)r   r   r   
HEAD_COUNT
KEY_LENGTHTOP_KrM   rN   rO   Indexerr      s        >J>J9EEErN   r   N)"r   r   r   r   HEAD_COUNT_KVMAX_ALIBI_BIAS	CLAMP_KQVr   VALUE_LENGTHLAYERNORM_EPSLAYERNORM_RMS_EPSGROUPNORM_EPSGROUPNORM_GROUPSCAUSALQ_LORA_RANKKV_LORA_RANKDECAY_LORA_RANKICLR_LORA_RANKVALUE_RESIDUAL_MIX_LORA_RANKGATE_LORA_RANKREL_BUCKETS_COUNTSLIDING_WINDOWSCALEOUTPUT_SCALEVALUE_SCALETEMPERATURE_LENGTHKEY_LENGTH_MLAVALUE_LENGTH_MLAKEY_LENGTH_SWAVALUE_LENGTH_SWASHARED_KV_LAYERSSLIDING_WINDOW_PATTERNTEMPERATURE_SCALEr   rM   rN   rO   	Attentionr      s        'D
'G'H'C	'D
'F'L'P'L'K'@'E'F'I'H'V$'H'P'H'?'F'E'L'H'J'H'J'J'P'K	: 	: 	: 	: 	: 	: 	: 	: 	: 	:rN   r   c                  N    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdS )	Keys.Ropez{arch}.rope.dimension_countz{arch}.rope.dimension_count_swaz{arch}.rope.dimension_sectionsz{arch}.rope.freq_basez{arch}.rope.freq_base_swaz{arch}.rope.scaling.typez{arch}.rope.scaling.factorz{arch}.rope.scaling.alphaz{arch}.rope.scaling.attn_factorz+{arch}.rope.scaling.original_context_lengthz{arch}.rope.scaling.finetunedz'{arch}.rope.scaling.yarn_log_multiplierz#{arch}.rope.scaling.yarn_ext_factorz${arch}.rope.scaling.yarn_attn_factorz"{arch}.rope.scaling.yarn_beta_fastz"{arch}.rope.scaling.yarn_beta_slowN)r   r   r   DIMENSION_COUNTDIMENSION_COUNT_SWADIMENSION_SECTIONS	FREQ_BASEFREQ_BASE_SWASCALING_TYPESCALING_FACTORSCALING_ALPHASCALING_ATTN_FACTORSCALING_ORIG_CTX_LENSCALING_FINETUNEDSCALING_YARN_LOG_MULSCALING_YARN_EXT_FACTORSCALING_YARN_ATTN_FACTORSCALING_YARN_BETA_FASTSCALING_YARN_BETA_SLOWrM   rN   rO   Roper      sj        $A$E$D$;	$?$>$@$?$E$Q$C$M$I$J $H$HrN   r   c                      e Zd ZdZdZdZdS )
Keys.Splitzsplit.nozsplit.countzsplit.tensors.countN)r   r   r   LLM_KV_SPLIT_NOLLM_KV_SPLIT_COUNTLLM_KV_SPLIT_TENSORS_COUNTrM   rN   rO   Splitr      s!        %/%2%:"""rN   r   c                  &    e Zd ZdZdZdZdZdZdZdS )Keys.SSMz{arch}.ssm.conv_kernelz{arch}.ssm.inner_sizez{arch}.ssm.state_sizez{arch}.ssm.time_step_rankz{arch}.ssm.group_countz{arch}.ssm.dt_b_c_rmsN)	r   r   r   CONV_KERNEL
INNER_SIZE
STATE_SIZETIME_STEP_RANKGROUP_COUNT
DT_B_C_RMSrM   rN   rO   SSMr      s,        10
0
410


rN   r   c                      e Zd ZdZdS )Keys.KDAz{arch}.kda.head_dimN)r   r   r   HEAD_DIMrM   rN   rO   KDAr      s        (rN   r   c                      e Zd ZdZdS )Keys.WKVz{arch}.wkv.head_sizeN)r   r   r   	HEAD_SIZErM   rN   rO   WKVr      s        *			rN   r   c                      e Zd ZdZdZdS )Keys.PosNetz{arch}.posnet.embedding_lengthz{arch}.posnet.block_countNr   r   r   rU   rX   rM   rN   rO   PosNetr      s        ;6rN   r   c                      e Zd ZdZdZdS )Keys.ConvNextz {arch}.convnext.embedding_lengthz{arch}.convnext.block_countNr   rM   rN   rO   ConvNextr      s        =8rN   r   c                      e Zd ZdZdS )Keys.Classifierz{arch}.classifier.output_labelsN)r   r   r   OUTPUT_LABELSrM   rN   rO   
Classifierr      s        9rN   r   c                      e Zd ZdZdS )Keys.ShortConvz{arch}.shortconv.l_cacheN)r   r   r   L_CACHErM   rN   rO   	ShortConvr      s        ,rN   r   c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'S )(Keys.Tokenizerztokenizer.ggml.modelztokenizer.ggml.preztokenizer.ggml.tokensztokenizer.ggml.token_typeztokenizer.ggml.token_type_countztokenizer.ggml.scoresztokenizer.ggml.mergesztokenizer.ggml.bos_token_idztokenizer.ggml.eos_token_idztokenizer.ggml.eot_token_idztokenizer.ggml.eom_token_idztokenizer.ggml.unknown_token_idz!tokenizer.ggml.seperator_token_idztokenizer.ggml.padding_token_idztokenizer.ggml.mask_token_idztokenizer.ggml.add_bos_tokenztokenizer.ggml.add_eos_tokenztokenizer.ggml.add_sep_tokenztokenizer.ggml.add_space_prefixz'tokenizer.ggml.remove_extra_whitespacesz#tokenizer.ggml.precompiled_charsmapztokenizer.ggml.suppress_tokensztokenizer.huggingface.jsonztokenizer.rwkv.worldztokenizer.chat_templateztokenizer.chat_template.{name}ztokenizer.chat_templatesz#tokenizer.ggml.normalizer.lowercasez'tokenizer.ggml.normalizer.strip_accentsztokenizer.ggml.fim_pre_token_idztokenizer.ggml.fim_suf_token_idztokenizer.ggml.fim_mid_token_idztokenizer.ggml.fim_pad_token_idztokenizer.ggml.fim_rep_token_idztokenizer.ggml.fim_sep_token_idztokenizer.ggml.prefix_token_idztokenizer.ggml.suffix_token_idztokenizer.ggml.middle_token_idN))r   r   r   MODELPRELIST
TOKEN_TYPETOKEN_TYPE_COUNTSCORESMERGESBOS_IDEOS_IDEOT_IDEOM_IDUNK_IDSEP_IDPAD_IDMASK_IDADD_BOSADD_EOSADD_SEP
ADD_PREFIXREMOVE_EXTRA_WSPRECOMPILED_CHARSMAPSUPPRESS_TOKENSHF_JSONRWKVCHAT_TEMPLATECHAT_TEMPLATE_NCHAT_TEMPLATESNORMALIZER_LOWERCASENORMALIZER_STRIP_ACCENTS
FIM_PRE_ID
FIM_SUF_ID
FIM_MID_ID
FIM_PAD_ID
FIM_REP_ID
FIM_SEP_ID	PREFIX_ID	SUFFIX_ID	MIDDLE_IDrM   rN   rO   	Tokenizerr      s        536:
@66<<<<@B@====@
HD?;58?9#H#L @
@
@
@
@
@
?	?	?			rN   r  c                  "    e Zd ZdZdZdZdZdZdS )Keys.Adapterzadapter.typezadapter.lora.alphazadapter.lora.task_namezadapter.lora.prompt_prefixzadapter.alora.invocation_tokensN)r   r   r   r   
LORA_ALPHALORA_TASK_NAMELORA_PROMPT_PREFIXALORA_INVOCATION_TOKENSrM   rN   rO   Adapterr  $  s+        "0"6
":">"CrN   r  c                      e Zd ZdZdZdZdS )Keys.IMatrixzimatrix.chunk_countzimatrix.chunk_sizezimatrix.datasetsN)r   r   r   CHUNK_COUNT
CHUNK_SIZEDATASETSrM   rN   rO   IMatrixr  +  s        +*
(rN   r  c                      e Zd ZdZdZdZdZdS )	Keys.Clipzclip.projector_typezclip.has_vision_encoderzclip.has_audio_encoderzclip.has_llava_projectorN)r   r   r   PROJECTOR_TYPEHAS_VISION_ENCODERHAS_AUDIO_ENCODERHAS_LLAVA_PROJECTORrM   rN   rO   Clipr!  0  s'         5 9 8 :rN   r&  c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ G d d          Z G d d          Z G d d          ZdS ) Keys.ClipVisionzclip.vision.projector_typezclip.vision.image_sizezclip.vision.image_min_pixelszclip.vision.image_max_pixelszclip.vision.preproc_min_tileszclip.vision.preproc_max_tileszclip.vision.preproc_image_sizezclip.vision.patch_sizezclip.vision.embedding_lengthzclip.vision.feed_forward_lengthzclip.vision.projection_dimzclip.vision.block_countzclip.vision.image_meanzclip.vision.image_stdzclip.vision.spatial_merge_sizezclip.use_geluzclip.use_siluzclip.vision.n_wa_patternzclip.vision.wa_layer_indexeszclip.vision.wa_pattern_modezclip.vision.is_deepstack_layerszclip.vision.window_sizezclip.vision.feature_layerz clip.vision.image_grid_pinpointsc                      e Zd ZdZdZdZdS )Keys.ClipVision.Attentionz clip.vision.attention.head_countz#clip.vision.attention.head_count_kvz(clip.vision.attention.layer_norm_epsilonN)r   r   r   r   r   r   rM   rN   rO   r   r*  P  s        @JCMHMMMrN   r   c                      e Zd ZdZdZdZdZdS )Keys.ClipVision.Projectorz"clip.vision.projector.scale_factorz clip.vision.projector.query_sidez!clip.vision.projector.window_sidez%clip.vision.projector.spatial_offsetsN)r   r   r   SCALE_FACTOR
QUERY_SIDEWINDOW_SIDESPATIAL_OFFSETSrM   rN   rO   	Projectorr,  U  s"        BL@JAKEOOOrN   r1  c                      e Zd ZdZdZdZdS )Keys.ClipVision.SAMzclip.vision.sam.block_countz clip.vision.sam.embedding_lengthzclip.vision.sam.head_countN)r   r   r   rX   rU   r   rM   rN   rO   SAMr3  [  s        "?K"D">JJJrN   r4  N)r   r   r   r"  
IMAGE_SIZEIMAGE_MIN_PIXELSIMAGE_MAX_PIXELSPREPROC_MIN_TILESPREPROC_MAX_TILESPREPROC_IMAGE_SIZE
PATCH_SIZErU   rZ   PROJECTION_DIMrX   
IMAGE_MEAN	IMAGE_STDSPATIAL_MERGE_SIZEUSE_GELUUSE_SILUN_WA_PATTERNWA_LAYER_INDEXESWA_PATTERN_MODEIS_DEEPSTACK_LAYERSWINDOW_SIZEFEATURE_LAYERSIMAGE_GRID_PINPOINTSr   r1  r4  rM   rN   rO   
ClipVisionr(  6  s        < 8
 > > ? ? @ 8
 > A < 9 8
 7	 @ / / : > = A 9 ; B	I 	I 	I 	I 	I 	I 	I 	I
	F 	F 	F 	F 	F 	F 	F 	F	? 	? 	? 	? 	? 	? 	? 	? 	? 	?rN   rI  c                  f    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Z G d
 d          Z G d d          ZdS )Keys.ClipAudiozclip.audio.projector_typezclip.audio.num_mel_binszclip.audio.embedding_lengthzclip.audio.feed_forward_lengthzclip.audio.projection_dimzclip.audio.block_countzclip.audio.chunk_sizezclip.audio.conv_kernel_sizezclip.audio.max_pos_embc                      e Zd ZdZdZdS )Keys.ClipAudio.Attentionzclip.audio.attention.head_countz'clip.audio.attention.layer_norm_epsilonN)r   r   r   r   r   rM   rN   rO   r   rM  k  s        ?JGMMMrN   r   c                      e Zd ZdZdZdZdZdS )Keys.ClipAudio.Projectorz!clip.audio.projector.stack_factorz clip.audio.projector.window_sizez$clip.audio.projector.downsample_ratezclip.audio.projector.head_countN)r   r   r   STACK_FACTORrF  DOWNSAMPLE_RATEr   rM   rN   rO   r1  rO  o  s"        AL@KDO?JJJrN   r1  N)r   r   r   r"  NUM_MEL_BINSrU   rZ   r<  rX   r  CONV_KERNEL_SIZEMAX_POS_EMBr   r1  rM   rN   rO   	ClipAudiorK  `  s        97;>965
;6	H 	H 	H 	H 	H 	H 	H 	H	@ 	@ 	@ 	@ 	@ 	@ 	@ 	@ 	@ 	@rN   rU  c                      e Zd ZdZdS )Keys.Diffusionzdiffusion.shift_logitsN)r   r   r   SHIFT_LOGITSrM   rN   rO   	DiffusionrW  u  s        6rN   rY  c                      e Zd ZdZdZdZdZdS )
Keys.xIELUzxielu.alpha_pzxielu.alpha_nz
xielu.betaz	xielu.epsN)r   r   r   ALPHA_PALPHA_NBETAEPSrM   rN   rO   xIELUr[  x  s"        --*)rN   r`  N)r   r   r   rP   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r&  rI  rU  rY  r`  rM   rN   rO   r   r      si       P9 P9 P9 P9 P9 P9 P9 P9d8J 8J 8J 8J 8J 8J 8J 8Jt#: #: #: #: #: #: #: #:JI I I I I I I I$; ; ; ; ; ; ; ;
1 1 1 1 1 1 1 1) ) ) ) ) ) ) )+ + + + + + + +7 7 7 7 7 7 7 79 9 9 9 9 9 9 9: : : : : : : :- - - - - - - -)@ )@ )@ )@ )@ )@ )@ )@VD D D D D D D D) ) ) ) ) ) ) )
; ; ; ; ; ; ; ;(? (? (? (? (? (? (? (?T@ @ @ @ @ @ @ @*7 7 7 7 7 7 7 7* * * * * * * * * *rN   r   c                      e Zd ZdZdZdZdZdS )GGUFTypemodeladapterimatrixmmprojN)r   r   r   r   ADAPTERIMATRIXMMPROJrM   rN   rO   rb  rb    s"        EGGFFFrN   rb  c                  ^
   e Zd Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
 e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z  e            Z! e            Z" e            Z# e            Z$ e            Z% e            Z& e            Z' e            Z( e            Z) e            Z* e            Z+ e            Z, e            Z- e            Z. e            Z/ e            Z0 e            Z1 e            Z2 e            Z3 e            Z4 e            Z5 e            Z6 e            Z7 e            Z8 e            Z9 e            Z: e            Z; e            Z< e            Z= e            Z> e            Z? e            Z@ e            ZA e            ZB e            ZC e            ZD e            ZE e            ZF e            ZG e            ZH e            ZI e            ZJ e            ZK e            ZL e            ZM e            ZN e            ZO e            ZP e            ZQ e            ZR e            ZS e            ZT e            ZU e            ZV e            ZW e            ZX e            ZY e            ZZ e            Z[ e            Z\ e            Z] e            Z^ e            Z_ e            Z` e            Za e            Zb e            Zc e            Zd e            Ze e            Zf e            Zg e            Zh e            Zi e            Zj e            Zk e            Zl e            Zm e            Zn e            Zo e            Zp e            Zq e            Zr e            Zs e            Zt e            Zu e            Zv e            Zw e            Zx e            Zy e            Zz e            Z{ e            Z| e            Z} e            Z~ e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            ZdS )
MODEL_ARCHN)r   r   r   r   ri  LLAMALLAMA4DECIFALCON	FALCON_H1BAICHUANGROKGPT2GPTJGPTNEOXMPT	STARCODERREFACTBERTMODERN_BERT
NOMIC_BERTNOMIC_BERT_MOENEO_BERTJINA_BERT_V2JINA_BERT_V3EUROBERTBLOOMSTABLELMQWENQWEN2QWEN2MOEQWEN2VLQWEN3QWEN3MOE	QWEN3NEXTQWEN3VL
QWEN3VLMOEQWEN35	QWEN35MOEPHI2PHI3PHIMOEPLAMOPLAMO2PLAMO3	CODESHELLORION	INTERNLM2MINICPMMINICPM3GEMMAGEMMA2GEMMA3GEMMA3NGEMMA4GEMMA4_ASSISTANTGEMMA_EMBEDDING
STARCODER2RWKV6
RWKV6QWEN2RWKV7ARWKV7MAMBAMAMBA2JAMBAXVERSE	COMMAND_RCOHERE2
COHERE2MOEDBRXOLMOOLMO2OLMOEOPENELMARCTICDEEPSEEK	DEEPSEEK2DEEPSEEK2OCR
DEEPSEEK32CHATGLMGLM4GLM4_MOEGLM_DSABITNETT5	T5ENCODERJAISJAIS2NEMOTRON
NEMOTRON_HNEMOTRON_H_MOEEXAONEEXAONE4
EXAONE_MOEGRANITEGRANITE_MOEGRANITE_HYBRID	CHAMELEONWAVTOKENIZER_DECPLM
BAILINGMOEBAILINGMOE2DOTS1ARCEEAFMOEERNIE4_5ERNIE4_5_MOEHUNYUAN_MOEHUNYUAN_DENSE
HUNYUAN_VLSMOLLM3GPT_OSSLFM2LFM2MOEDREAMSMALLTHINKERLLADA	LLADA_MOESEED_OSSGROVEMOEAPERTUSCOGVLM	MINIMAXM2RND1PANGU_EMBEDMISTRAL3EAGLE3MISTRAL4	PADDLEOCRMIMO2STEP35LLAMA_EMBED	MAINCODERKIMI_LINEARTALKIEMELLUMrM   rN   rO   rk  rk    s       tvvFtvvEtvvFtvvDtvvFtvvItvvHtvvDtvvDtvvDtvvGtvvCtvvItvvFtvvDtvvKtvvJtvvNtvvHtvvLtvvLtvvHtvvEtvvHtvvDtvvEtvvHtvvGtvvEtvvHtvvItvvGtvvJtvvFtvvItvvDtvvDtvvFtvvEtvvFtvvFtvvItvvEtvvItvvGtvvHtvvEtvvFtvvFtvvGtvvFtvvtvvOtvvJtvvEtvvJtvvEtvvFtvvEtvvFtvvEtvvFtvvItvvGtvvJtvvDtvvDtvvEtvvEtvvGtvvFtvvHtvvItvvLtvvJtvvGtvvDtvvHtvvGtvvFtvvBtvvItvvDtvvEtvvHtvvJtvvNtvvFtvvGtvvJtvvGtvvKtvvNtvvItvvtvvCtvvJtvvKtvvEtvvEtvvEtvvHtvvLtvvKtvvMtvvJtvvGtvvGtvvDtvvGtvvEtvvLtvvEtvvItvvHtvvHtvvGtvvFtvvItvvDtvvKtvvHtvvFtvvHtvvItvvEtvvFtvvKtvvItvvKtvvFtvvFFFrN   rk  c                      e Zd Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
 e            Z e            Z e            Z e            ZdS )VISION_PROJECTOR_TYPEN)r   r   r   r   MLPLDPLDPV2	RESAMPLERGLM_EDGEMERGERr  r  r  STEP3VLr  rM   rN   rO   r  r    s        CCEIHFGFGGFFFrN   r  c                      e Zd Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
 e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z  e            Z! e            Z" e            Z# e            Z$ e            Z% e            Z& e            Z' e            Z( e            Z) e            Z* e            Z+ e            Z, e            Z- e            Z. e            Z/ e            Z0 e            Z1 e            Z2 e            Z3 e            Z4 e            Z5 e            Z6 e            Z7 e            Z8 e            Z9 e            Z: e            Z; e            Z< e            Z= e            Z> e            Z? e            Z@ e            ZA e            ZB e            ZC e            ZD e            ZE e            ZF e            ZG e            ZH e            ZI e            ZJ e            ZK e            ZL e            ZM e            ZN e            ZO e            ZP e            ZQ e            ZR e            ZS e            ZT e            ZU e            ZV e            ZW e            ZX e            ZY e            ZZ e            Z[ e            Z\ e            Z] e            Z^ e            Z_ e            Z` e            Za e            Zb e            Zc e            Zd e            Ze e            Zf e            Zg e            Zh e            Zi e            Zj e            Zk e            Zl e            Zm e            Zn e            Zo e            Zp e            Zq e            Zr e            Zs e            Zt e            Zu e            Zv e            Zw e            Zx e            Zy e            Zz e            Z{ e            Z| e            Z} e            Z~ e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z  e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
 e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z  e            Z! e            Z" e            Z# e            Z$ e            Z% e            Z& e            Z' e            Z( e            Z) e            Z* e            Z+ e            Z, e            Z- e            Z. e            Z/ e            Z0 e            Z1 e            Z2 e            Z3 e            Z4 e            Z5 e            Z6 e            Z7 e            Z8 e            Z9 e            Z: e            Z; e            Z< e            Z= e            Z> e            Z? e            Z@ e            ZA e            ZB e            ZC e            ZD e            ZE e            ZF e            ZG e            ZH e            ZI e            ZJ e            ZK e            ZL e            ZM e            ZN e            ZO e            ZP e            ZQ e            ZR e            ZS e            ZT e            ZU e            ZV e            ZW e            ZX e            ZY e            ZZ e            Z[ e            Z\ e            Z] e            Z^ e            Z_ e            Z` e            Za e            Zb e            Zc e            Zd e            Ze e            Zf e            Zg e            Zh e            Zi e            Zj e            Zk e            Zl e            Zm e            Zn e            Zo e            Zp e            Zq e            Zr e            Zs e            Zt e            Zu e            Zv e            Zw e            Zx e            Zy e            Zz e            Z{ e            Z| e            Z} e            Z~ e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            ZdS )MODEL_TENSORN(  r   r   r   r   
TOKEN_EMBDTOKEN_EMBD_NORMMASKED_EMBD_CENTROIDSMASKED_EMBD_ORDERINGTOKEN_TYPESPOS_EMBDOUTPUTDENSE_2_OUTDENSE_3_OUTOUTPUT_NORM
ROPE_FREQSROPE_FACTORS_LONGROPE_FACTORS_SHORTATTN_QATTN_KATTN_VATTN_QKVATTN_OUT	ATTN_NORMATTN_NORM_2ATTN_OUT_NORMATTN_POST_NORMATTN_ROT_EMBD
ATTN_SINKS	ATTN_GATEFFN_GATE_INPFFN_GATE_INP_SHEXPFFN_NORMFFN_PRE_NORMFFN_PRE_NORM_2FFN_POST_NORMFFN_POST_NORM_1FFN_POST_NORM_2FFN_GATEFFN_DOWNFFN_UPFFN_ACTFFN_NORM_EXPFFN_GATE_EXPFFN_DOWN_EXP
FFN_UP_EXPFFN_GATE_UP_EXPFFN_GATE_SHEXPFFN_DOWN_SHEXPFFN_UP_SHEXPFFN_GATE_CHEXPFFN_DOWN_CHEXPFFN_UP_CHEXPFFN_EXP_PROBS_BMOE_LATENT_DOWNMOE_LATENT_UPATTN_Q_NORMATTN_K_NORMLAYER_OUT_NORMLAYER_OUT_SCALEPER_LAYER_TOKEN_EMBDPER_LAYER_MODEL_PROJPER_LAYER_INP_GATEPER_LAYER_PROJPER_LAYER_PROJ_NORMPER_LAYER_POST_NORM
ALTUP_PROJALTUP_UNEMBD_PROJALTUP_CORRECT_COEFALTUP_CORRECT_SCALEALTUP_PREDICT_COEFALTUP_ROUTERALTUP_ROUTER_NORMLAUREL_LLAUREL_RLAUREL_POST_NORMSSM_IN
SSM_CONV1DSSM_XSSM_DTSSM_DT_NORMSSM_A
SSM_B_NORM
SSM_C_NORMSSM_DSSM_NORMSSM_OUT	SSM_ALPHASSM_BETA_ALPHASSM_CONV1D_QSSM_CONV1D_KSSM_CONV1D_VSSM_F_ASSM_F_BSSM_BETASSM_G_ASSM_G_BTIME_MIX_W0TIME_MIX_W1TIME_MIX_W2TIME_MIX_A0TIME_MIX_A1TIME_MIX_A2TIME_MIX_V0TIME_MIX_V1TIME_MIX_V2TIME_MIX_G1TIME_MIX_G2TIME_MIX_K_KTIME_MIX_K_ATIME_MIX_R_KTIME_MIX_LERP_XTIME_MIX_LERP_KTIME_MIX_LERP_VTIME_MIX_LERP_RTIME_MIX_LERP_GTIME_MIX_LERP_FUSEDTIME_MIX_LERP_WTIME_MIX_FIRSTTIME_MIX_DECAYTIME_MIX_DECAY_W1TIME_MIX_DECAY_W2TIME_MIX_KEYTIME_MIX_VALUETIME_MIX_RECEPTANCETIME_MIX_GATETIME_MIX_LNTIME_MIX_OUTPUTCHANNEL_MIX_LERP_KCHANNEL_MIX_LERP_RCHANNEL_MIX_KEYCHANNEL_MIX_RECEPTANCECHANNEL_MIX_VALUEATTN_Q_AATTN_Q_BATTN_KV_A_MQA	ATTN_KV_BATTN_K_BATTN_V_BATTN_Q_A_NORMATTN_KV_A_NORMFFN_SUB_NORMATTN_SUB_NORMDEC_ATTN_NORM
DEC_ATTN_Q
DEC_ATTN_K
DEC_ATTN_VDEC_ATTN_OUTDEC_ATTN_REL_BDEC_CROSS_ATTN_NORMDEC_CROSS_ATTN_QDEC_CROSS_ATTN_KDEC_CROSS_ATTN_VDEC_CROSS_ATTN_OUTDEC_CROSS_ATTN_REL_BDEC_FFN_NORMDEC_FFN_GATEDEC_FFN_DOWN
DEC_FFN_UPDEC_OUTPUT_NORMENC_ATTN_NORM
ENC_ATTN_Q
ENC_ATTN_K
ENC_ATTN_VENC_ATTN_OUTENC_ATTN_REL_BENC_FFN_NORMENC_FFN_GATEENC_FFN_DOWN
ENC_FFN_UPENC_OUTPUT_NORMCLSCLS_OUTCLS_NORMCONV1DCONVNEXT_DWCONVNEXT_NORMCONVNEXT_PW1CONVNEXT_PW2CONVNEXT_GAMMAPOSNET_CONV1POSNET_CONV2POSNET_NORMPOSNET_NORM1POSNET_NORM2POSNET_ATTN_NORMPOSNET_ATTN_QPOSNET_ATTN_KPOSNET_ATTN_VPOSNET_ATTN_OUTSHORTCONV_CONVSHORTCONV_INPROJSHORTCONV_OUTPROJVISEXP_ATTN_QKVVISEXP_ATTN_OUTVISEXP_GATEVISEXP_DOWN	VISEXP_UPINDEXER_K_NORMINDEXER_PROJINDEXER_ATTN_KINDEXER_ATTN_Q_BV_MMPROJV_MMPROJ_FCV_MMPROJ_MLPV_MMPROJ_PEGV_ENC_EMBD_CLSV_ENC_EMBD_PATCHV_ENC_EMBD_NORMV_ENC_EMBD_PATCH_NORMV_ENC_EMBD_POSV_ENC_INPUT_NORMV_ENC_ATTN_QKVV_ENC_ATTN_QV_ENC_ATTN_Q_NORMV_ENC_ATTN_KV_ENC_ATTN_K_NORMV_ENC_ATTN_VV_ENC_ATTN_OV_ENC_ATTN_O_NORMV_ENC_ATTN_SINKSV_ENC_POST_ATTN_NORMV_ENC_FFN_UPV_ENC_FFN_GATEV_ENC_FFN_DOWNV_ENC_ATTN_POST_NORMV_ENC_FFN_POST_NORMV_LAYER_SCALE_1V_LAYER_SCALE_2V_LAYER_OUT_SCALE
V_PRE_NORMV_POST_NORMV_MM_PRE_NORMV_MM_POST_NORMV_MM_INP_NORMV_MM_INP_PROJV_MM_SOFT_EMB_NORMV_MM_EMBEDDINGV_MM_HARD_EMB_NORMV_ENC_CONV_STEMV_ENC_CONV_STEM_NORMV_ENC_MSFA_EXPV_ENC_MSFA_EXP_NORMV_ENC_MSFA_PROJV_ENC_MSFA_PROJ_NORMV_ENC_MSFA_NORMV_RESMPL_POS_EMBD_KV_RESMPL_ATTN_QV_RESMPL_ATTN_KV_RESMPL_ATTN_VV_RESMPL_ATTN_OUTV_RESMPL_KVV_RESMPL_KV_NORMV_RESMPL_POST_NORMV_RESMPL_Q_NORMV_RESMPL_PROJV_RESMPL_QUERYV_TOK_EMBD_IMG_BREAKV_MM_PATCH_MERGER	V_DS_NORMV_DS_FC1V_DS_FC2V_MERGER_LN1V_MERGER_ATTN_QV_MERGER_ATTN_KV_MERGER_ATTN_VV_MERGER_ATTN_OV_MERGER_DS_LNV_MERGER_DS_UPV_MERGER_DS_DOWNV_MM_POST_FC_NORMV_MM_UP	V_MM_DOWN	V_MM_GATE	V_TOK_BOI	V_TOK_EOIV_TOK_IMG_BEGINV_TOK_IMG_END
V_STD_BIASV_STD_SCALEV_SAM_POS_EMBDV_SAM_PATCH_EMBDV_SAM_PRE_NORMV_SAM_POST_NORMV_SAM_ATTN_POS_HV_SAM_ATTN_POS_WV_SAM_ATTN_QKVV_SAM_ATTN_OUTV_SAM_MLP_LIN_1V_SAM_MLP_LIN_2
V_SAM_NECKV_SAM_NET_2V_SAM_NET_3V_ENC_EMBD_IMGNLV_ENC_EMBD_VSEPV_RESMPL_QUERY_768V_RESMPL_QUERY_1024V_QF_PROJ_QUERYV_QF_PROJ_NORMV_QF_PROJ_LINEARV_QF_SELF_ATTN_QV_QF_SELF_ATTN_KV_QF_SELF_ATTN_VV_QF_SELF_ATTN_OV_QF_SELF_ATTN_NORMV_QF_CROSS_ATTN_QV_QF_CROSS_ATTN_KV_QF_CROSS_ATTN_VV_QF_CROSS_ATTN_OV_QF_CROSS_ATTN_NORMV_QF_FFN_UPV_QF_FFN_DOWNV_QF_FFN_NORMV_PROJ_NORMV_MULTI_PROJ_IMG_POSV_MULTI_PROJ_QUERYV_MULTI_PROJ_NORMV_MULTI_PROJ_LINEARV_MULTI_PROJ_POST_NORMA_ENC_EMBD_POSA_ENC_EMBD_NORMA_ENC_EMBD_TO_LOGITSA_ENC_INP_PROJA_ENC_CONV1DA_ENC_CONV1D_NORMA_ENC_CONV2DA_ENC_CONV_OUT
A_PRE_NORMA_POST_NORMA_ENC_LAYER_PRE_NORMA_ENC_ATTN_QA_ENC_ATTN_KA_ENC_ATTN_VA_ENC_ATTN_POST_NORMA_ENC_ATTN_PRE_NORMA_ENC_ATTN_K_RELA_ENC_PER_DIM_SCALEA_ENC_INPUT_NORMA_ENC_OUTPUTA_ENC_OUTPUT_NORMA_ENC_FFN_UPA_ENC_FFN_NORMA_ENC_FFN_POST_NORMA_ENC_FFN_SCALEA_ENC_FFN_GATEA_ENC_FFN_DOWNA_ENC_FFN_UP_1A_ENC_FFN_NORM_1A_ENC_FFN_POST_NORM_1A_ENC_FFN_SCALE_1A_ENC_FFN_GATE_1A_ENC_FFN_DOWN_1A_MMPROJA_MMPROJ_FCA_MM_NORM_PREA_MM_NORM_MIDA_MM_EMBEDDINGA_MM_HARD_EMB_NORMA_MM_SOFT_EMB_NORMA_MM_INP_PROJA_PER_DIM_K_SCALEA_PER_DIM_SCALENEXTN_PROJ_PRENEXTN_PROJ_POSTNEXTN_EH_PROJNEXTN_EMBED_TOKENSNEXTN_ENORMNEXTN_HNORMNEXTN_SHARED_HEAD_HEADNEXTN_SHARED_HEAD_NORMFCD2TA_ENC_NORM_CONVA_ENC_LINEAR_POSA_ENC_POS_BIAS_UA_ENC_POS_BIAS_V	A_ENC_OUTA_ENC_CONV_DWA_ENC_CONV_NORMA_ENC_CONV_PW1A_ENC_CONV_PW2	A_CTC_OUTA_CTC_OUT_MIDA_ENC_ATTN_REL_POS_EMBA_QF_PROJ_QUERYA_QF_PROJ_NORMA_QF_PROJ_LINEARA_QF_SELF_ATTN_QA_QF_SELF_ATTN_KA_QF_SELF_ATTN_VA_QF_SELF_ATTN_OA_QF_SELF_ATTN_NORMA_QF_CROSS_ATTN_QA_QF_CROSS_ATTN_KA_QF_CROSS_ATTN_VA_QF_CROSS_ATTN_OA_QF_CROSS_ATTN_NORMA_QF_FFN_UPA_QF_FFN_DOWNA_QF_FFN_NORMrM   rN   rO   r  r     s       466J466O466466466K466H466F466K466K466K466J466466466F466F466F466H466H466I466K466M466N466M466J466I466L466466H466L466N466M466O466O466H466H466F466G466L466L466L466J466O466N466N466L466N466N466L466O466O466M466K466K466N466O466466466466N466466466J466466466466466L466466H466H466466F466J466E466F466K466E466J466J466E466H466G466I466N466L466L466L466G466G466H466G466G466K466K466K466K466K466K466K466K466K466K466K466L466L466L466O466O466O466O466O466466O466N466N466466466L466N466466M466K466O466466466O!TVV466466H466H466M466I466H466H466M466N466L466M466M466J466J466J466L466N466466466466466466466L466L466L466J466O466M466J466J466J466L466N466L466L466L466J466O466C466G466H466F466K466M466L466L466N466L466L466K466L466L466466M466M466M466O466N466466466O466O466K466K466I466N466L466N466466H466K466L466L466N466466O DFF466N466466N466L466466L466466L466L466466466466L466N466N466466466O466O466466J466K466M466N466M466M466466N466466O466466N466466O466466O466466O466O466O466466K466466466O466M466N466466466I466H466H466L466O466O466O466O466N466N466466466G466I466I466I466I466O466M466J466K466N466466N466O466466466N466N466O466O466J466K466K466466O466466  466O466N466466466466466466466466466466466466K466M466M466K!TVV!TVV!TVV!TVV!TVV !DFFN DFFO DFF DFFN DFFL DFF DFFL DFFN DFFJ DFFK DFF DFFL DFFL DFFL DFF DFF DFF DFF DFF DFFL DFF DFFL DFFN DFF DFFO DFFN DFFN DFFN DFF DFF DFF DFF DFF DFFH DFFK DFFM DFFM DFFN DFF DFF DFFM DFF DFFO!TVVN!TVVO!TVVM!TVV!TVVK!TVVK!TVV!TVV!TVVB!TVVC!TVVO!TVV!TVV!TVV!TVVI!TVVM!TVVO!TVVN!TVVN!TVVI!TVVM!TVV!TVVO!TVVN!TVV!TVV!TVV!TVV!TVV!TVV!TVV!TVV!TVV!TVV!TVV!TVVK!TVVM!TVVMMMrN   r  clipllamallama4decifalconbaichuangrokgpt2gptjgptneoxmpt	starcoderrefactbertzmodern-bertz
nomic-bertznomic-bert-moezneo-bertzjina-bert-v2zjina-bert-v3eurobertbloomstablelmqwenqwen2qwen2moeqwen2vlqwen3qwen3moe	qwen3nextqwen3vl
qwen3vlmoeqwen35	qwen35moephi2phi3phimoeplamoplamo2plamo3	codeshellorion	internlm2minicpmminicpm3gemmagemma2gemma3gemma3ngemma4zgemma4-assistantzgemma-embedding
starcoder2rwkv6
rwkv6qwen2rwkv7arwkv7mambamamba2jambaxversez	command-rcohere2
cohere2moedbrxolmoolmo2olmoeopenelmarcticdeepseek	deepseek2zdeepseek2-ocr
deepseek32chatglmglm4glm4moezglm-dsabitnett5	t5encoderjaisjais2nemotron
nemotron_hnemotron_h_moeexaoneexaone4z
exaone-moegranite
granitemoegranitehybrid	chameleonzwavtokenizer-decplm
bailingmoebailingmoe2dots1arceeafmoeernie4_5zernie4_5-moez	falcon-h1zhunyuan-moezhunyuan-dense
hunyuan_vlsmollm3zgpt-osslfm2lfm2moedreamsmallthinkerlladaz	llada-moeseed_ossgrovemoeapertusz
minimax-m2cogvlmrnd1zpangu-embeddedmistral3eagle3mistral4	paddleocrmimo2step35zllama-embed	maincoderzkimi-lineartalkiemellumzdict[MODEL_ARCH, str]MODEL_ARCH_NAMESmlpldpldpv2	resamplerrd  qwen2vl_mergerqwen3vl_mergerstep3vlz dict[VISION_PROJECTOR_TYPE, str]VISION_PROJECTOR_TYPE_NAMES
token_embdtoken_embd_normtoken_typesmasked_embd_centroidsmasked_embd_orderingposition_embdoutput_normoutputdense_2dense_3
rope_freqsrope_factors_longrope_factors_shortzblk.{bid}.attn_normzblk.{bid}.attn_norm_2zblk.{bid}.attn_qkvzblk.{bid}.attn_qzblk.{bid}.attn_kzblk.{bid}.attn_vzblk.{bid}.attn_outputzblk.{bid}.attn_rot_embdzblk.{bid}.attn_sinkszblk.{bid}.attn_gatezblk.{bid}.attn_q_normzblk.{bid}.attn_k_normzblk.{bid}.attn_output_normzblk.{bid}.post_attention_normzblk.{bid}.ffn_gate_inpzblk.{bid}.ffn_gate_inp_shexpzblk.{bid}.ffn_normzblk.{bid}.post_ffw_normzblk.{bid}.pre_ffw_norm_2zblk.{bid}.post_ffw_norm_1zblk.{bid}.post_ffw_norm_2zblk.{bid}.ffn_gatezblk.{bid}.ffn_downzblk.{bid}.ffn_upzblk.{bid}.ffn_gate_shexpzblk.{bid}.ffn_down_shexpzblk.{bid}.ffn_up_shexpzblk.{bid}.ffn_gate_chexpszblk.{bid}.ffn_down_chexpszblk.{bid}.ffn_up_chexpszblk.{bid}.ffnzblk.{bid}.ffn_norm_expszblk.{bid}.ffn_gate_expszblk.{bid}.ffn_down_expszblk.{bid}.ffn_up_expszblk.{bid}.ffn_gate_up_expszblk.{bid}.exp_probs_bzblk.{bid}.ffn_latent_downzblk.{bid}.ffn_latent_upzblk.{bid}.layer_output_normzblk.{bid}.layer_output_scaleper_layer_token_embdper_layer_model_projper_layer_proj_normaltup_unembd_proj
altup_projzblk.{bid}.inp_gatezblk.{bid}.projzblk.{bid}.post_normzblk.{bid}.altup_correct_coefzblk.{bid}.altup_correct_scalezblk.{bid}.altup_predict_coefzblk.{bid}.altup_routerzblk.{bid}.altup_router_normzblk.{bid}.laurel_lzblk.{bid}.laurel_rzblk.{bid}.laurel_post_normzblk.{bid}.ssm_inzblk.{bid}.ssm_conv1dzblk.{bid}.ssm_xzblk.{bid}.ssm_dtzblk.{bid}.ssm_dt_normzblk.{bid}.ssm_azblk.{bid}.ssm_b_normzblk.{bid}.ssm_c_normzblk.{bid}.ssm_dzblk.{bid}.ssm_normzblk.{bid}.ssm_outzblk.{bid}.ssm_alphazblk.{bid}.ssm_bazblk.{bid}.ssm_conv1d_qzblk.{bid}.ssm_conv1d_kzblk.{bid}.ssm_conv1d_vzblk.{bid}.ssm_f_azblk.{bid}.ssm_f_bzblk.{bid}.ssm_betazblk.{bid}.ssm_g_azblk.{bid}.ssm_g_bzblk.{bid}.time_mix_w0zblk.{bid}.time_mix_w1zblk.{bid}.time_mix_w2zblk.{bid}.time_mix_a0zblk.{bid}.time_mix_a1zblk.{bid}.time_mix_a2zblk.{bid}.time_mix_v0zblk.{bid}.time_mix_v1zblk.{bid}.time_mix_v2zblk.{bid}.time_mix_g1zblk.{bid}.time_mix_g2zblk.{bid}.time_mix_k_kzblk.{bid}.time_mix_k_azblk.{bid}.time_mix_r_kzblk.{bid}.time_mix_lerp_xzblk.{bid}.time_mix_lerp_kzblk.{bid}.time_mix_lerp_vzblk.{bid}.time_mix_lerp_rzblk.{bid}.time_mix_lerp_gzblk.{bid}.time_mix_lerp_fusedzblk.{bid}.time_mix_lerp_wzblk.{bid}.time_mix_firstzblk.{bid}.time_mix_decayzblk.{bid}.time_mix_decay_w1zblk.{bid}.time_mix_decay_w2zblk.{bid}.time_mix_keyzblk.{bid}.time_mix_valuezblk.{bid}.time_mix_receptancezblk.{bid}.time_mix_gatezblk.{bid}.time_mix_lnzblk.{bid}.time_mix_outputzblk.{bid}.channel_mix_lerp_kzblk.{bid}.channel_mix_lerp_rzblk.{bid}.channel_mix_keyz blk.{bid}.channel_mix_receptancezblk.{bid}.channel_mix_valuezblk.{bid}.attn_q_azblk.{bid}.attn_q_bzblk.{bid}.attn_kv_a_mqazblk.{bid}.attn_kv_bzblk.{bid}.attn_k_bzblk.{bid}.attn_v_bzblk.{bid}.attn_q_a_normzblk.{bid}.attn_kv_a_normzblk.{bid}.attn_sub_normzblk.{bid}.ffn_sub_normzdec.blk.{bid}.attn_normzdec.blk.{bid}.attn_qzdec.blk.{bid}.attn_kzdec.blk.{bid}.attn_vzdec.blk.{bid}.attn_ozdec.blk.{bid}.attn_rel_bzdec.blk.{bid}.cross_attn_normzdec.blk.{bid}.cross_attn_qzdec.blk.{bid}.cross_attn_kzdec.blk.{bid}.cross_attn_vzdec.blk.{bid}.cross_attn_ozdec.blk.{bid}.cross_attn_rel_bzdec.blk.{bid}.ffn_normzdec.blk.{bid}.ffn_gatezdec.blk.{bid}.ffn_downzdec.blk.{bid}.ffn_upzdec.output_normzenc.blk.{bid}.attn_normzenc.blk.{bid}.attn_qzenc.blk.{bid}.attn_kzenc.blk.{bid}.attn_vzenc.blk.{bid}.attn_ozenc.blk.{bid}.attn_rel_bzenc.blk.{bid}.ffn_normzenc.blk.{bid}.ffn_gatezenc.blk.{bid}.ffn_downzenc.blk.{bid}.ffn_upzenc.output_normclsz
cls.outputzcls.normconv1dzconvnext.{bid}.dwzconvnext.{bid}.normzconvnext.{bid}.pw1zconvnext.{bid}.pw2zconvnext.{bid}.gammazposnet.{bid}.conv1zposnet.{bid}.conv2zposnet.{bid}.normzposnet.{bid}.norm1zposnet.{bid}.norm2zposnet.{bid}.attn_normzposnet.{bid}.attn_qzposnet.{bid}.attn_kzposnet.{bid}.attn_vzposnet.{bid}.attn_outputzblk.{bid}.shortconv.convzblk.{bid}.shortconv.in_projzblk.{bid}.shortconv.out_projzblk.{bid}.vis_attn_qkvzblk.{bid}.vis_attn_outputzblk.{bid}.vis_gatezblk.{bid}.vis_downzblk.{bid}.vis_upzblk.{bid}.indexer.k_normzblk.{bid}.indexer.projzblk.{bid}.indexer.attn_kzblk.{bid}.indexer.attn_q_bzmm.{bid}zmm.model.fczmm.model.mlp.{bid}zmm.model.peg.{bid}zv.class_embdzv.patch_embdzv.norm_embdzv.patch_norm.{bid}zv.position_embdzv.blk.{bid}.attn_qkvzv.blk.{bid}.attn_qzv.blk.{bid}.attn_q_normzv.blk.{bid}.attn_kzv.blk.{bid}.attn_k_normzv.blk.{bid}.attn_vzv.blk.{bid}.ln1zv.blk.{bid}.attn_outzv.blk.{bid}.attn_out_normzv.blk.{bid}.attn_sinkszv.blk.{bid}.ln2zv.blk.{bid}.ffn_upzv.blk.{bid}.ffn_gatezv.blk.{bid}.ffn_downzv.blk.{bid}.attn_post_normzv.blk.{bid}.ffn_post_normzv.blk.{bid}.ls1zv.blk.{bid}.ls2zv.blk.{bid}.out_scalezv.pre_lnz	v.post_lnzmm.post_normzmm.input_projectionzmm.input_normzmm.soft_emb_normzmm.embeddingzmm.hard_emb_normzv.conv_stem.convzv.conv_stem.bnzv.msfa.ffn.pw_exp.convzv.msfa.ffn.pw_exp.bnzv.msfa.ffn.pw_proj.convzv.msfa.ffn.pw_proj.bnzv.msfa.normzresampler.pos_embd_kzresampler.attn.qzresampler.attn.kzresampler.attn.vzresampler.attn.outzresampler.kvzresampler.ln_kvzresampler.ln_postzresampler.ln_qzresampler.projzresampler.queryzv.token_embd.img_breakzmm.patch_mergerzv.deepstack.{bid}.normzv.deepstack.{bid}.fc1zv.deepstack.{bid}.fc2zv.vit_merger.ln1zv.vit_merger.attn_qzv.vit_merger.attn_kzv.vit_merger.attn_vzv.vit_merger.attn_outzv.vit_merger.ds_lnzv.vit_merger.ds_ffn_upzv.vit_merger.ds_ffn_downzmm.post_fc_normzmm.upzmm.downzmm.gatezv.boizv.eoizmm.pre_normzmm.image_beginzmm.image_endz
v.std_biaszv.std_scalezv.sam.pos_embdzv.sam.patch_embdzv.sam.blk.{bid}.pre_lnzv.sam.blk.{bid}.post_lnzv.sam.blk.{bid}.attn.pos_hzv.sam.blk.{bid}.attn.pos_wzv.sam.blk.{bid}.attn.qkvzv.sam.blk.{bid}.attn.outzv.sam.blk.{bid}.mlp.lin1zv.sam.blk.{bid}.mlp.lin2zv.sam.neck.{bid}zv.sam.net_2zv.sam.net_3zv.image_newlinezv.view_seperatorzv.resample_query_768zv.resample_query_1024zv.proj_blk.{bid}.self_attn_qzv.proj_blk.{bid}.self_attn_kzv.proj_blk.{bid}.self_attn_vzv.proj_blk.{bid}.self_attn_outzv.proj_blk.{bid}.self_attn_normzv.proj_blk.{bid}.cross_attn_qzv.proj_blk.{bid}.cross_attn_kzv.proj_blk.{bid}.cross_attn_vzv.proj_blk.{bid}.cross_attn_outz v.proj_blk.{bid}.cross_attn_normzv.proj_blk.{bid}.ffn_upzv.proj_blk.{bid}.ffn_downzv.proj_blk.{bid}.ffn_normzv.proj_blk.{bid}.img_poszv.proj_blk.{bid}.queryzv.proj_blk.{bid}.normzv.proj_blk.{bid}.linearzv.proj_blk.{bid}.post_normza.position_embdza.position_embd_normza.embd_to_logitsza.input_projectionza.conv1d.{bid}za.conv2d.{bid}z
a.conv_outza.conv1d.{bid}.normza.pre_lnz	a.post_lnza.blk.{bid}.layer_pre_normza.blk.{bid}.attn_qza.blk.{bid}.attn_kza.blk.{bid}.attn_vza.blk.{bid}.attn_post_normza.blk.{bid}.attn_pre_normza.blk.{bid}.attn_k_relza.blk.{bid}.per_dim_scaleza.blk.{bid}.ln1za.blk.{bid}.attn_outza.blk.{bid}.ln2za.blk.{bid}.ffn_normza.blk.{bid}.ffn_post_normza.blk.{bid}.ffn_scaleza.blk.{bid}.ffn_upza.blk.{bid}.ffn_gateza.blk.{bid}.ffn_downza.blk.{bid}.ffn_norm_1za.blk.{bid}.ffn_post_norm_1za.blk.{bid}.ffn_scale_1za.blk.{bid}.ffn_up_1za.blk.{bid}.ffn_gate_1za.blk.{bid}.ffn_down_1zmm.a.mlp.{bid}zmm.a.fczmm.a.norm_prezmm.a.norm_midzmm.a.input_projectionzmm.a.soft_emb_normzmm.a.embeddingzmm.a.hard_emb_normza.blk.{bid}.per_dim_k_scaleza.blk.{bid}.norm_convza.blk.{bid}.linear_posza.blk.{bid}.pos_bias_uza.blk.{bid}.pos_bias_vza.pre_encode.outza.blk.{bid}.conv_dwza.blk.{bid}.conv_normza.blk.{bid}.conv_pw1za.blk.{bid}.conv_pw2za.enc_ctc_outza.enc_ctc_out_midza.blk.{bid}.attn_rel_pos_embza.proj_queryza.proj_normza.proj_linearza.proj_blk.{bid}.self_attn_qza.proj_blk.{bid}.self_attn_kza.proj_blk.{bid}.self_attn_vza.proj_blk.{bid}.self_attn_outza.proj_blk.{bid}.self_attn_normza.proj_blk.{bid}.cross_attn_qza.proj_blk.{bid}.cross_attn_kza.proj_blk.{bid}.cross_attn_vza.proj_blk.{bid}.cross_attn_outz a.proj_blk.{bid}.cross_attn_normza.proj_blk.{bid}.ffn_upza.proj_blk.{bid}.ffn_downza.proj_blk.{bid}.ffn_normznextn.pre_projectionznextn.post_projectionzblk.{bid}.nextn.eh_projzblk.{bid}.nextn.embed_tokenszblk.{bid}.nextn.enormzblk.{bid}.nextn.hnormz blk.{bid}.nextn.shared_head_headz blk.{bid}.nextn.shared_head_normfcd2tzdict[MODEL_TENSOR, str]TENSOR_NAMESz$dict[MODEL_ARCH, list[MODEL_TENSOR]]MODEL_TENSORSMODEL_TENSOR_SKIPc                  &    e Zd ZdZdZdZdZdZdZdS )	TokenType   r
   r            N)	r   r   r   NORMALUNKNOWNCONTROLUSER_DEFINEDUNUSEDBYTErM   rN   rO   r  r    s,        FGGLFDDDrN   r  c                      e Zd ZdZdZdZdZdS )RopeScalingTypenonelinearyarnlongropeN)r   r   r   NONELINEARYARNLONGROPErM   rN   rO   r!  r!    s"        DFDHHHrN   r!  c                  "    e Zd ZdZdZdZdZdZdS )PoolingTyper   r  r
   r   r  N)r   r   r   r&  MEANr  LASTRANKrM   rN   rO   r+  r+    s'        DDCDDDDrN   r+  c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#S )$GGMLQuantizationTyper   r  r
   r   r        	   
                                                               "   #   '   (   )   N)%r   r   r   F32F16Q4_0Q4_1Q5_0Q5_1Q8_0Q8_1Q2_KQ3_KQ4_KQ5_KQ6_KQ8_KIQ2_XXSIQ2_XSIQ3_XXSIQ1_SIQ4_NLIQ3_SIQ2_SIQ4_XSI8I16I32I64F64IQ1_MBF16TQ1_0TQ2_0MXFP4NVFP4Q1_0rM   rN   rO   r0  r0    s        CCDDDDDDDDDDDDGFGEFEEFBCCCCEDEEEEDDDrN   r0  c                      e Zd ZdZdZdS )ExpertGatingFuncTyper  r
   N)r   r   r   SOFTMAXSIGMOIDrM   rN   rO   rq  rq  C  s        GGGGrN   rq  c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%S )&LlamaFileTyper   r  r
   r   r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH     r	   $   %   &   rK  rL  i   N)'r   r   r   ALL_F32
MOSTLY_F16MOSTLY_Q4_0MOSTLY_Q4_1MOSTLY_Q8_0MOSTLY_Q5_0MOSTLY_Q5_1MOSTLY_Q2_KMOSTLY_Q3_K_SMOSTLY_Q3_K_MMOSTLY_Q3_K_LMOSTLY_Q4_K_SMOSTLY_Q4_K_MMOSTLY_Q5_K_SMOSTLY_Q5_K_MMOSTLY_Q6_KMOSTLY_IQ2_XXSMOSTLY_IQ2_XSMOSTLY_Q2_K_SMOSTLY_IQ3_XSMOSTLY_IQ3_XXSMOSTLY_IQ1_SMOSTLY_IQ4_NLMOSTLY_IQ3_SMOSTLY_IQ3_MMOSTLY_IQ2_SMOSTLY_IQ2_MMOSTLY_IQ4_XSMOSTLY_IQ1_MMOSTLY_BF16MOSTLY_TQ1_0MOSTLY_TQ2_0MOSTLY_MXFP4_MOEMOSTLY_NVFP4MOSTLY_Q1_0GUESSEDrM   rN   rO   ru  ru  M  s        GJKK KKKKMMMMMMMKNMMMNLMLLLLMLK LLLKGGGrN   ru  c                      e Zd ZdZdZdS )
GGUFEndianr   r  N)r   r   r   LITTLEBIGrM   rN   rO   r  r  {  s        F
CCCrN   r  c                  Z    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZedd            ZdS )GGUFValueTyper   r  r
   r   r  r  r  r1  r2  r3  r4  r5  r6  valr   returnc                   t          | t          t          t          f          rt          j        S t          | t                    rt          j        S t          | t                    rt          j	        S t          | t                    rt          j        S t          | t                    rt          j        S t          dt          |                      )NzUnknown type: )
isinstancestrbytes	bytearrayr  STRINGlistARRAYfloatFLOAT32boolBOOLintINT32
ValueErrortype)r  s    rO   get_typezGGUFValueType.get_type  s    cC	233 	; ''T"" 
	; &&U## 	; ((T"" 	; %%S!! 	; && 9d3ii99:::rN   N)r  r   r  r  )r   r   r   UINT8INT8UINT16INT16UINT32r  r  r  r  r  UINT64INT64FLOAT64staticmethodr  rM   rN   rO   r  r    ss        EDFEFEGDFEFEG; ; ; \; ; ;rN   r  c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-S ).VisionProjectorTyper  gemma3nvgemma3nagemma4vgemma4agemma4uvgemma4uaphi4idefics3pixtralr  r  zqwen2.5vl_merger	exaone4_5r  r  ultravoxinternvlqwen2aqwen3aglmazqwen2.5ovoxtralmeralionr  kimivlr  kimik25
lightonocrr  	janus_prodots_ocrdeepseekocrdeepseekocr2lfm2amusicflamingoglm4vyoutuvlnemotron_v2_vl	hunyuanvlminicpmv4_6granite_speechmimovlgranite4_visionN)/r   r   r   r  GEMMA3NVGEMMA3NAGEMMA4VGEMMA4AGEMMA4UVGEMMA4UAPHI4IDEFICS3PIXTRALrm  r  QWEN25VL	EXAONE4_5r  r  ULTRAVOXINTERNVLQWEN2AQWEN3AGLMAQWEN25OVOXTRALMERALIONr  KIMIVLr  KIMIK25
LIGHTONOCRr  	JANUS_PRODOTSOCRDEEPSEEKOCRDEEPSEEKOCR2LFM2AMUSIC_FLAMINGOGLM4VYOUTUVLNEMOTRON_V2_VL	HUNYUANVLMINICPMV4_6GRANITE_SPEECHMIMOVLGRANITE4_VISIONrM   rN   rO   r  r    s        FHHGGHHDHGFG!HIGGHHFFDGGHDFIGJFIGK!LE$NEG%N I"K%NF'OOOrN   r     )r  r  )r  r
   )r	   r<  )r	   r>  )r	   r@  )r	   rB  )r	   rI  )r	   rL  r  r:  r2  r6  @   )r  r  )r  r2  )r  6   )r  B   )r	   r;  )r	  rw  )   r<  z+dict[GGMLQuantizationType, tuple[int, int]]GGML_QUANT_SIZESN(  
__future__r   enumr   r   r   typingr   
GGUF_MAGICGGUF_VERSIONGGUF_DEFAULT_ALIGNMENTGGML_QUANT_VERSIONr   rb  rk  r  r  ri  rl  rm  rn  ro  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  rp  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  __annotations__r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r
  r  r  r	  r  r  r  r  r-  r.  r  r  r  r  r  r  r  r  r  r  r  r  r  r$  r%  r&  r'  r(  r)  r  r  r   r!  r"  r#  r*  r+  r,  r/  r0  r1  r2  r5  r8  r7  r3  r4  r6  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r:  r;  r9  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rJ  rK  rL  rI  rM  rN  rP  rQ  rR  rO  rS  rT  rU  rV  rW  rX  r\  r[  rY  rZ  r]  r^  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  r  r.  r  r  r   r  r  r  r!  r+  r0  rq  ru  r  r  r  QK_KrN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  r  rP   r   KEY_GENERAL_ARCHITECTUREr    KEY_GENERAL_QUANTIZATION_VERSIONr   KEY_GENERAL_ALIGNMENTr#   KEY_GENERAL_NAMEr$   KEY_GENERAL_AUTHORr/   KEY_GENERAL_URLr)   KEY_GENERAL_DESCRIPTIONr,   KEY_GENERAL_LICENSEr3   KEY_GENERAL_SOURCE_URLr   KEY_GENERAL_FILE_TYPEr   rS   KEY_VOCAB_SIZErT   KEY_CONTEXT_LENGTHrU   KEY_EMBEDDING_LENGTHrX   KEY_BLOCK_COUNTrZ   KEY_FEED_FORWARD_LENGTHr^   KEY_USE_PARALLEL_RESIDUALr_   KEY_TENSOR_DATA_LAYOUTr   r   KEY_ATTENTION_HEAD_COUNTr   KEY_ATTENTION_HEAD_COUNT_KVr   KEY_ATTENTION_MAX_ALIBI_BIASr   KEY_ATTENTION_CLAMP_KQVr   KEY_ATTENTION_LAYERNORM_EPSr   KEY_ATTENTION_LAYERNORM_RMS_EPSr   r   KEY_ROPE_DIMENSION_COUNTr   KEY_ROPE_FREQ_BASEr   KEY_ROPE_SCALING_TYPEr   KEY_ROPE_SCALING_FACTORr   KEY_ROPE_SCALING_ORIG_CTX_LENr   KEY_ROPE_SCALING_FINETUNEDr   r   KEY_SSM_CONV_KERNELr   KEY_SSM_INNER_SIZEr   KEY_SSM_STATE_SIZEr   KEY_SSM_TIME_STEP_RANKr   KEY_SSM_GROUP_COUNTr   KEY_SSM_DT_B_C_RMSr   r   KEY_KDA_HEAD_DIMr  r   KEY_TOKENIZER_MODELr   KEY_TOKENIZER_PREr   KEY_TOKENIZER_LISTr   KEY_TOKENIZER_TOKEN_TYPEr   KEY_TOKENIZER_SCORESr   KEY_TOKENIZER_MERGESr   KEY_TOKENIZER_BOS_IDr   KEY_TOKENIZER_EOS_IDr   KEY_TOKENIZER_EOT_IDr   KEY_TOKENIZER_EOM_IDr   KEY_TOKENIZER_UNK_IDr   KEY_TOKENIZER_SEP_IDr   KEY_TOKENIZER_PAD_IDr   KEY_TOKENIZER_MASK_IDr  KEY_TOKENIZER_HF_JSONr  KEY_TOKENIZER_RWKVr	  KEY_TOKENIZER_FIM_PRE_IDr
  KEY_TOKENIZER_FIM_SUF_IDr  KEY_TOKENIZER_FIM_MID_IDr  KEY_TOKENIZER_FIM_PAD_IDr  KEY_TOKENIZER_FIM_REP_IDr  KEY_TOKENIZER_FIM_SEP_IDr  KEY_TOKENIZER_PREFIX_IDr  KEY_TOKENIZER_SUFFIX_IDr  KEY_TOKENIZER_MIDDLE_IDrM   rN   rO   <module>rT     s`   " " " " " " " $ $ $ $ $ $ $ $ $ $       $
  h* h* h* h* h* h* h* h*`       D D D D D D D DN    G   U$ U$ U$ U$ U$7 U$ U$ U$pE+E+E+ E+ O	E+
 E+ E+ OE+ OE+ OE+ E+ NE+ E+ E+ OE+ E+  !E+" !1#E+ E+$ %E+& 'E+( )E+* +E+, -E+. /E+0 O1E+2 3E+4 5E+6 7E+8 9E+: ;E+< =E+> ?E+@ AE+B CE+D EE+ E+ E+F OGE+H OIE+J KE+L ME+N OE+P QE+R SE+T UE+V WE+X YE+Z [E+\ ]E+^ _E+` aE+b cE+d eE+f !3gE+ E+ E+h !2iE+j kE+l mE+n oE+p qE+r sE+t uE+v wE+x yE+z {E+| }E+~ E+@ AE+B OCE+D OEE+F GE+H IE+ E+ E+J KE+L ME+N OE+P QE+R SE+T UE+V WE+X OYE+Z [E+\ ]E+^ _E+` MaE+b cE+d OeE+f gE+h iE+j kE+ E+ E+l !1mE+n oE+p qE+r sE+t uE+v wE+x yE+z {E+| !3}E+~ NE+@ AE+B CE+D EE+F GE+H IE+J KE+L ME+ E+ E+N OE+P QE+R SE+T UE+V WE+X YE+Z O[E+\ ]E+^ _E+` aE+b cE+d eE+f gE+h iE+j kE+l mE+n oE+ E+p O!1IE+ E+  E E E EP UUW#["Y %5 X!%5!Y
A  
 
 
 
T)LT) ,=T) MT) &,C	T)
 %,BT) OT) MT) HT) IT) IT) LT) ",?T) #,@T) ,AT) ,CT)  ,@!T)" ,>#T) T)$ ,>%T)& ,>'T)( ,C)T)* ,E+T), ,B-T). ,A/T)0 ,C1T)2 ,C3T)4 ,H5T)6 ,K7T)8 ,D9T): #,J;T)< ,@=T)> ,@?T)@ ,EAT)B ,FCT)D  ,GET) T) T)F  ,GGT)H ,@IT)J ,@KT)L ,>MT)N ,FOT)P ,FQT)R ,DST)T ,GUT)V ,GWT)X ,EYT)Z O[T)\ ,E]T)^ ,E_T)` ,EaT)b ,CcT)d  ,HeT)f  ,CgT) T) T)h  ,GiT)j ,EkT)l ,ImT)n  ,JoT)p %,BqT)r %,BsT)t $,AuT)v ",?wT)x LyT)z #,@{T)| ,<}T)~ $,AT)@ #,JAT)B $,KCT)D #,JET)F ,DGT)H ",IIT) T) T)J ,@KT)L ,@MT)N !,HOT)P ,>QT)R ,BST)T ,=UT)V ,>WT)X ,CYT)Z ,=[T)\ ,B]T)^ ,B_T)` ,=aT)b ,@cT)d ,?eT)f ,AgT)h ,>iT)j ,DkT) T) T)l ,DmT)n ,DoT)p ,?qT)r ,?sT)t ,@uT)v ,?wT)x ,?yT)z ,C{T)| ,C}T)~ ,CT)@ ,CAT)B ,CCT)D ,CET)F ,CGT)H ,CIT)J ,CKT)L ,CMT) T) T)N ,COT)P ,DQT)R ,DST)T ,DUT)V  ,GWT)X  ,GYT)Z  ,G[T)\  ,G]T)^  ,G_T)` $,KaT)b  ,GcT)d ,FeT)f ,FgT)h ",IiT)j ",IkT)l ,DmT)n ,FoT) T) T)p $,KqT)r ,EsT)t ,CuT)v  ,GwT)x #,JyT)z #,J{T)|  ,G}T)~ ',NT)@ ",IAT)B ,@CT)D ,@ET)F ,EGT)H ,AIT)J ,@KT)L ,@MT)N ,EOT)P ,FQT) T) T)R ,EST)T ,DUT)V ,EWT)X ,BYT)Z ,B[T)\ ,B]T)^ ,B_T)` ,FaT)b $,KcT)d !,HeT)f !,HgT)h !,HiT)j #,HkT)l %,LmT)n ,DoT)p ,DqT)r ,DsT) T) T)t ,BuT)v  ,=wT)x ,EyT)z ,B{T)| ,B}T)~ ,BT)@ ,BAT)B ,FCT)D ,DET)F ,DGT)H ,DIT)J ,BKT)L  ,=MT)N EOT)P LQT)R JST)T HUT) T) T)V ,?WT)X ,AYT)Z ,@[T)\ ,@]T)^ ,B_T)` ,@aT)b ,@cT)d ,?eT)f ,@gT)h ,@iT)j !,DkT)l ,AmT)n ,AoT)p ,AqT)r  ,FsT)t ,FuT)v !,IwT) T) T)x ",JyT)z  ,D{T)|  ,G}T)~ ,@T)@ ,@AT)B ,>CT)D ,FET)F ,DGT)H ,FIT)J !,HKT)N JOT)P MQT)R ,@ST)T ,@UT)V NWT)X !NYT)Z  M[T) T) T)\ &,@]T)^ ,=_T)` ,BaT)b ,@cT)d ",EeT)f ,@gT)h ",EiT)j ,@kT)l !,=mT)n ,BoT)p ",GqT)r !,DsT)t %,=uT)v ,@wT)x ,ByT)z ,B{T)| %,H}T) T) T)~ $,GT)@  ,=AT)B  ,=CT)D ",CET)F JGT)H KIT)J NKT)L ,AMT)N OOT)P #,>QT)R NST)T #,>UT)V  ,>WT)X %,<YT)Z ,D[T)\ $,B]T)^  ,E_T) T) T)` %,CaT)b  McT)d $,BeT)f  ,>gT)h  ,>iT)j  ,>kT)l ",@mT)n NoT)p !,=qT)r #,?sT)t  ,<uT)v ,<wT)x ,=yT)z %,D{T)| ",=}T)~ ,DT)@ ,CAT) T) T)B ,CCT)D ,>ET)F  ,AGT)H  ,AIT)J  ,AKT)L  ,CMT)N ,@OT)P ,DQT)R !,FST)T ",=UT)V GWT)X IYT)Z I[T)\ G]T)^ G_T)` MaT)b  ,<cT) T) T)d NeT)f LgT)h MiT)l ,<mT)n !,>oT)p ,DqT)r  ,EsT)t !,HuT)v !,HwT)x ,FyT)z ,F{T)|  ,F}T)~  ,FT)@	 ,>A	T)B	 MC	T)D	 ME	T)F	 !,=G	T) T) T)H	  ,>I	T)J	 #,BK	T)L	 $,CM	T)T	 !,JU	T)V	 !,JW	T)X	 !,JY	T)Z	 !,L[	T)\	 $,M]	T)^	 ",K_	T)`	 ",Ka	T)b	 ",Kc	T)d	 ",Me	T)f	 %,Ng	T)h	 ,Ei	T)j	 ,Gk	T)l	 ,Gm	T)p	 %)Cq	T) T) T)r	 #)As	T)t	 ")@u	T)v	 $)Bw	T)x	 ')Ey	T)@
 ,=A
T)B
  ,BC
T)D
 %,>E
T)F
 ,@G
T)H
 ,<I
T)J
 ,<K
T)L
 LM
T)N
 ",AO
T)P
 JQ
T)R
 KS
T)T
 %,HU
T)V
 ,@W
T)X
 ,@Y
T) T) T)Z
 ,@[
T)\
 %,H]
T)^
 $,G_
T)`
 !,Da
T)b
 $,Gc
T)d
 !,=e
T)f
 ,Bg
T)h
 ",=i
T)j
 ,Bk
T)l
 $,Gm
T)n
  ,Co
T)p
 ,@q
T)r
 ,Bs
T)t
 ,Bu
T)v
 !,Dw
T)x
 &,Iy
T)z
 ",E{
T) T) T)|
 ,B}
T)~
 !,D
T)@ !,DAT)B ,<CT)D IET)F OGT)H OIT)J ,CKT)L #,@MT)N ,<OT)P #,@QT)R ",IST)T  ,GUT)X  ,CYT)Z !,D[T)\ !,D]T)^ !,D_T) T) T)` ,>aT)b ,AcT)d  ,CeT)f ,BgT)h ,BiT)j OkT)l ,?mT)n ',JoT)r  NsT)t MuT)v !OwT)x !,JyT)z !,J{T)| !,J}T)~ !,LT)@ $,MAT)B ",KCT) T) T)D ",KET)F ",KGT)H ",MIT)J %,NKT)L ,EMT)N ,GOT)P ,GQT)T ,BUT)V  ,CWT)X ,EYT)Z #,J[T)\ ,C]T)^ ,C_T)` ',NaT)b ',NcT)d ODeT)f EgT) T) T T T Tl\+7 @@ @ 	!@ 	!	@
 	#@ 	%@ 	$@ 	*@ 	#@ 	%@ 	$@ 	%@ 	#@ 	!@ 	&@  	!!@" 	&#@$ 	!%@& 	!'@( 	&)@* 	%+@, 	)-@. 	!/@0 	#1@2 	#3@4 	)5@6 	(7@8 	$9@: 	$;@< 	&=@> 	?@@ 	 A@B 	#C@D 	"E@F 	"G@H 	'I@J 	#K@L 	'M@N 	$O@P 	)Q@R 	#S@T 	(U@V 	$W@X 	)Y@Z 	$[@\ 	(]@^ 	$_@` 	$a@b 	$c@d 	&e@f 	 g@h 	%i@j 	'k@l 	$m@n 	"o@p 	#q@r 	)s@t 	&u@v 	w@x 	y@z 	{@| 	!}@~ 	$@@ 	$A@B 	$C@D 	$E@F 	#G@H 	#I@J 	%K@L 	&M@N 	O@P 	Q@R 	S@T 	U@V 	W@X 	"Y@Z 	$[@\ 	"]@^ 	_@` 	 a@b 	#c@d 	%e@f 	#g@h 	$i@j 	%k@l 	%m@n 	#o@p 	#q@r 	$s@t 	$u@v 	w@x 	 y@z 	 {@| 	'}@~ 	(@@ 	 A@B 	$C@D 	#E@F 	%G@H 	%I@J 	%K@L 	%M@N 	%O@P 	(Q@R 	&S@T 	&U@V 	&W@X 	&Y@Z 	)[@\ 	 ]@^ 	"_@` 	"a@b 	#c@d 	)e@f 	'g@h 	(i@j 	&k@l 	+m@p 	#q@r 	$s@t 	)u@v 	#w@x 	!y@z 	!{@| 	#}@~ 	&@@ 	A@B 	 C@D 	)E@F 	!G@H 	!I@J 	!K@L 	)M@N 	(O@P 	%Q@R 	(S@T 	%U@V 	!W@X 	&Y@Z 	#[@\ 	(]@^ 	$_@` 	!a@b 	#c@d 	#e@f 	%g@h 	*i@j 	&k@l 	#m@n 	%o@p 	%q@r 	s@t 	 u@v 	"w@x 	"y@z 	${@| 	%}@~ 	%@@ 	%A@B 	C@D 	"E@F 	$G@H 	#I@J 	#K@L 	"M@N 	'O@P 	#Q@R 	'S@T 	&U@V 	$W@X 	Y@Z 	"[@\ 	+]@` 	$a@b 	#c@d 	%e@f 	%g@h 	%i@j 	%k@l 	%m@n 	(o@p 	&q@r 	&s@t 	&u@v 	&w@x 	)y@z 	 {@| 	"}@~ 	"@\+7D  "!!!%E\+7l  "!!!##!+m\+7Z O "!!!%[\+7B O ""!!!"#+C\+7p  
q\+7F	   
G	\+7\	  "]	\+7|	  }	\+7T
 O$  "#!U
\+7x
 $ y
\+7T $  "#U\+7p $  "!!# q\+7P $Q\+7h $  "  #!i\+7L $  "#M\+7d  e\+7 \+7~ N   \+7\ O ]\+7t  u\+7P $ Q\+7h    i\+7J O "K\+7f  g\+7D  E\+7b  c\+7@  A\+7\  !!!'##!#]\+7B    C\+7d    !!!e\+7F    #!'!##!!$#;G\+7D    E\+7f    !!!g\+7H    #"'  ++=I\+7 \+7 \+7H  %% % 	% 		%
 	% 	 % 	% 	 % 	% 	% 	#% 	% 	% 	!% 	'%  	!!%" 	##%$ 	#%%& 	!'%( 	)%* 	!+%, 	$-%. 	/%0 	1%2 	3%4 	5%6 	7%8 	9%: 	;%> 	"?%@ 	'A%B 	 C%D 	 E%F 	+G%H 	+I%I\+7T  "U\+7r  "  #" 9s\+7n    #"o\+7L O M\+7d O e\+7@ O &'A\+7`  &'!!!!a\+7D  "E\+7^  "_\+7~  "\+7\  &'"!!!)]\+7H  &'""##I\+7n  o\+7H  #!"I\+7f    #!"!g\+7J   """ 	 " 		"
 	 " 	" 	 " 	" 	" 	" 	" 	" 	" 	#" 	!"  	"!"$ 	)%"& 	)'"( 	')"* 	#+", 	(-". 	(/"0 	1"2 	&3"4 	'5"6 	(7"8 	'9": 	!;"< 	&="> 	?"@ 	A"B 	%C"K \+7 \+7 \+7P!  !!! 	! 	 	!
 	! 	 ! 	! 	 ! 	! 	! 	! 	! 	! 	$! 	!!  	!!" 	!#!$ 	%!& 	#'!( 	!)!* 	!+!, 	#-!. 	"/!0 	$1!2 	$3!4 	$5!6 	)7!8 	)9!: 	';!< 	#=!> 	(?!@ 	(A!Q!\+7T" *) #$ #!"$%"U"\+7|"      #!"%!}"\+7d#  "e#\+7B$ $    $$$$$$(##&&!#(" $''$+&=C$\+7B%    $$$$$$(##&&!#(" $7C%\+7|% $  (           !!!!#( $'$&;}%\+7z& $ (           !!!!#( $;{&\+7x'  y'\+7R(  S(\+7l(   !!!5m(\+7d)  "e)\+7D*    E*\+7`*  a*\+7x*  !!$!##!"'  ++3y*\+7n+ O "!!!o+\+7H, O
I,\+7 \+7 \+7^,  #  "_,\+7~, # ,\+7Z-    !!![-\+7|-    }-\+7V.  "!!!!'W.\+7@/  "!!!##!+A/\+7n/  ""#"!!!##!$=o/\+7n0       	  		 
 	  	  	  	  	"  	  	  	  	  	  	"   	#! " 	# $ 	"% & 	!' ( 	) * 	+ , 	- . 	/ 0 	!1 2 	!3 4 	5 6 	$7 8 	#9 : 	#; < 	!= > 	$? o0\+7p1  '' ' 	' 		'
 	' 	' 	' 	' 	"' 	' 	' 	"' 	#' 	' 	"'  	!!'" 	#'$ 	%'& 	''( 	)'* 	!+', 	!-'. 	/'0 	#1'2 	#3'4 	!5'6 	$7'8 	#9': 	!;'< 	#='> 	%?'B 	"C'D 	'E'F 	 G'H 	 I'J 	+K'L 	+M'q1\+7@3  !!!##!$)A3\+7l3 N "#m3\+7H4  I4\+7f4 O #""'  ++-g4\+7V5  #  !!!##!$"'  ++;W5\+7T6  (( ( 	( 		(
 	( 	( 	( 	( 	"( 	( 	( 	( 	"( 	#( 	(  	"!(" 	!#($ 	%(& 	'(( 	)(* 	+(, 	!-(. 	!/(0 	1(2 	#3(4 	#5(6 	!7(8 	$9(: 	#;(< 	!=(> 	#?(@ 	%A(D 	"E(F 	'G(H 	 I(J 	 K(L 	+M(N 	+O(U6\+7f7  "!g7\+7D8 M"!#(%%%')!!!$"!#!!!$=E8\+7 \+7 \+7D9 "!#!!!$E9\+7b9 O c9\+7z9  {9\+7T:  "U:\+7r:  #s:\+7X;  !!$"#!$9 Y;\+7T<  "U<\+7t<    #""'  ++-u<\+7d=    !!!##!$"'  ++=e=\+7d>  e>\+7@?  !!!#!#!A?\+7d?  !!!#!#9 e?\+7`@    a@\+7@A $ "!!# !! !!%"""$)"AA\+7lA  !!!##!#mA\+7RB    !$!!##!"'  ++#7SB\+7LC    $!!#!#!-MC\+7 \+7 \+7|C  "}C\+7ZD  #  !!!#!#!"$3[D\+7PE  QE\+7lE  mE\+7HF  	 	 	 	! 	 	 A!IF\+7LG    !!!##!'MG\+7vG    wG\+7VH    WH\+7vH  "wH\+7VI  #!!!WI\+7vI O$#%&   %wI\+7^J $#%&  !!!$+_J\+7LK  !!!!MK\+7pK  "  !qK\+7TL    !!!UL\+7vL    !!!##!%wL\+7^M    !!!$!_M\+7 \+7BN  $$  " O   !!!"    "!!!%(   !$  ""#"!!!$##!$;>  !!!$#"  /2    !!!!##$"'  ++? B  "!!!%(       (( ( 	( 		(
 	( 	( 	( 	( 	( 	( 	"( 	( 	( 	( 	"(  	#!(" 	#($ 	%(& 	'(( 	)(* 	!+(, 	!-(. 	!/(0 	1(2 	!3(4 	!5(6 	!7(8 	9(: 	;(< 	=(> 	?(@ 	A(B 	C(D 	E(F 	G(H 	$I(J 	#K(L 	#M(N 	!O(R  $    !!!UV\+7 \+7 \+ \+ \+ \+~V?;"?;
 O"?; "?; O"?;" "#?;* "+?;2 "3?;: ";?;B "C?;J "K?;R "S?;Z "[?;b c?;h "i?;p q?;v "w?;  ? ? ? ?L           d       '   " " " " "7 " " "J    7   +  +  +  +  + G +  +  + \       
; ; ; ; ;G ; ; ;@,( ,( ,( ,( ,( ,( ,( ,(` #A&#A&#A ,#A "2	#A
 "2#A "6#A ,#A "2#A 3
(:TQY(F"G#A 3DAI	(AB(F"G#A 3	(9B(>"?#A 3	(9DAI(E(J"K#A 3DAI	(ADBJ(N"O#A 3D419(<"=#A  3DAI"6#A  3DAI
(B"C!#A"  3DAI	(A"B##A #A$ 3DAI
(B"C%#A& ,'#A( 3DAI	(ADBJ(NQR(R"S)#A* 3DAI
(B"C+#A, 3	(9DBJ(F"G-#A. &/#A0 &1#A2 &3#A4 &5#A6 &7#A8 3	DBJ(>$"*(L"M9#A: &;#A< "3=#A> -?#A@ ,A#AB ,C#AD -E#A #A  # # # #R $(<#< #'<#D  #'<#9 #'<#4 #'<#6 #'<#3#'<#; #'<#7 #'<#: #'<#9  !H/ H3  H5  H0 H8  H:  H7  #'."; "&."> "&."? "&.": "&."> "&."B  &*Y%> %)Y%8 %)Y%; %)Y%= %)Y%C %)Y%@  - , , 0 - ,  *   >/ >- >. >4 >0 >0 >0 >0 >0 >0 >0 >0 >0 >1 >1 >. >4 >4 >4 >4 >4 >4   >3 >3 >3   rN   