
    5h&             *         % S SK Jr  S SKJrJrJr  S SKJr  SrSr	Sr
Sr " S S	5      r " S
 S5      r " S S\5      r " S S\5      r " S S\5      r0 \R"                  S_\R$                  S_\R&                  S_\R(                  S_\R*                  S_\R,                  S_\R.                  S_\R0                  S_\R2                  S_\R4                  S_\R6                  S_\R8                  S_\R:                  S_\R<                  S_\R>                  S _\R@                  S!_\RB                  S"_0 \RD                  S#_\RF                  S$_\RH                  S%_\RJ                  S&_\RL                  S'_\RN                  S(_\RP                  S)_\RR                  S*_\RT                  S+_\RV                  S,_\RX                  S-_\RZ                  S._\R\                  S/_\R^                  S0_\R`                  S1_\Rb                  S2_\Rd                  S3_E0 \Rf                  S4_\Rh                  S5_\Rj                  S6_\Rl                  S7_\Rn                  S8_\Rp                  S9_\Rr                  S:_\Rt                  S;_\Rv                  S<_\Rx                  S=_\Rz                  S>_\R|                  S?_\R~                  S@_\R                  SA_\R                  SB_\R                  SC_\R                  SD_E0 \R                  SE_\R                  SF_\R                  SG_\R                  SH_\R                  SI_\R                  SJ_\R                  SK_\R                  SL_\R                  SM_\R                  SN_\R                  SO_\R                  SP_\R                  SQ_\R                  SR_\R                  SS_\R                  ST_\R                  SU_E0 \R                  SV_\R                  SW_\R                  SX_\R                  SY_\R                  SZ_\R                  S[_\R                  S\_\R                  S]_\R                  S^_\R                  S__\R                  S`_\R                  Sa_\R                  Sb_\R                  Sc_\R                  Sd_\R                  Se_\R                  Sf_E\R                  Sg\R                  Sh\R                  Si\R                  Sj\R                  Sk\R                  Sl\R                  Sm\R                  Sn\R                  So\R                  Sp\R                  Sq\R                  Sr0ErrSs\sSt'   \R                  Su\R                  Sv\R                  Sw\R                  Sx\R                  Sy\R                  Sz\Rp                  S90rzS{\sS|'   0 \R                  S}_\R                  S~_\R                  S_\R                  S_\R                  S_\GR                   S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR
                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_0 \GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                   S_\GR"                  S_\GR$                  S_\GR&                  S_\GR(                  S_\GR*                  S_\GR,                  S_\GR.                  S_\GR0                  S_\GR2                  S_\GR4                  S_\GR6                  S_\GR8                  S_E0 \GR:                  S_\GR<                  S_\GR>                  S_\GR@                  S_\GRB                  S_\GRD                  S_\GRF                  S_\GRH                  S_\GRJ                  S_\GRL                  S_\GRN                  S_\GRP                  S_\GRR                  S_\GRT                  S_\GRV                  S_\GRX                  S_\GRZ                  S_E0 \GR\                  S_\GR^                  S_\GR`                  S_\GRb                  S_\GRd                  S_\GRf                  S_\GRh                  S_\GRj                  S_\GRl                  S_\GRn                  S_\GRp                  S_\GRr                  S_\GRt                  S_\GRv                  S_\GRx                  S_\GRz                  S_\GR|                  S_E0 \GR~                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_E0 \GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_E0 \GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_E0 \GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  S_\GR                  GS _\GR                   GS_\GR                  GS_\GR                  GS_E0 \GR                  GS_\GR                  GS_\GR
                  GS_\GR                  GS_\GR                  GS_\GR                  GS	_\GR                  GS
_\GR                  GS_\GR                  GS_\GR                  GS_\GR                  GS_\GR                  GS_\GR                  GS_\GR                   GS_\GR"                  GS_\GR$                  GS_\GR&                  GS_E0 \GR(                  GS_\GR*                  GS_\GR,                  GS_\GR.                  GS_\GR0                  GS_\GR2                  GS_\GR4                  GS_\GR6                  GS_\GR8                  GS_\GR:                  GS_\GR<                  GS_\GR>                  GS _\GR@                  GS!_\GRB                  GS"_\GRD                  GS#_\GRF                  GS$_\GRH                  GS%_E0 \GRJ                  GS&_\GRL                  GS'_\GRN                  GS(_\GRP                  GS)_\GRR                  GS*_\GRT                  GS+_\GRV                  GS,_\GRX                  GS-_\GRZ                  GS._\GR\                  GS/_\GR^                  GS0_\GR`                  GS1_\GRb                  GS2_\GRd                  GS3_\GRf                  GS4_\GRh                  GS5_\GRj                  GS6_E0 \GRl                  GS7_\GRn                  GS8_\GRp                  GS9_\GRr                  GS:_\GRt                  GS;_\GRv                  GS<_\GRx                  GS=_\GRz                  GS>_\GR|                  GS?_\GR~                  GS@_\GR                  GSA_\GR                  GSB_\GR                  GSC_\GR                  GSD_\GR                  GSE_\GR                  GSF_\GR                  GSG_E0 \GR                  GSH_\GR                  GSI_\GR                  GSJ_\GR                  GSK_\GR                  GSL_\GR                  GSM_\GR                  GSN_\GR                  GSO_\GR                  GSP_\GR                  GSQ_\GR                  GSR_\GR                  GSS_\GR                  GST_\GR                  GSU_\GR                  GSV_\GR                  GSW_\GR                  GSX_E\GR                  GSY\GR                  GSZ\GR                  GS[\GR                  GS\\GR                  GS]\GR                  GS^\GR                  GS_\GR                  GS`0EGr`GSa\sGSb'   0 \R"                  / \GRD                  P\GRF                  P\GRH                  P\GRJ                  P\GRL                  P\GRN                  P\GRP                  P\GR\                  P\GRR                  P\GRT                  P\GRV                  P\GRX                  P\GRZ                  P\GR^                  P\GR`                  P\GRb                  P\GRd                  P\GRf                  P\GRh                  P\GRj                  P\GRl                  P\GRn                  P\GRp                  P\GRr                  P\GRt                  P\GRv                  P\GRx                  P\GRz                  P\GR|                  P\GR~                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P\GR                  P_\R$                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  /_\R&                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  /_\R(                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  /_\R.                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR"                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  \GR.                  \GRN                  /_\R4                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /	_\R*                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR2                  \GR4                  /	_\R,                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R8                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /
_\R<                  \R                  \R                  \R                  \R                  \R                  \GR"                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR2                  \GR4                  \GRN                  \GR                  \GR                  /_\R>                  \R                  \R                  \R                  \R                  \R                  \GR"                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  \GRN                  /_\R@                  \R                  \R                  \R                  \R                  \R                  \GR"                  \GR                  \GR                  \GR2                  \GR4                  \GR&                  \GRH                  \GRJ                  \GRN                  /_\RB                  \R                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  \GR                  \GR                  \GR                  /
_\RD                  \R                  \R                  \R                  \GR                  \GR"                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR4                  \GR0                  \GR2                  \GRN                  \GR                  /_\RF                  \R                  \R                  \R                  \R                  \GR"                  \GR                  \GR                  \GR2                  \GR4                  \GRN                  /
_\R6                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  \GRB                  \GR                  \GR                   \R                  /_\R2                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR2                  \GR4                  /
_0 \R:                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\RH                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /
_\RJ                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  \GR                  \GR                   /_\RL                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\RN                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\RR                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\RP                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR&                  \GRF                  \GRH                  \GRJ                  \GR(                  \GR6                  \GR8                  \GR:                  /_\RT                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\RV                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR*                  \GR&                  \GRF                  \GRH                  \GRJ                  /_\R^                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  /_\R`                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR$                  \GR*                  \GR0                  \GR2                  \GR4                  \GR.                  \GRp                  \GRr                  \GRt                  \GRv                  \GRz                  \GR                  \GR                  \GRx                  \GR|                  \GR~                  /_\R0                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /
_\RX                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_\RZ                  \R                  \R                  \GR                   \GR                  \GR
                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_\R\                  \R                  \R                  \GR                   \GR                  \GR
                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR&                  \GRF                  \GRH                  \GRJ                  /_E0 \Rb                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_\Rd                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\Rf                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\Rh                  \R                  \GR                   \R                  \GR                  \GR                  \GR
                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  /_\Rj                  \R                  \R                  \GR                   \GR                  \GR
                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\Rl                  \R                  \R                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  \GR*                  /_\Rn                  \R                  \R                  \GR                  \GR                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  \GR                  \GR$                  \GR,                  \GR.                  /_\Rp                  \R                  \GR                   \R                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR0                  \GR2                  \GR4                  \GR                  \GR$                  \GR,                  \GR.                  /_\Rr                  / \R                  P\GR                   P\R                  P\GR                  P\GR                  P\GR                  P\GR                   P\GR                  P\GR                  P\GR0                  P\GR2                  P\GR4                  P\GR                  P\GR$                  P\GR,                  P\GR.                  P\GRP                  P\GRR                  P\GRZ                  P\GR\                  P\GRT                  P\GR^                  P\GRX                  P\GRV                  P\GR`                  P\GRb                  P\GRd                  P\GRf                  P\GRh                  P\GRj                  P\GRl                  P\GRn                  P_\Rt                  \R                  \GR                   \GR                  \GR                  \R                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR0                  \GR2                  \GR4                  \GR                  \GR$                  \GR,                  \GR.                  /_\Rv                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_\Rx                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  /_\Rz                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R|                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  /_\R~                  \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GRp                  \GRr                  \GRt                  \GRv                  \GRz                  \GR                  \GR                  /_\R                  \R                  \R                  \GR                   \GR                  \GRp                  \GRr                  \GRv                  \GRz                  \GR                  \GR                  \GR                  /_E0 \R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GRp                  \GRr                  \GRt                  \GRv                  \GRx                  \GRz                  \GR|                  \GR~                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  \GR                   \GR                  /_\R                  \R                  \R                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  /
_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR"                  \GR&                  \GRF                  \GRH                  \GRJ                  /_\R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR0                  \GR2                  \GR4                  /	_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR$                  \GR                  \GR                   \GR.                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR$                  \GR0                  \GR2                  \GR4                  \R                  \GR                   /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR*                  \GR&                  \GRF                  \GRJ                  \GRH                  /_\R                  \R                  \R                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRD                  \GRF                  \GRH                  \GRJ                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GR0                  \GR2                  \GR4                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  \GRL                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  \GR&                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  \GRL                  /_\R                  \R                  \GR                   \R                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR4                  \GR2                  /_\R                  \R                  \GR                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_\R                  \R                  \GR                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  \GR$                  \GR.                  /_E0 \R                  \R                  \R                  \GR                   \GR                  \GR$                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR0                  \GR2                  \GR4                  \GR&                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  \GRL                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  /_\R                  \GR                  \GR                  \GR                  \R                  \R                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  \GR                  \GR                  /_\R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR
                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  /_\R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR
                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR0                  \GR4                  /
_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GRp                  \GRr                  \GRv                  \GRz                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR$                  \GR0                  \GR2                  \GR4                  \GR.                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR&                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR:                  \GR8                  /_\R                  \R                  \R                  \GR                   \GR                  \GRp                  \GRr                  \GRv                  \GRz                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR&                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR:                  \GR8                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /_\R                  \R                  \R                  \GR                  \GR                   \GR"                  \GR$                  \GR&                  \GR(                  \GR                   \R                  \GR*                  \GR,                  \GR.                  \GR0                  \GR2                  \GR4                  \GR6                  \GR8                  \GR:                  \GR<                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GR*                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GRL                  \GR*                  \GR0                  \GRF                  \GR&                  \GR6                  \GR2                  \GRH                  \GR8                  \GR4                  \GRJ                  \GR:                  /_\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR2                  \GR4                  /_E\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /\R                  \R                  \GR                  \GR                  \GR                  \GR                  \GR                  \GRp                  \GRr                  \GRv                  \GRz                  \GR                  \GR                  \GR                  \GR,                  \GR0                  \GR2                  \GR4                  \R                  \GR                   /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR&                  \GR*                  \GRF                  \GRH                  \GRJ                  \GR6                  \GR8                  \GR:                  /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  /\R                  \R                  \R                  \GR                   \GR                  \GR$                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR&                  \GRF                  \GRH                  \GRJ                  /\R                  \R                  \R                  \GR>                  \GR@                  \GRB                  \GR0                  \GR2                  \GR4                  \GR*                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   /\R                  \R                  \R                  \GR>                  \GR@                  \GRB                  \GR0                  \GR2                  \GR4                  \GR*                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR&                  \GRF                  \GRH                  \GRJ                  \GRL                  /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR*                  \GR0                  \GR2                  \GR4                  \GR&                  \GRF                  \GRH                  \GRJ                  /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR*                  \GR0                  \GR2                  \GR4                  /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                  \GR                  \GR                   \GR*                  \GR&                  \GRF                  \GRJ                  \GRH                  /\R                  \R                  \R                  \GR                   \GR                  \GR                  \GR                  \GR                  \GR                   \GR                  \GR                  \GR*                  \GR&                  \GRF                  \GRH                  \GRJ                  \GR<                  \GR>                  \GR@                  /0EGraGSc\sGSd'   \R$                  \GR                  \GR                  /\R(                  \GR                  \GR                  /\R,                  \GR                  \GR                  /\RL                  \GR                  \GR                  /\Rb                  \GR                  \GR                  /\Rd                  \GR                  \GR                  /\Rv                  \GR                  \GR                  /\R                  \GR                  \GR                  /\R                  \GR                  \GR                  /\R                  \GR                  \GR                  /\R                  \GR                  /\R                  \GR                  \GR                  /\R                  \GR                  /0GrbGSc\sGSe'    " GSf GSg\5      Grc " GSh GSi\5      Grd " GSj GSk\5      Gre " GSl GSm\5      Grf " GSn GSo\5      Grg " GSp GSq\5      Grh " GSr GSs\5      Gri " GSt GSu\5      Grj " GSv GSw5      GrkGSxGrl0 G\fGR                  GSy_G\fGR                  GSz_G\fGR                  GS{_G\fGR                  GS|_G\fGR                  GS}_G\fGR                  GS~_G\fGR                  GS_G\fGR                  GS_G\fGR                  GSxGSG\lGS-  -   G\lGS-  -   4_G\fGR                  GSxSG\lGS-  -   G\lGS-  -   GS-   4_G\fGR                  GSxGSG\lS-  -   GS-   4_G\fGR                  GSxGSG\lS-  -   G\lGS-  -   GS-   4_G\fGR                  GSxSG\lS-  -   G\lGS-  -   G\lGS-  -   4_G\fGR                  GSxGSG\l-   G\lGS-  -   4_G\fGR                  GSxSG\lGS-  -   4_G\fGR                  GSxSG\lGS-  -   G\lS-  -   4_G\fGR                  GSxSG\lGS-  -   G\lGS-  -   4_G\fGR                  GSxSG\lGS-  -   G\lGS-  -   4G\fGR                  GS{G\fGR                   GSxSG\lGS-  -   G\lGS-  -   G\lS-  -   GS-   4G\fGR                  GSxSG\lGS-  -   G\lGS-  -   4G\fGR                  GSxGSG\lS-  -   G\lGS-  -   4G\fGR                  GSG\fGR                  GSzG\fGR
                  GSyG\fGR                  GSG\fGR                  GSG\fGR                  GSxG\lGS-  G\lGS-  -   G\lS-  -   4G\fGR                  GSzG\fGR                  GSG\fGR                  GSG\fGR                  GS0EGrGS\sGS'   \GR                  GR                  Gr\GR                  GR"                  Gr\GR                  GR&                  Gr\GR                  GR*                  Gr\GR                  GR.                  Gr\GR                  GR2                  Gr\GR                  GR6                  Gr\GR                  GR:                  Gr\GR                  GR>                  Gr\GR                  GRB                  Gr\GRF                  GRH                  Gr\GRF                  GRL                  Gr\GRF                  GRP                  Gr\GRF                  GRT                  Gr\GRF                  GRX                  Gr\GRF                  GR\                  Gr\GRF                  GR`                  Gr\GRd                  GRf                  Gr\GRd                  GRj                  Gr\GRd                  GRn                  Gr\GRd                  GRr                  Gr\GRd                  GRv                  Gr\GRd                  GRz                  Gr\GR~                  GR                  Gr\GR~                  GR                  Gr\GR~                  GR                  Gr\GR~                  GR                  Gr\GR~                  GR                  Gr\GR~                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                   Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr\GR                  GR                  Gr	\GR                  GR                  GrGg(      )annotations)EnumIntEnumauto)AnyiGGUF          c                     \ rS rSr " S S5      r " S S5      r " S S5      r " S S	5      r " S
 S5      r " S S5      r	 " S S5      r
 " S S5      r " S S5      r " S S5      r " S S5      r " S S5      r " S S5      r " S S5      r " S S5      r " S  S!5      r " S" S#5      r " S$ S%5      r " S& S'5      rS(rg))*Keys   c                      \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSr Sr!S r"S!r#S"r$S#r%S$r&S%r'S&r(S'r)S(r*S)r+S*r,S+r-S,r.S-r/S.r0S/r1S0r2S1r3g2)3Keys.General   zgeneral.typezgeneral.architecturezgeneral.quantization_versionzgeneral.alignmentzgeneral.file_typezgeneral.namezgeneral.authorzgeneral.versionzgeneral.organizationzgeneral.finetunezgeneral.basenamezgeneral.descriptionzgeneral.quantized_byzgeneral.size_labelzgeneral.licensezgeneral.license.namezgeneral.license.linkzgeneral.urlzgeneral.doizgeneral.uuidzgeneral.repo_urlzgeneral.source.urlzgeneral.source.doizgeneral.source.uuidzgeneral.source.repo_urlzgeneral.base_model.countzgeneral.base_model.{id}.namezgeneral.base_model.{id}.authorzgeneral.base_model.{id}.versionz$general.base_model.{id}.organizationz#general.base_model.{id}.descriptionzgeneral.base_model.{id}.urlzgeneral.base_model.{id}.doizgeneral.base_model.{id}.uuidz general.base_model.{id}.repo_urlzgeneral.dataset.countzgeneral.dataset.{id}.namezgeneral.dataset.{id}.authorzgeneral.dataset.{id}.versionz!general.dataset.{id}.organizationz general.dataset.{id}.descriptionzgeneral.dataset.{id}.urlzgeneral.dataset.{id}.doizgeneral.dataset.{id}.uuidzgeneral.dataset.{id}.repo_urlzgeneral.tagszgeneral.languages N)4__name__
__module____qualname____firstlineno__TYPEARCHITECTUREQUANTIZATION_VERSION	ALIGNMENT	FILE_TYPENAMEAUTHORVERSIONORGANIZATIONFINETUNEBASENAMEDESCRIPTIONQUANTIZED_BY
SIZE_LABELLICENSELICENSE_NAMELICENSE_LINKURLDOIUUIDREPO_URL
SOURCE_URL
SOURCE_DOISOURCE_UUIDSOURCE_REPO_URLBASE_MODEL_COUNTBASE_MODEL_NAMEBASE_MODEL_AUTHORBASE_MODEL_VERSIONBASE_MODEL_ORGANIZATIONBASE_MODEL_DESCRIPTIONBASE_MODEL_URLBASE_MODEL_DOIBASE_MODEL_UUIDBASE_MODEL_REPO_URLDATASET_COUNTDATASET_NAMEDATASET_AUTHORDATASET_VERSIONDATASET_ORGANIZATIONDATASET_DESCRIPTIONDATASET_URLDATASET_DOIDATASET_UUIDDATASET_REPO_URLTAGS	LANGUAGES__static_attributes__r       6/home/james-whalen/llama.cpp/gguf-py/gguf/constants.pyGeneralr      s   %3%;%C%8	%8	 &4%5%6%;%7%7%:%;%9
 &7%;%; &3%2%3%7 &:
%9
%:%>
 &@%C%E%F%K%J%B%B%C%G #:"="?"@"E"D"<"<"="A &4%8	rF   rH   c                      \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSr Sr!S r"S!r#S"r$S#r%S$r&S%r'S&r(S'r)S(r*S)r+S*r,S+r-S,r.S-r/g.)/Keys.LLMY   z{arch}.vocab_sizez{arch}.context_lengthz{arch}.embedding_lengthz{arch}.features_lengthz{arch}.block_countz {arch}.leading_dense_block_countz{arch}.feed_forward_lengthz!{arch}.expert_feed_forward_lengthz({arch}.expert_shared_feed_forward_lengthz'{arch}.expert_chunk_feed_forward_lengthz{arch}.use_parallel_residualz{arch}.tensor_data_layoutz{arch}.expert_countz{arch}.expert_used_countz{arch}.expert_shared_countz{arch}.expert_weights_scalez{arch}.expert_weights_normz{arch}.expert_gating_funcz{arch}.expert_group_scalez{arch}.experts_per_groupz{arch}.moe_every_n_layersz{arch}.nextn_predict_layersz{arch}.pooling_typez{arch}.logit_scalez{arch}.decoder_start_token_idz{arch}.decoder_block_countz{arch}.attn_logit_softcappingz{arch}.router_logit_softcappingz{arch}.final_logit_softcappingz{arch}.swin_normz{arch}.rescale_every_n_layersz{arch}.time_mix_extra_dimz{arch}.time_decay_extra_dimz{arch}.residual_scalez{arch}.embedding_scalez{arch}.token_shift_countz {arch}.interleave_moe_layer_stepz {arch}.activation_sparsity_scalez{arch}.altup.active_idxz{arch}.altup.num_inputsz'{arch}.embedding_length_per_layer_inputz{arch}.{dense}_feat_inz{arch}.{dense}_feat_outr   N)0r   r   r   r   
VOCAB_SIZECONTEXT_LENGTHEMBEDDING_LENGTHFEATURES_LENGTHBLOCK_COUNTLEADING_DENSE_BLOCK_COUNTFEED_FORWARD_LENGTHEXPERT_FEED_FORWARD_LENGTH!EXPERT_SHARED_FEED_FORWARD_LENGTH EXPERT_CHUNK_FEED_FORWARD_LENGTHUSE_PARALLEL_RESIDUALTENSOR_DATA_LAYOUTEXPERT_COUNTEXPERT_USED_COUNTEXPERT_SHARED_COUNTEXPERT_WEIGHTS_SCALEEXPERT_WEIGHTS_NORMEXPERT_GATING_FUNCEXPERT_GROUP_SCALEEXPERTS_PER_GROUPMOE_EVERY_N_LAYERSNEXTN_PREDICT_LAYERSPOOLING_TYPELOGIT_SCALEDECODER_START_TOKEN_IDDECODER_BLOCK_COUNTATTN_LOGIT_SOFTCAPPINGROUTER_LOGIT_SOFTCAPPINGFINAL_LOGIT_SOFTCAPPING	SWIN_NORMRESCALE_EVERY_N_LAYERSTIME_MIX_EXTRA_DIMTIME_DECAY_EXTRA_DIMRESIDUAL_SCALEEMBEDDING_SCALETOKEN_SHIFT_COUNTINTERLEAVE_MOE_LAYER_STEPACTIVATION_SPARSITY_SCALEALTUP_ACTIVE_IDXALTUP_NUM_INPUTSEMBD_LENGTH_PER_LAYER_INPDENSE_FEAT_IN_SIZEDENSE_FEAT_OUT_SIZErE   r   rF   rG   LLMrJ   Y   s    ,?
,C,E,D,@,N!,H,O",V),U(,J,G,A,F,H,I,H,G,G,F,G,I,A,@,K,H,K,M ,L,>	,K,G,I,C,D,F,N!,N!,E,E,U!,D,ErF   rw   c                  |    \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrg)Keys.Attention   z{arch}.attention.head_countz{arch}.attention.head_count_kvz{arch}.attention.max_alibi_biasz{arch}.attention.clamp_kqvz{arch}.attention.key_lengthz{arch}.attention.value_lengthz#{arch}.attention.layer_norm_epsilonz'{arch}.attention.layer_norm_rms_epsilonz#{arch}.attention.group_norm_epsilonz"{arch}.attention.group_norm_groupsz{arch}.attention.causalz{arch}.attention.q_lora_rankz{arch}.attention.kv_lora_rankz {arch}.attention.decay_lora_rankz{arch}.attention.iclr_lora_rankz-{arch}.attention.value_residual_mix_lora_rankz{arch}.attention.gate_lora_rankz'{arch}.attention.relative_buckets_countz{arch}.attention.sliding_windowz{arch}.attention.scalez{arch}.attention.output_scalez#{arch}.attention.temperature_lengthz{arch}.attention.key_length_mlaz!{arch}.attention.value_length_mlaz!{arch}.attention.shared_kv_layersz'{arch}.attention.sliding_window_patternr   N)r   r   r   r   
HEAD_COUNTHEAD_COUNT_KVMAX_ALIBI_BIAS	CLAMP_KQV
KEY_LENGTHVALUE_LENGTHLAYERNORM_EPSLAYERNORM_RMS_EPSGROUPNORM_EPSGROUPNORM_GROUPSCAUSALQ_LORA_RANKKV_LORA_RANKDECAY_LORA_RANKICLR_LORA_RANKVALUE_RESIDUAL_MIX_LORA_RANKGATE_LORA_RANKREL_BUCKETS_COUNTSLIDING_WINDOWSCALEOUTPUT_SCALETEMPERATURE_LENGTHKEY_LENGTH_MLAVALUE_LENGTH_MLASHARED_KV_LAYERSSLIDING_WINDOW_PATTERNrE   r   rF   rG   	Attentionry      s    'D
'G'H'C	'D
'F'L'P'L'K'@'E'F'I'H'V$'H'P'H'?'F'L'H'J'J'PrF   r   c                  H    \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrg)	Keys.Rope   z{arch}.rope.dimension_countz{arch}.rope.dimension_sectionsz{arch}.rope.freq_basez{arch}.rope.scaling.typez{arch}.rope.scaling.factorz{arch}.rope.scaling.attn_factorz+{arch}.rope.scaling.original_context_lengthz{arch}.rope.scaling.finetunedz'{arch}.rope.scaling.yarn_log_multiplierz#{arch}.rope.scaling.yarn_ext_factorz${arch}.rope.scaling.yarn_attn_factorz"{arch}.rope.scaling.yarn_beta_fastz"{arch}.rope.scaling.yarn_beta_slowr   N)r   r   r   r   DIMENSION_COUNTDIMENSION_SECTIONS	FREQ_BASESCALING_TYPESCALING_FACTORSCALING_ATTN_FACTORSCALING_ORIG_CTX_LENSCALING_FINETUNEDSCALING_YARN_LOG_MULSCALING_YARN_EXT_FACTORSCALING_YARN_ATTN_FACTORSCALING_YARN_BETA_FASTSCALING_YARN_BETA_SLOWrE   r   rF   rG   Roper      sL    #@#C#:	#=#?#D#P#B#L#H#I #G#GrF   r   c                       \ rS rSrSrSrSrSrg)
Keys.Split   zsplit.nozsplit.countzsplit.tensors.countr   N)r   r   r   r   LLM_KV_SPLIT_NOLLM_KV_SPLIT_COUNTLLM_KV_SPLIT_TENSORS_COUNTrE   r   rF   rG   Splitr      s    %/%2%:"rF   r   c                  ,    \ rS rSrSrSrSrSrSrSr	Sr
g	)
Keys.SSM   z{arch}.ssm.conv_kernelz{arch}.ssm.inner_sizez{arch}.ssm.state_sizez{arch}.ssm.time_step_rankz{arch}.ssm.group_countz{arch}.ssm.dt_b_c_rmsr   N)r   r   r   r   CONV_KERNEL
INNER_SIZE
STATE_SIZETIME_STEP_RANKGROUP_COUNT
DT_B_C_RMSrE   r   rF   rG   SSMr      s     10
0
410
rF   r   c                      \ rS rSrSrSrg)Keys.WKV   z{arch}.wkv.head_sizer   N)r   r   r   r   	HEAD_SIZErE   r   rF   rG   WKVr      s    *	rF   r   c                      \ rS rSrSrSrSrg)Keys.PosNet   z{arch}.posnet.embedding_lengthz{arch}.posnet.block_countr   Nr   r   r   r   rN   rP   rE   r   rF   rG   PosNetr      s    ;6rF   r   c                      \ rS rSrSrSrSrg)Keys.ConvNext   z {arch}.convnext.embedding_lengthz{arch}.convnext.block_countr   Nr   r   rF   rG   ConvNextr      s    =8rF   r   c                      \ rS rSrSrSrg)Keys.Classifier   z{arch}.classifier.output_labelsr   N)r   r   r   r   OUTPUT_LABELSrE   r   rF   rG   
Classifierr      s    9rF   r   c                      \ rS rSrSrSrg)Keys.ShortConv   z{arch}.shortconv.l_cacher   N)r   r   r   r   L_CACHErE   r   rF   rG   	ShortConvr      s    ,rF   r   c                      \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSr Sr!S r"S!r#S"r$S#r%S$r&S%r'g&)'Keys.Tokenizer   ztokenizer.ggml.modelztokenizer.ggml.preztokenizer.ggml.tokensztokenizer.ggml.token_typeztokenizer.ggml.token_type_countztokenizer.ggml.scoresztokenizer.ggml.mergesztokenizer.ggml.bos_token_idztokenizer.ggml.eos_token_idztokenizer.ggml.eot_token_idztokenizer.ggml.eom_token_idztokenizer.ggml.unknown_token_idz!tokenizer.ggml.seperator_token_idztokenizer.ggml.padding_token_idztokenizer.ggml.mask_token_idztokenizer.ggml.add_bos_tokenztokenizer.ggml.add_eos_tokenztokenizer.ggml.add_sep_tokenztokenizer.ggml.add_space_prefixz'tokenizer.ggml.remove_extra_whitespacesz#tokenizer.ggml.precompiled_charsmapztokenizer.huggingface.jsonztokenizer.rwkv.worldztokenizer.chat_templateztokenizer.chat_template.{name}ztokenizer.chat_templatesztokenizer.ggml.fim_pre_token_idztokenizer.ggml.fim_suf_token_idztokenizer.ggml.fim_mid_token_idztokenizer.ggml.fim_pad_token_idztokenizer.ggml.fim_rep_token_idztokenizer.ggml.fim_sep_token_idztokenizer.ggml.prefix_token_idztokenizer.ggml.suffix_token_idztokenizer.ggml.middle_token_idr   N)(r   r   r   r   MODELPRELIST
TOKEN_TYPETOKEN_TYPE_COUNTSCORESMERGESBOS_IDEOS_IDEOT_IDEOM_IDUNK_IDSEP_IDPAD_IDMASK_IDADD_BOSADD_EOSADD_SEP
ADD_PREFIXREMOVE_EXTRA_WSPRECOMPILED_CHARSMAPHF_JSONRWKVCHAT_TEMPLATECHAT_TEMPLATE_NCHAT_TEMPLATES
FIM_PRE_ID
FIM_SUF_ID
FIM_MID_ID
FIM_PAD_ID
FIM_REP_ID
FIM_SEP_ID	PREFIX_ID	SUFFIX_ID	MIDDLE_IDrE   r   rF   rG   	Tokenizerr      s    536:
@66<<<<@B@====@
HD;58?9@
@
@
@
@
@
?	?	?	rF   r   c                  (    \ rS rSrSrSrSrSrSrSr	g)	Keys.Adapter   zadapter.typezadapter.lora.alphazadapter.lora.task_namezadapter.lora.prompt_prefixzadapter.alora.invocation_tokensr   N)
r   r   r   r   r   
LORA_ALPHALORA_TASK_NAMELORA_PROMPT_PREFIXALORA_INVOCATION_TOKENSrE   r   rF   rG   Adapterr      s    "0"6
":">"CrF   r   c                       \ rS rSrSrSrSrSrg)Keys.IMatrix   zimatrix.chunk_countzimatrix.chunk_sizezimatrix.datasetsr   N)r   r   r   r   CHUNK_COUNT
CHUNK_SIZEDATASETSrE   r   rF   rG   IMatrixr      s    +*
(rF   r  c                  $    \ rS rSrSrSrSrSrSrg)	Keys.Clipi  zclip.projector_typezclip.has_vision_encoderzclip.has_audio_encoderzclip.has_llava_projectorr   N)	r   r   r   r   PROJECTOR_TYPEHAS_VISION_ENCODERHAS_AUDIO_ENCODERHAS_LLAVA_PROJECTORrE   r   rF   rG   Clipr    s    3768rF   r  c                  p    \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSr " S S5      r " S S5      rSrg)Keys.ClipVisioni  zclip.vision.image_sizezclip.vision.preproc_image_sizezclip.vision.patch_sizezclip.vision.embedding_lengthzclip.vision.feed_forward_lengthzclip.vision.projection_dimzclip.vision.block_countzclip.vision.image_meanzclip.vision.image_stdzclip.vision.spatial_merge_sizezclip.use_geluzclip.use_siluzclip.vision.n_wa_patternc                      \ rS rSrSrSrSrg)Keys.ClipVision.Attentioni  z clip.vision.attention.head_countz(clip.vision.attention.layer_norm_epsilonr   Nr   r   r   r   r{   r   rE   r   rF   rG   r   r    s    @JHMrF   r   c                      \ rS rSrSrSrg)Keys.ClipVision.Projectori  z"clip.vision.projector.scale_factorr   N)r   r   r   r   SCALE_FACTORrE   r   rF   rG   	Projectorr    s    BLrF   r  r   N)r   r   r   r   
IMAGE_SIZEPREPROC_IMAGE_SIZE
PATCH_SIZErN   rR   PROJECTION_DIMrP   
IMAGE_MEAN	IMAGE_STDSPATIAL_MERGE_SIZEUSE_GELUUSE_SILUN_WA_PATTERNr   r  rE   r   rF   rG   
ClipVisionr    s_    6
>6
<?:76
5	>--8	I 	I	C 	CrF   r   c                  P    \ rS rSrSrSrSrSrSr " S S5      r	 " S	 S
5      r
Srg)Keys.ClipAudioi  zclip.audio.num_mel_binszclip.audio.embedding_lengthzclip.audio.feed_forward_lengthzclip.audio.projection_dimzclip.audio.block_countc                      \ rS rSrSrSrSrg)Keys.ClipAudio.Attentioni%  zclip.audio.attention.head_countz'clip.audio.attention.layer_norm_epsilonr   Nr  r   rF   rG   r   r$  %  s    ?JGMrF   r   c                      \ rS rSrSrSrg)Keys.ClipAudio.Projectori)  z!clip.audio.projector.stack_factorr   N)r   r   r   r   STACK_FACTORrE   r   rF   rG   r  r&  )  s    ALrF   r  r   N)r   r   r   r   NUM_MEL_BINSrN   rR   r  rP   r   r  rE   r   rF   rG   	ClipAudior"    s5    7;>96	H 	H	B 	BrF   r)  c                      \ rS rSrSrSrg)Keys.Diffusioni,  zdiffusion.shift_logitsr   N)r   r   r   r   SHIFT_LOGITSrE   r   rF   rG   	Diffusionr+  ,  s    6rF   r-  c                  $    \ rS rSrSrSrSrSrSrg)
Keys.xIELUi/  zxielu.alpha_pzxielu.alpha_nz
xielu.betaz	xielu.epsr   N)	r   r   r   r   ALPHA_PALPHA_NBETAEPSrE   r   rF   rG   xIELUr/  /  s    --*)rF   r4  r   N)r   r   r   r   rH   rw   r   r   r   r   r   r   r   r   r   r   r   r  r  r   r)  r-  r4  rE   r   rF   rG   r   r      s    B9 B9H+F +FZQ Q8H H; ;
1 1+ +7 79 9: :- -%@ %@ND D) )
9 9C C,B B7 7* *rF   r   c                  $    \ rS rSrSrSrSrSrSrg)GGUFTypei;  modeladapterimatrixmmprojr   N)	r   r   r   r   r   ADAPTERIMATRIXMMPROJrE   r   rF   rG   r6  r6  ;  s    EGGFrF   r6  c                  b   \ rS rSr\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r	\" 5       r
\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r \" 5       r!\" 5       r"\" 5       r#\" 5       r$\" 5       r%\" 5       r&\" 5       r'\" 5       r(\" 5       r)\" 5       r*\" 5       r+\" 5       r,\" 5       r-\" 5       r.\" 5       r/\" 5       r0\" 5       r1\" 5       r2\" 5       r3\" 5       r4\" 5       r5\" 5       r6\" 5       r7\" 5       r8\" 5       r9\" 5       r:\" 5       r;\" 5       r<\" 5       r=\" 5       r>\" 5       r?\" 5       r@\" 5       rA\" 5       rB\" 5       rC\" 5       rD\" 5       rE\" 5       rF\" 5       rG\" 5       rH\" 5       rI\" 5       rJ\" 5       rK\" 5       rL\" 5       rM\" 5       rN\" 5       rO\" 5       rP\" 5       rQ\" 5       rR\" 5       rS\" 5       rT\" 5       rU\" 5       rV\" 5       rW\" 5       rX\" 5       rY\" 5       rZ\" 5       r[\" 5       r\\" 5       r]\" 5       r^\" 5       r_\" 5       r`\" 5       ra\" 5       rb\" 5       rc\" 5       rd\" 5       reSrfg)
MODEL_ARCHiB  r   N)gr   r   r   r   r   r=  LLAMALLAMA4DECIFALCON	FALCON_H1BAICHUANGROKGPT2GPTJGPTNEOXMPT	STARCODERREFACTBERT
NOMIC_BERTNOMIC_BERT_MOENEO_BERTJINA_BERT_V2JINA_BERT_V3BLOOMSTABLELMQWENQWEN2QWEN2MOEQWEN2VLQWEN3QWEN3MOEPHI2PHI3PHIMOEPLAMOPLAMO2	CODESHELLORION	INTERNLM2MINICPMMINICPM3GEMMAGEMMA2GEMMA3GEMMA3NGEMMA_EMBEDDING
STARCODER2RWKV6
RWKV6QWEN2RWKV7ARWKV7MAMBAMAMBA2JAMBAXVERSE	COMMAND_RCOHERE2DBRXOLMOOLMO2OLMOEOPENELMARCTICDEEPSEEK	DEEPSEEK2CHATGLMGLM4GLM4_MOEBITNETT5	T5ENCODERJAISNEMOTRON
NEMOTRON_HEXAONEEXAONE4GRANITEGRANITE_MOEGRANITE_HYBRID	CHAMELEONWAVTOKENIZER_DECPLM
BAILINGMOEDOTS1ARCEEERNIE4_5ERNIE4_5_MOEHUNYUAN_MOEHUNYUAN_DENSESMOLLM3GPT_OSSLFM2LFM2MOEDREAMSMALLTHINKERLLADA	LLADA_MOESEED_OSSGROVEMOEAPERTUSrE   r   rF   rG   r?  r?  B  s   vFvEvFvDvFvIvHvDvDvDvGvCvIvFvDvJvNvHvLvLvEvHvDvEvHvGvEvHvDvDvFvEvFvIvEvIvGvHvEvFvFvGvOvJvEvJvEvFvEvFvEvFvIvGvDvDvEvEvGvFvHvIvGvDvHvFvBvIvDvHvJvFvGvGvKvNvIvvCvJvEvEvHvLvKvMvGvGvDvGvEvLvEvIvHvHvGrF   r?  c                  v    \ rS rSr\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r	\" 5       r
\" 5       rSrg)VISION_PROJECTOR_TYPEi  r   N)r   r   r   r   r   MLPLDPLDPV2	RESAMPLERGLM_EDGEMERGERrg  rE   r   rF   rG   r  r    s3    CCEIHFFrF   r  c                     \ rS rSr\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r	\" 5       r
\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r \" 5       r!\" 5       r"\" 5       r#\" 5       r$\" 5       r%\" 5       r&\" 5       r'\" 5       r(\" 5       r)\" 5       r*\" 5       r+\" 5       r,\" 5       r-\" 5       r.\" 5       r/\" 5       r0\" 5       r1\" 5       r2\" 5       r3\" 5       r4\" 5       r5\" 5       r6\" 5       r7\" 5       r8\" 5       r9\" 5       r:\" 5       r;\" 5       r<\" 5       r=\" 5       r>\" 5       r?\" 5       r@\" 5       rA\" 5       rB\" 5       rC\" 5       rD\" 5       rE\" 5       rF\" 5       rG\" 5       rH\" 5       rI\" 5       rJ\" 5       rK\" 5       rL\" 5       rM\" 5       rN\" 5       rO\" 5       rP\" 5       rQ\" 5       rR\" 5       rS\" 5       rT\" 5       rU\" 5       rV\" 5       rW\" 5       rX\" 5       rY\" 5       rZ\" 5       r[\" 5       r\\" 5       r]\" 5       r^\" 5       r_\" 5       r`\" 5       ra\" 5       rb\" 5       rc\" 5       rd\" 5       re\" 5       rf\" 5       rg\" 5       rh\" 5       ri\" 5       rj\" 5       rk\" 5       rl\" 5       rm\" 5       rn\" 5       ro\" 5       rp\" 5       rq\" 5       rr\" 5       rs\" 5       rt\" 5       ru\" 5       rv\" 5       rw\" 5       rx\" 5       ry\" 5       rz\" 5       r{\" 5       r|\" 5       r}\" 5       r~\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       r\" 5       rSrg)MODEL_TENSORi  r   N)r   r   r   r   r   
TOKEN_EMBDTOKEN_EMBD_NORMTOKEN_TYPESPOS_EMBDOUTPUTDENSE_2_OUTDENSE_3_OUTOUTPUT_NORM
ROPE_FREQSROPE_FACTORS_LONGROPE_FACTORS_SHORTATTN_QATTN_KATTN_VATTN_QKVATTN_OUT	ATTN_NORMATTN_NORM_2ATTN_OUT_NORMATTN_POST_NORMATTN_ROT_EMBD
ATTN_SINKSFFN_GATE_INPFFN_GATE_INP_SHEXPFFN_NORMFFN_PRE_NORMFFN_POST_NORMFFN_GATEFFN_DOWNFFN_UPFFN_ACTFFN_NORM_EXPFFN_GATE_EXPFFN_DOWN_EXP
FFN_UP_EXPFFN_GATE_SHEXPFFN_DOWN_SHEXPFFN_UP_SHEXPFFN_GATE_CHEXPFFN_DOWN_CHEXPFFN_UP_CHEXPFFN_EXP_PROBS_BATTN_Q_NORMATTN_K_NORMLAYER_OUT_NORMPER_LAYER_TOKEN_EMBDPER_LAYER_MODEL_PROJPER_LAYER_INP_GATEPER_LAYER_PROJPER_LAYER_PROJ_NORMPER_LAYER_POST_NORM
ALTUP_PROJALTUP_UNEMBD_PROJALTUP_CORRECT_COEFALTUP_CORRECT_SCALEALTUP_PREDICT_COEFALTUP_ROUTERALTUP_ROUTER_NORMLAUREL_LLAUREL_RLAUREL_POST_NORMSSM_IN
SSM_CONV1DSSM_XSSM_DTSSM_DT_NORMSSM_A
SSM_B_NORM
SSM_C_NORMSSM_DSSM_NORMSSM_OUTTIME_MIX_W0TIME_MIX_W1TIME_MIX_W2TIME_MIX_A0TIME_MIX_A1TIME_MIX_A2TIME_MIX_V0TIME_MIX_V1TIME_MIX_V2TIME_MIX_G1TIME_MIX_G2TIME_MIX_K_KTIME_MIX_K_ATIME_MIX_R_KTIME_MIX_LERP_XTIME_MIX_LERP_KTIME_MIX_LERP_VTIME_MIX_LERP_RTIME_MIX_LERP_GTIME_MIX_LERP_FUSEDTIME_MIX_LERP_WTIME_MIX_FIRSTTIME_MIX_DECAYTIME_MIX_DECAY_W1TIME_MIX_DECAY_W2TIME_MIX_KEYTIME_MIX_VALUETIME_MIX_RECEPTANCETIME_MIX_GATETIME_MIX_LNTIME_MIX_OUTPUTCHANNEL_MIX_LERP_KCHANNEL_MIX_LERP_RCHANNEL_MIX_KEYCHANNEL_MIX_RECEPTANCECHANNEL_MIX_VALUEATTN_Q_AATTN_Q_BATTN_KV_A_MQA	ATTN_KV_BATTN_K_BATTN_V_BATTN_Q_A_NORMATTN_KV_A_NORMFFN_SUB_NORMATTN_SUB_NORMDEC_ATTN_NORM
DEC_ATTN_Q
DEC_ATTN_K
DEC_ATTN_VDEC_ATTN_OUTDEC_ATTN_REL_BDEC_CROSS_ATTN_NORMDEC_CROSS_ATTN_QDEC_CROSS_ATTN_KDEC_CROSS_ATTN_VDEC_CROSS_ATTN_OUTDEC_CROSS_ATTN_REL_BDEC_FFN_NORMDEC_FFN_GATEDEC_FFN_DOWN
DEC_FFN_UPDEC_OUTPUT_NORMENC_ATTN_NORM
ENC_ATTN_Q
ENC_ATTN_K
ENC_ATTN_VENC_ATTN_OUTENC_ATTN_REL_BENC_FFN_NORMENC_FFN_GATEENC_FFN_DOWN
ENC_FFN_UPENC_OUTPUT_NORMCLSCLS_OUTCONV1DCONVNEXT_DWCONVNEXT_NORMCONVNEXT_PW1CONVNEXT_PW2CONVNEXT_GAMMAPOSNET_CONV1POSNET_CONV2POSNET_NORMPOSNET_NORM1POSNET_NORM2POSNET_ATTN_NORMPOSNET_ATTN_QPOSNET_ATTN_KPOSNET_ATTN_VPOSNET_ATTN_OUTSHORTCONV_CONVSHORTCONV_INPROJSHORTCONV_OUTPROJV_MMPROJV_MMPROJ_FCV_MMPROJ_MLPV_MMPROJ_PEGV_ENC_EMBD_CLSV_ENC_EMBD_PATCHV_ENC_EMBD_POSV_ENC_INPUT_NORMV_ENC_ATTN_QV_ENC_ATTN_Q_NORMV_ENC_ATTN_KV_ENC_ATTN_K_NORMV_ENC_ATTN_VV_ENC_ATTN_OV_ENC_ATTN_O_NORMV_ENC_POST_ATTN_NORMV_ENC_FFN_UPV_ENC_FFN_GATEV_ENC_FFN_DOWNV_LAYER_SCALE_1V_LAYER_SCALE_2
V_PRE_NORMV_POST_NORMV_MM_INP_NORMV_MM_INP_PROJV_MM_SOFT_EMB_NORMV_RESMPL_POS_EMBD_KV_RESMPL_ATTN_QV_RESMPL_ATTN_KV_RESMPL_ATTN_VV_RESMPL_ATTN_OUTV_RESMPL_KVV_RESMPL_KV_NORMV_RESMPL_POST_NORMV_RESMPL_Q_NORMV_RESMPL_PROJV_RESMPL_QUERYV_TOK_EMBD_IMG_BREAKV_MM_PATCH_MERGERA_ENC_EMBD_POSA_ENC_CONV1D
A_PRE_NORMA_POST_NORMA_ENC_ATTN_QA_ENC_ATTN_KA_ENC_ATTN_VA_ENC_INPUT_NORMA_ENC_OUTPUTA_ENC_OUTPUT_NORMA_ENC_FFN_UPA_ENC_FFN_GATEA_ENC_FFN_DOWNA_MMPROJA_MMPROJ_FCA_MM_NORM_PREA_MM_NORM_MIDNEXTN_EH_PROJNEXTN_EMBED_TOKENSNEXTN_ENORMNEXTN_HNORMNEXTN_SHARED_HEAD_HEADNEXTN_SHARED_HEAD_NORMrE   r   rF   rG   r  r    sv   6J6O6K6H6F6K6K6K6J666F6F6F6H6H6I6K6M6N6M6J6L66H6L6M6H6H6F6G6L6L6L6J6N6N6L6N6N6L6O6K6K6N6666N666J66666L66H6H66F6J6E6F6K6E6J6J6E6H6G6K6K6K6K6K6K6K6K6K6K6K6L6L6L6O6O6O6O6O66O6N6N666L6N66M6K6O666O!V66H6H6M6I6H6H6M6N6L6M6M6J6J6J6L6N6666666L6L6L6J6O6M6J6J6J6L6N6L6L6L6J6O6C6G6F6K6M6L6L6N6L6L6K6L6L66M6M6M6O6N666H6K6L6L6N66N66L66L66L6L666L6N6N6O6O6J6K6M6M666O6O6O66K666O6M6N666N6L6J6K6L6L6L66L66L6N6N6H6K6M6M6M66K6K!V!VrF   r  clipllamallama4decifalconbaichuangrokgpt2gptjgptneoxmpt	starcoderrefactbertz
nomic-bertznomic-bert-moezneo-bertzjina-bert-v2zjina-bert-v3bloomstablelmqwenqwen2qwen2moeqwen2vlqwen3qwen3moephi2phi3phimoeplamoplamo2	codeshellorion	internlm2minicpmminicpm3gemmagemma2gemma3gemma3nzgemma-embedding
starcoder2rwkv6
rwkv6qwen2rwkv7arwkv7mambamamba2jambaxversez	command-rcohere2dbrxolmoolmo2olmoeopenelmarcticdeepseek	deepseek2chatglmglm4glm4moebitnett5	t5encoderjaisnemotron
nemotron_hexaoneexaone4granite
granitemoegranitehybrid	chameleonzwavtokenizer-decplm
bailingmoedots1arceeernie4_5zernie4_5-moez	falcon-h1zhunyuan-moezhunyuan-densesmollm3zgpt-osslfm2lfm2moedreamsmallthinkerlladaz	llada-moeseed_ossgrovemoeapertuszdict[MODEL_ARCH, str]MODEL_ARCH_NAMESmlpldpldpv2	resamplerr8  qwen2vl_mergerz dict[VISION_PROJECTOR_TYPE, str]VISION_PROJECTOR_TYPE_NAMES
token_embdtoken_embd_normtoken_typesposition_embdoutput_normoutputdense_2dense_3
rope_freqsrope_factors_longrope_factors_shortzblk.{bid}.attn_normzblk.{bid}.attn_norm_2zblk.{bid}.attn_qkvzblk.{bid}.attn_qzblk.{bid}.attn_kzblk.{bid}.attn_vzblk.{bid}.attn_outputzblk.{bid}.attn_rot_embdzblk.{bid}.attn_sinkszblk.{bid}.attn_q_normzblk.{bid}.attn_k_normzblk.{bid}.attn_output_normzblk.{bid}.post_attention_normzblk.{bid}.ffn_gate_inpzblk.{bid}.ffn_gate_inp_shexpzblk.{bid}.ffn_normzblk.{bid}.post_ffw_normzblk.{bid}.ffn_gatezblk.{bid}.ffn_downzblk.{bid}.ffn_upzblk.{bid}.ffn_gate_shexpzblk.{bid}.ffn_down_shexpzblk.{bid}.ffn_up_shexpzblk.{bid}.ffn_gate_chexpszblk.{bid}.ffn_down_chexpszblk.{bid}.ffn_up_chexpszblk.{bid}.ffnzblk.{bid}.ffn_norm_expszblk.{bid}.ffn_gate_expszblk.{bid}.ffn_down_expszblk.{bid}.ffn_up_expszblk.{bid}.exp_probs_bzblk.{bid}.layer_output_normper_layer_token_embdper_layer_model_projper_layer_proj_normaltup_unembd_proj
altup_projzblk.{bid}.inp_gatezblk.{bid}.projzblk.{bid}.post_normzblk.{bid}.altup_correct_coefzblk.{bid}.altup_correct_scalezblk.{bid}.altup_predict_coefzblk.{bid}.altup_routerzblk.{bid}.altup_router_normzblk.{bid}.laurel_lzblk.{bid}.laurel_rzblk.{bid}.laurel_post_normzblk.{bid}.ssm_inzblk.{bid}.ssm_conv1dzblk.{bid}.ssm_xzblk.{bid}.ssm_dtzblk.{bid}.ssm_dt_normzblk.{bid}.ssm_azblk.{bid}.ssm_b_normzblk.{bid}.ssm_c_normzblk.{bid}.ssm_dzblk.{bid}.ssm_normzblk.{bid}.ssm_outzblk.{bid}.time_mix_w0zblk.{bid}.time_mix_w1zblk.{bid}.time_mix_w2zblk.{bid}.time_mix_a0zblk.{bid}.time_mix_a1zblk.{bid}.time_mix_a2zblk.{bid}.time_mix_v0zblk.{bid}.time_mix_v1zblk.{bid}.time_mix_v2zblk.{bid}.time_mix_g1zblk.{bid}.time_mix_g2zblk.{bid}.time_mix_k_kzblk.{bid}.time_mix_k_azblk.{bid}.time_mix_r_kzblk.{bid}.time_mix_lerp_xzblk.{bid}.time_mix_lerp_kzblk.{bid}.time_mix_lerp_vzblk.{bid}.time_mix_lerp_rzblk.{bid}.time_mix_lerp_gzblk.{bid}.time_mix_lerp_fusedzblk.{bid}.time_mix_lerp_wzblk.{bid}.time_mix_firstzblk.{bid}.time_mix_decayzblk.{bid}.time_mix_decay_w1zblk.{bid}.time_mix_decay_w2zblk.{bid}.time_mix_keyzblk.{bid}.time_mix_valuezblk.{bid}.time_mix_receptancezblk.{bid}.time_mix_gatezblk.{bid}.time_mix_lnzblk.{bid}.time_mix_outputzblk.{bid}.channel_mix_lerp_kzblk.{bid}.channel_mix_lerp_rzblk.{bid}.channel_mix_keyz blk.{bid}.channel_mix_receptancezblk.{bid}.channel_mix_valuezblk.{bid}.attn_q_azblk.{bid}.attn_q_bzblk.{bid}.attn_kv_a_mqazblk.{bid}.attn_kv_bzblk.{bid}.attn_k_bzblk.{bid}.attn_v_bzblk.{bid}.attn_q_a_normzblk.{bid}.attn_kv_a_normzblk.{bid}.attn_sub_normzblk.{bid}.ffn_sub_normzdec.blk.{bid}.attn_normzdec.blk.{bid}.attn_qzdec.blk.{bid}.attn_kzdec.blk.{bid}.attn_vzdec.blk.{bid}.attn_ozdec.blk.{bid}.attn_rel_bzdec.blk.{bid}.cross_attn_normzdec.blk.{bid}.cross_attn_qzdec.blk.{bid}.cross_attn_kzdec.blk.{bid}.cross_attn_vzdec.blk.{bid}.cross_attn_ozdec.blk.{bid}.cross_attn_rel_bzdec.blk.{bid}.ffn_normzdec.blk.{bid}.ffn_gatezdec.blk.{bid}.ffn_downzdec.blk.{bid}.ffn_upzdec.output_normzenc.blk.{bid}.attn_normzenc.blk.{bid}.attn_qzenc.blk.{bid}.attn_kzenc.blk.{bid}.attn_vzenc.blk.{bid}.attn_ozenc.blk.{bid}.attn_rel_bzenc.blk.{bid}.ffn_normzenc.blk.{bid}.ffn_gatezenc.blk.{bid}.ffn_downzenc.blk.{bid}.ffn_upzenc.output_normclsz
cls.outputconv1dzconvnext.{bid}.dwzconvnext.{bid}.normzconvnext.{bid}.pw1zconvnext.{bid}.pw2zconvnext.{bid}.gammazposnet.{bid}.conv1zposnet.{bid}.conv2zposnet.{bid}.normzposnet.{bid}.norm1zposnet.{bid}.norm2zposnet.{bid}.attn_normzposnet.{bid}.attn_qzposnet.{bid}.attn_kzposnet.{bid}.attn_vzposnet.{bid}.attn_outputzblk.{bid}.shortconv.convzblk.{bid}.shortconv.in_projzblk.{bid}.shortconv.out_projzmm.{bid}zmm.model.fczmm.model.mlp.{bid}zmm.model.peg.{bid}zv.class_embdzv.patch_embdzv.position_embdzv.blk.{bid}.attn_qzv.blk.{bid}.attn_q_normzv.blk.{bid}.attn_kzv.blk.{bid}.attn_k_normzv.blk.{bid}.attn_vzv.blk.{bid}.ln1zv.blk.{bid}.attn_outzv.blk.{bid}.attn_out_normzv.blk.{bid}.ln2zv.blk.{bid}.ffn_upzv.blk.{bid}.ffn_gatezv.blk.{bid}.ffn_downzv.blk.{bid}.ls1zv.blk.{bid}.ls2zv.pre_lnz	v.post_lnzmm.input_projectionzmm.input_normzmm.soft_emb_normzresampler.pos_embd_kzresampler.attn.qzresampler.attn.kzresampler.attn.vzresampler.attn.outzresampler.kvzresampler.ln_kvzresampler.ln_postzresampler.ln_qzresampler.projzresampler.queryzv.token_embd.img_breakzmm.patch_mergerza.position_embdza.conv1d.{bid}za.pre_lnz	a.post_lnza.blk.{bid}.attn_qza.blk.{bid}.attn_kza.blk.{bid}.attn_vza.blk.{bid}.ln1za.blk.{bid}.attn_outza.blk.{bid}.ln2za.blk.{bid}.ffn_upza.blk.{bid}.ffn_gateza.blk.{bid}.ffn_downzmm.a.mlp.{bid}zmm.a.fczmm.a.norm_prezmm.a.norm_midzblk.{bid}.nextn.eh_projzblk.{bid}.nextn.embed_tokenszblk.{bid}.nextn.enormzblk.{bid}.nextn.hnormz blk.{bid}.nextn.shared_head_headz blk.{bid}.nextn.shared_head_normzdict[MODEL_TENSOR, str]TENSOR_NAMESz$dict[MODEL_ARCH, list[MODEL_TENSOR]]MODEL_TENSORSMODEL_TENSOR_SKIPc                  ,    \ rS rSrSrSrSrSrSrSr	Sr
g	)
	TokenTypei5     r
   r            r   N)r   r   r   r   NORMALUNKNOWNCONTROLUSER_DEFINEDUNUSEDBYTErE   r   rF   rG   r  r  5  s     FGGLFDrF   r  c                  $    \ rS rSrSrSrSrSrSrg)RopeScalingTypei>  nonelinearyarnlongroper   N)	r   r   r   r   NONELINEARYARNLONGROPErE   r   rF   rG   r  r  >  s    DFDHrF   r  c                  (    \ rS rSrSrSrSrSrSrSr	g)	PoolingTypeiE  r   r   r
   r   r  r   N)
r   r   r   r   r  MEANr<  LASTRANKrE   r   rF   rG   r  r  E  s    DDCDDrF   r  c                      \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSr Sr!S r"S!r#S"r$g#)$GGMLQuantizationTypeiM  r   r   r
   r   r        	   
                              r   r                              "   #   '   r   N)%r   r   r   r   F32F16Q4_0Q4_1Q5_0Q5_1Q8_0Q8_1Q2_KQ3_KQ4_KQ5_KQ6_KQ8_KIQ2_XXSIQ2_XSIQ3_XXSIQ1_SIQ4_NLIQ3_SIQ2_SIQ4_XSI8I16I32I64F64IQ1_MBF16TQ1_0TQ2_0MXFP4rE   r   rF   rG   r  r  M  s    CCDDDDDDDDDDDDGFGEFEEFBCCCCEDEEErF   r  c                      \ rS rSrSrSrSrg)ExpertGatingFuncTypeip  r   r
   r   N)r   r   r   r   SOFTMAXSIGMOIDrE   r   rF   rG   rU  rU  p  s    GGrF   rU  c                      \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSrSr Sr!S r"S!r#S"r$S#r%g$)%LlamaFileTypeiz  r   r   r
   r   r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r   r   r(  r)  r*  r+  r,  r-  r.  r/  r0     r	   $   %   i   r   N)&r   r   r   r   ALL_F32
MOSTLY_F16MOSTLY_Q4_0MOSTLY_Q4_1MOSTLY_Q8_0MOSTLY_Q5_0MOSTLY_Q5_1MOSTLY_Q2_KMOSTLY_Q3_K_SMOSTLY_Q3_K_MMOSTLY_Q3_K_LMOSTLY_Q4_K_SMOSTLY_Q4_K_MMOSTLY_Q5_K_SMOSTLY_Q5_K_MMOSTLY_Q6_KMOSTLY_IQ2_XXSMOSTLY_IQ2_XSMOSTLY_Q2_K_SMOSTLY_IQ3_XSMOSTLY_IQ3_XXSMOSTLY_IQ1_SMOSTLY_IQ4_NLMOSTLY_IQ3_SMOSTLY_IQ3_MMOSTLY_IQ2_SMOSTLY_IQ2_MMOSTLY_IQ4_XSMOSTLY_IQ1_MMOSTLY_BF16MOSTLY_TQ1_0MOSTLY_TQ2_0GUESSEDrE   r   rF   rG   rY  rY  z  s    GJKK KKKKMMMMMMMKNMMMNLMLLLLMLK LLGrF   rY  c                      \ rS rSrSrSrSrg)
GGUFEndiani  r   r   r   N)r   r   r   r   LITTLEBIGrE   r   rF   rG   r  r    s    F
CrF   r  c                  \    \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSr\SS j5       rSrg)GGUFValueTypei  r   r   r
   r   r  r  r  r  r  r  r  r  r   c                   [        U [        [        [        45      (       a  [        R
                  $ [        U [        5      (       a  [        R                  $ [        U [        5      (       a  [        R                  $ [        U [        5      (       a  [        R                  $ [        U [        5      (       a  [        R                  $ [        S[        U 5       35      e)NzUnknown type: )
isinstancestrbytes	bytearrayr  STRINGlistARRAYfloatFLOAT32boolBOOLintINT32
ValueErrortype)vals    rG   get_typeGGUFValueType.get_type  s    cC	233 '''T"" &&&U## (((T"" %%%S!! &&& ~d3i[9::rF   r   N)r  r   returnr  )r   r   r   r   UINT8INT8UINT16INT16UINT32r  r  r  r  r  UINT64INT64FLOAT64staticmethodr  rE   r   rF   rG   r  r    sU    EDFEFEGDFEFEG; ;rF   r  c                  H    \ rS rSrSrSrSrSrSrSr	Sr
S	rS
rSrSrSrSrSrg)VisionProjectorTypei  r  idefics3pixtralr  r  zqwen2.5vl_mergerultravoxinternvlqwen2azqwen2.5ovoxtralr  kimivlr   N)r   r   r   r   rg  IDEFICS3PIXTRALrA  rX  QWEN25VLULTRAVOXINTERNVLQWEN2AQWEN25OVOXTRALr  KIMIVLrE   r   rF   rG   r  r    sC    FHGFG!HHHFGGDFrF   r     )r   r  )r   r
   )r	   r&  )r	   r   )r	   r(  )r	   r*  )r	   r1  )r	   (   r  r$  r  r   @   )r   r   )r   r  )r  6   )r  B   )r	   r%  z+dict[GGMLQuantizationType, tuple[int, int]]GGML_QUANT_SIZESN(  
__future__r   enumr   r   r   typingr   
GGUF_MAGICGGUF_VERSIONGGUF_DEFAULT_ALIGNMENTGGML_QUANT_VERSIONr   r6  r?  r  r  r=  r@  rA  rB  rC  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  rD  r  r  r  r  r  r  r  r  r  r  r  r  r  r  __annotations__r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rY  rZ  r[  r\  r]  rX  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  ri  rh  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  rU  rY  r  r  r  QK_Kr4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  r  rH   r   KEY_GENERAL_ARCHITECTUREr    KEY_GENERAL_QUANTIZATION_VERSIONr   KEY_GENERAL_ALIGNMENTr   KEY_GENERAL_NAMEr   KEY_GENERAL_AUTHORr'   KEY_GENERAL_URLr!   KEY_GENERAL_DESCRIPTIONr$   KEY_GENERAL_LICENSEr+   KEY_GENERAL_SOURCE_URLr   KEY_GENERAL_FILE_TYPErw   rL   KEY_VOCAB_SIZErM   KEY_CONTEXT_LENGTHrN   KEY_EMBEDDING_LENGTHrP   KEY_BLOCK_COUNTrR   KEY_FEED_FORWARD_LENGTHrV   KEY_USE_PARALLEL_RESIDUALrW   KEY_TENSOR_DATA_LAYOUTr   r{   KEY_ATTENTION_HEAD_COUNTr|   KEY_ATTENTION_HEAD_COUNT_KVr}   KEY_ATTENTION_MAX_ALIBI_BIASr~   KEY_ATTENTION_CLAMP_KQVr   KEY_ATTENTION_LAYERNORM_EPSr   KEY_ATTENTION_LAYERNORM_RMS_EPSr   r   KEY_ROPE_DIMENSION_COUNTr   KEY_ROPE_FREQ_BASEr   KEY_ROPE_SCALING_TYPEr   KEY_ROPE_SCALING_FACTORr   KEY_ROPE_SCALING_ORIG_CTX_LENr   KEY_ROPE_SCALING_FINETUNEDr   r   KEY_SSM_CONV_KERNELr   KEY_SSM_INNER_SIZEr   KEY_SSM_STATE_SIZEr   KEY_SSM_TIME_STEP_RANKr   KEY_SSM_GROUP_COUNTr   KEY_SSM_DT_B_C_RMSr   r   KEY_TOKENIZER_MODELr   KEY_TOKENIZER_PREr   KEY_TOKENIZER_LISTr   KEY_TOKENIZER_TOKEN_TYPEr   KEY_TOKENIZER_SCORESr   KEY_TOKENIZER_MERGESr   KEY_TOKENIZER_BOS_IDr   KEY_TOKENIZER_EOS_IDr   KEY_TOKENIZER_EOT_IDr   KEY_TOKENIZER_EOM_IDr   KEY_TOKENIZER_UNK_IDr   KEY_TOKENIZER_SEP_IDr   KEY_TOKENIZER_PAD_IDr   KEY_TOKENIZER_MASK_IDr   KEY_TOKENIZER_HF_JSONr   KEY_TOKENIZER_RWKVr   KEY_TOKENIZER_FIM_PRE_IDr   KEY_TOKENIZER_FIM_SUF_IDr   KEY_TOKENIZER_FIM_MID_IDr   KEY_TOKENIZER_FIM_PAD_IDr   KEY_TOKENIZER_FIM_REP_IDr   KEY_TOKENIZER_FIM_SEP_IDr   KEY_TOKENIZER_PREFIX_IDr   KEY_TOKENIZER_SUFFIX_IDr   KEY_TOKENIZER_MIDDLE_IDr   rF   rG   <module>r     s[g   " $ $  $
  _* _*N	 a aHG h$7 h$Vb+b+b+ b+ OO	b+
 b+ b+ OOb+ OOb+ OOb+ b+ NNb+ b+ b+ OOb+ b+  !1!b+" #b+$ %b+& 'b+( )b+* +b+, OO-b+. /b+0 1b+2 3b+4 5b+6 7b+8 OO9b+: OO;b+< =b+> ?b+@ Ab+B Cb+D Eb+F Gb+H Ib+J Kb+L Mb+N Ob+P Qb+R Sb+T !2Ub+V Wb+X Yb+Z [b+\ ]b+^ _b+` ab+b cb+d eb+f gb+h ib+j kb+l OOmb+n OOob+p qb+r sb+t ub+v wb+x yb+z {b+| }b+~ OOb+@ Ab+B Cb+D MMEb+F Gb+H OOIb+J Kb+L Mb+N Ob+P Qb+R Sb+T Ub+V Wb+X Yb+Z !3[b+\ NN]b+^ _b+` ab+b cb+d eb+f gb+h ib+j kb+l OOCb+ ' bJ UUW##[""Y  %5  XA = i)Li)  ,=i) Mi) O	i)
 Mi) Hi) Yi) Yi) Li) "",?i) ##,@i) ,Ai) ,Ci) ,@i) ,>i)  ,>!i)" ,>#i)$ ,C%i)& ,E'i)( ,B)i)* ,C+i), ,C-i). ,H/i)0 ,K1i)2 ,D3i)4 ##,J5i)6 ,@7i)8 ,@9i): ,E;i)< ,@=i)> ,@?i)@ ,>Ai)B ,FCi)D ,FEi)F ,DGi)H ,GIi)J ,GKi)L ,EMi)N OOi)P ,EQi)R ,ESi)T ,EUi)V ,CWi)X   ,CYi)Z ,I[i)\ %%,B]i)^ %%,B_i)` $$,Aai)b "",?ci)d Lei)f ##,@gi)h ,<ii)j $$,Aki)l ##,Jmi)n $$,Koi)p ##,Jqi)r ,Dsi)t "",Iui)v ,@wi)x ,@yi)z !!,H{i)| ,>}i)~ ,Bi)@ ,=Ai)B ,>Ci)D ,CEi)F ,=Gi)H ,BIi)J ,BKi)L ,=Mi)N ,@Oi)P ,?Qi)R ,CSi)T ,CUi)V ,CWi)X ,CYi)Z ,C[i)\ ,C]i)^ ,C_i)` ,Cai)b ,Cci)d ,Cei)f ,Cgi)h ,Dii)j ,Dki)l ,Dmi)n   ,Goi)p   ,Gqi)r   ,Gsi)t   ,Gui)v   ,Gwi)x $$,Kyi)z   ,G{i)| ,F}i)~ ,Fi)@ "",IAi)B "",ICi)D ,DEi)F ,FGi)H $$,KIi)J ,EKi)L ,CMi)N   ,GOi)P ##,JQi)R ##,JSi)T   ,GUi)V '',NWi)X "",IYi)Z ,@[i)\ ,@]i)^ ,E_i)` ,Aai)b ,@ci)d ,@ei)f ,Egi)h ,Fii)j ,Eki)l ,Dmi)n ,Eoi)p ,Bqi)r ,Bsi)t ,Bui)v ,Bwi)x ,Fyi)z $$,K{i)| !!,H}i)~ !!,Hi)@ !!,HAi)B ##,HCi)D %%,LEi)F ,DGi)H ,DIi)J ,DKi)L ,BMi)N   ,=Oi)P ,EQi)R ,BSi)T ,BUi)V ,BWi)X ,BYi)Z ,F[i)\ ,D]i)^ ,D_i)` ,Dai)b ,Bci)d   ,=ei)f Egi)h Lii)j Hki)l ,?mi)n ,Aoi)p ,@qi)r ,@si)t ,Bui)v ,@wi)x ,@yi)z ,?{i)| ,@}i)~ ,@i)@ !!,DAi)B ,ACi)D ,AEi)F ,AGi)H   ,FIi)J ,FKi)L !!,IMi)N "",JOi)R JSi)T MUi)V ,@Wi)X ,@Yi)Z N[i)\ !!N]i)^ ,=_i)` ,@ai)b "",Eci)d ,@ei)f "",Egi)h ,@ii)j !!,=ki)l ,Bmi)n "",Goi)p %%,=qi)r ,@si)t ,Bui)v ,Bwi)x   ,=yi)z   ,={i)| J}i)~ Ki)@ ,AAi)B OCi)D ##,>Ei)F $$,BGi)H   ,>Ii)J   ,>Ki)L   ,>Mi)N "",@Oi)P NQi)R !!,=Si)T ##,?Ui)V   ,<Wi)X ,<Yi)Z ,=[i)\ %%,D]i)^ "",=_i)b ,=ci)d ,<ei)f Jgi)h Kii)j ,@ki)l ,@mi)n ,@oi)p !!,=qi)r ,Bsi)t "",=ui)v ,@wi)x ,Byi)z ,B{i)| ,<}i)~ Ii)@ OO,E##,J,C,C'',N'',NQi)% iVD7 ::  : 	!!: 	!!	:
 	##: 	%%: 	##: 	%%: 	!!: 	&&: 	!!: 	&&: 	!!: 	!!: 	&&:  	))!:" 	!!#:$ 	##%:& 	##':( 	$$):* 	$$+:, 	-:. 	  /:0 	""1:2 	""3:4 	''5:6 	((7:8 	$$9:: 	$$;:< 	$$=:> 	&&?:@ 	  A:B 	%%C:D 	''E:F 	$$G:H 	""I:J 	##K:L 	))M:N 	&&O:R 	##S:T 	!!U:V 	W:X 	  Y:Z 	!![:\ 	!!]:^ 	!!_:` 	%%a:b 	!!c:d 	&&e:f 	!!g:h 	##i:j 	##k:l 	m:n 	  o:p 	""q:r 	""s:D7x   ""!!!!!!%yD7`   ""!!!!!!####!!+aD7N OO  ""!!!!!!%OD7v OO  """"!!!!!!""##+wD7d   
eD7z     
{D7P   ""QD7p   qD7H OO$$    ""##!ID7l $$    ""##mD7H $$    ""!!!!## ID7h $$iD7@ $$    ""    ##!AD7d $$    ""##eD7| NN      }D7Z	 OO  [	D7r	   s	D7N
 $$  O
D7f
       g
D7H OO  ""ID7d   eD7B   CD7`   aD7~   D7Z   !!!!!!''####!!#[D7@       AD7b       !!!!!!cD7D   ""ED7b   ""    ##""  9cD7^ OO  _D7v OO  wD7R OO  &&''SD7r   &&''!!!!!!!sD7V   ""WD7p   ""qD7P   ""QD7n   &&''""!!!!!!)oD7Z   &&''""""###[D7@   AD7Z   ##!!""[D7x       ##!!""!yD7\  """ 	  " 		"
 	  " 	" 	  " 	" 	" 	" 	" 	" 	" 	##" 	!!"  	""!"$ 	))%"& 	))'"( 	'')"* 	##+", 	((-". 	((/"0 	1"2 	&&3"4 	''5"6 	((7"8 	''9": 	!!;"< 	&&="> 	?"@ 	A"B 	%%C"]D7b           ##!!""%!cD7J   ""KD7h $$        $$$$$$$$$$$$((####&&&&!!##((""  $$''''$$++&&=iD7h       $$$$$$$$$$$$((####&&&&!!##((""  $$7iD7b $$    ((                      !!!!!!!!##((  $$''$$&&;cD7` $$  ((                      !!!!!!!!##((  $$;aD7^   _D7x   yD7R     !!!!!!5SD7J   ""KD7j       kD7F   GD7^ OO  ""!!!!!!_D7x OO
yD7N    ##    ""O D7n  ##  o D7J!       !!!!!!K!D7l!       m!D7F"   ""!!!!!!!!'G"D7p"   ""!!!!!!####!!+q"D7^#   """"##""!!!!!!####!!$$9_#D7Z$   !!!!!!####!!$$)[$D7F% NN  ""##G%D7b%   c%D7@& OO  ##""A&D7b&   ##    !!!!!!####!!$$""''    ++++;c&D7`'   ""!!a'D7~' MM""!!##((%%%%%%''))!!!!!!$$""!!##!!!!!!$$='D7~( ""!!##!!!!!!$$(D7\) OO  ])D7t)   ""u)D7R*   #S*D7x*   ""y*D7X+       ##""Y+D7z+   {+D7V,   !!!!!!##!!##!W,D7z,   !!!!!!##!!##9 {,D7v-       w-D7V. $$  ""!!!!##  !!!!  !!!!%%""""""$$)"W.D7B/   !!!!!!####!!#C/D7h/       $$!!!!##!!##!!-i/D7X0   ""Y0D7v0     	 	 	 	!! 	 	  A!D       !!!!!!####!!'*           ""    ##!!!!!!  OO$$##%%&&    #& $$##%%&&    !!!!!!$$+.   !!!!!!!$   ""    !$       !!!!!!"       !!!!!!####!!%_7D73 DP8 "" OO"" "" OO"" "" "" "" "" "" ""  "" a3; 7 3t d '  7  F7 ( G ( V 
;G ;@ " !A&!A&!A ,!A "2	!A
 "2!A "6!A ,!A "2!A 3
(:TQY(F"G!A 3DAI	(AB(F"G!A 3	(9B(>"?!A 3	(9DAI(E(J"K!A 3DAI	(ADBJ(N"O!A 3D419(<"=!A   3DAI"6!A  3DAI
(B"C!!A"   3DAI	(A"B#!A$ 3DAI
(B"C,3DAI	(ADBJ(NQR(R"S3DAI
(B"C3	(9DBJ(F"G&&&&&3	DBJ(>$"*(L"M&"3-,A!A = !N $(<<#<#< #'<<#D#D  #'<<#9#9 #'<<#4#4 #'<<#6#6 #'<<#3#3#'<<#;#; #'<<#7#7 #'<<#:#: #'<<#9#9  !HH// HH33  HH55  HH00 HH88  HH::  HH77  #'..";"; "&..">"> "&.."?"? "&..":": "&..">"> "&.."B"B  !%		 9 9  $		 3 3  $		 6 6  $		 8 8  $		 > >  $		 ; ;  -- ,, ,, 00 -- ,,   >>// >>-- >>.. >>44 >>00 >>00 >>00 >>00 >>00 >>00 >>00 >>00 >>00 >>11 >>11 >>.. >>44 >>44 >>44 >>44 >>44 >>44   >>33 >>33 >>33 rF   