+hSSKrSSKJrJrJrJr SSKrSSKJr SSK Js J r SSK J r Jr SSKJr SSKJr SSKJr SS KJr S S KJrJr \"\5r/S Qr/S Qr\R<"SS/5\R<"SS/5S.r"SS\R@5r!"SS\RRD5r#"SS\RD5r$"SS\RD5r%"SS\RD5r&"SS\RD5r'"SS\RD5r("SS \RD5r)"S!S"\RD5r*"S#S$5r+"S%S&5r,"S'S(\RD5r-"S)S*\RD5r."S+S,\RD5r/"S-S.\RD5r0"S/S0\RD5r1"S1S2\\ 5r2g)3N)ListOptionalTupleUnion) ConfigMixinregister_to_config) get_logger)apply_forward_hook)AutoencoderKLOutput) ModelMixin) DecoderOutputIdentityDistribution(g4 t?g}Gug#әr?gչ?gF%.2Ǔ?g ?gu $'y?g ˆj?g&.*?gij'-?g ف4?g癖?g1X?gj !?g 3,?g.$-Ĕ?g 5 {?g;,T?g ~?g=-7?gTjݣ$?g,l?gM53ݨ?gJF?g!!%?gnK?ggI?gg=c?g9m?g԰?gJHZ?go @?g 7Š?g oS?gJK?ge:Ɯ?gѴ@?gfTF?g #?g~[?gJn^慅?gCo?g< ~?gڪ?g ?gϾ,̠?guס?g'#J9?g2`gJ?gJvSgAj?g sQ?gO?gQgQL?g $ ?g^_>?g=Y{7]?g%5?gdH_RƧ?g+>?gU?gC?g"~͋?gCfx ?g2gkgg[Yͅg窳9gޑ녆g8&g-!g Tgc#듿gZgprg2ϙg9Qygeѡۘgq!mFzg{nHgY[N?g)WgS h.`g= J$g[<箿gTgQgÙ gzRgDԷ骿gW5_g˺V﫿gW'g(xggRLg e,gnXzgޱg33'g{_g66gklFfg~I+g)݆t8g[mNg-RQg`g;P]g~U7,pg+2gkog(Jg v'gR~Fg\T(rgK H`gV3(gX]g>(ſg_rH?gVW̤?gIG?gw?g2O?gK?gTA }?g#l4?gaVL?g|__Ş?g+!b?g1?gc=2)?g8pN?g?g[H|gd*"TggA Gg9[av&ggR|s.g 1.g㪿g-J?DgOYggnog'@Pg҂@gJZ᧧gC¨g## ?g~"G!f?gGƝgᄕLFg:&GgA?#g0æg6,>"ئg)Ug.3Ͼgՙ g]p멿gt5l)Zg bfէg3樿gAKiʨg?g,wn)tg;VEg;! 5g3CgIɛ{gƹguMؤgm2g {gҚ̀g,DEgUslڵg geY]g/`䣿(g0$?g6D~?gxG?gs"I?g+!~Q?g4uhU?g&|ⵁ?g$m?gB=j?g)n?y?gZT8@8x?gE>3?gl1?gz[#ac?g&߮?g{W?gWGG?g(p?g8!?gMN?gd?g |?g%r?gl??gEeT?g`?gǢ?gm??gAvA?g]@?J?gu!?gn|)?gw3/?gy?gv?gg~N?gHA]?g@=?gڶ%?g7?g/w?gyޕ?g%Uf?g?g4x"&2?gp_8?g%ϳafB?g^.^M?gnˀf?g6??gr_!s?gЎ?gda?g9B66?g]o!U5?g}a!g?gWRա&|?gZua?g#?gȟ?gd\=?gYfQ?gNl ?g9B6?g@_?g1 8?g776?gqI?g4?gL?g>`#?g=1_?g?g"?g9w`G?gi?gi^a:?g j[AV?guU^p?g9{>?g퀈`^?gR4A?g;! ?g??g|)=?g&!a{?gT O"?g ?gՇ?gk82?g6fR?gx*o?goW՜?g,g~5?g7b?g?gn)?gC~ 6?gHUC?ggB}D?g@!R?g5T?g)0W?gx?gs0R?gHDz?gmc?g1!$?g&G*!`?g/Qv?g?gh0x^K?gʑA?g%6a?g_T?g?gEr"?gr",?g%Z?g2Rs@?g 2?ge]//?g_?g,n?gٍ_?ge)w?ga:?g/@0?g8a?g{?gG?gܿ}.?g +?gfޢ?gX?gsG?g>?gbL?gV?gox'?ggS~?gڊ?g@#)?gao?g/?g(bS?g̲'?g6>?g8^)/?gjxb?gπ8W?gO4r?g`?g[?g%L/?g?g贗 ?g?gܽy?g?g~?gnm]?g ?gc:?g(?g򸠥(?g%?g:T^"?gy3E?g?gD?gLՇ??g:B?g.S?g?g?gj5ȑ?g[F̌?gz,!?gǸ?gJ"?g+~?g}R7a ?gO_?g O;>R?gP]?gߑ?gdֽ?g=I?g#ܞb?g3t8?g^b?g,?g̥)^?gԲ!|?g)j/n?gB_?gף.!8?gʇↆ?gR?g3!!b?g_?gLsD!vd?gd|?gmA?g>[?gA~8?gNE ~Da?gٰo?gK?g[B?gA`a?gc>A?gBӯ?gM?g ?gF]0$?g*ڠ;?g8m?g$k?g=mB?g]]>'w?gg>N?g1?gb?gIK"?gi?gW ?@?gY8Q#?gn?l-?gzX^2?gpp?gQ*v?g̀u?g c-?gA.?gZ2?g_JUEZ?g]$rw?gi}m?gbͽn?g _?gg7 ?g>(޷?g F?g?g(_?g8+&?gSa?g?g;f??)haar rearrangec^\rSrSrSS\S\S\\\\\\44S\\\\\\44S\\\\\\44S\S\S S 4U4S jjjrS \ RS \ R4U4S jjr Sr U=r $)CosmosCausalConv3d- in_channels out_channels kernel_sizedilationstridepaddingpad_modereturnNcR>[U[5(aX3U4OUn[U[5(aXDU4OUn[U[5(aXUU4OUnUupn U S-S:Xa U S-S:Xde[T U] UUUUUS9 XplUSUSS- -SUS- -UlXfXf4Ulg)Nr r)rrr) isinstanceintsuper__init__r temporal_pad spatial_pad) selfrrrrrrr_height_kernel_sizewidth_kernel_size __class__s m/home/james-whalen/.local/lib/python3.13/site-packages/diffusers/models/autoencoders/autoencoder_kl_cosmos.pyr$CosmosCausalConv3d.__init__.sBLKY\A]A]{=cn 5?#5N5NH1T\-7-D-D&&)&3>00!A%*/@1/D/III      ! $QK;q>A+=>!fQi-P#g? hidden_statesc >USS2SS2SS2S4RSSURSS5n[R"X!/SS9n[R "U/UR QSPSP7URSS9n[TU]%U5$)Nr.r dimrmodevalue) repeatr%torchcatFpadr&rr#forward)r'r/hidden_states_prevr+s r,r<CosmosCausalConv3d.forwardKs*1a!S=9@@AtGXGXZ[]^_ #5"E1M m-Ft/?/?-F-FA-FT]]bef w}--r.)rr&r%)rr)rrrrrrr?rconstant)__name__ __module__ __qualname____firstlineno__r"rrstrr$r8Tensorr<__static_attributes__ __classcell__r+s@r,rr-s8A5>3<"@@@3c3m 445 @ U3S=112 @ c5c3//0 @@@ @@:.U\\.ell..r.rcr^\rSrSrS S\S\4U4SjjjrS\RS\R4SjrSr U=r $) CosmosCausalGroupNormRr num_groupscf>[TU]5 [R"UUSSS9UlX lg)Ngư>T)rM num_channelsepsaffine)r#r$nn GroupNormnormrM)r'rrMr+s r,r$CosmosCausalGroupNorm.__init__Ss1 LL!$   %r.r/rc(URS:XapURS5nURSSSSS5RSS5nUR U5nUR SUS45RSSSSS5nU$UR U5nU$)Nrrr r)rMsizepermuteflattenrT unflatten)r'r/ batch_sizes r,r<CosmosCausalGroupNorm.forward]s ??a &++A.J)11!Q1a@HHANM IIm4M)33A B7GHPP1aAM !IIm4Mr.)rTrMr rArBrCrDr"r$r8rFr<rGrHrIs@r,rKrKRs;%C%S%% U\\ ell  r.rKc,^\rSrSrSS\S\SS4U4SjjjrSS\RS\S\R4S jjr S\RS\R4S jr S\RS\R4S jr S\RS\R4S jr S r U=r$)CosmosPatchEmbed3dj patch_size patch_methodrNc >[TU]5 XlX l[R U5R 5n[R"URS5nURSUSS9 URSUSS9 gNrwaveletsF) persistent_arange r#r$rdre _WAVELETSgetcloner8arangeshaperegister_bufferr'rdrerhror+s r,r$CosmosPatchEmbed3d.__init__kq $(==.446hnnQ/0 ZeD Y5Ar.r/r5c  URnURnURSnURSnURS5R SSS5R USS5nUSUR --R SSS5R USS5n U RUS9n URUS9n[R"U[SUS- 5US- US- US- US- US- 4US9RU5n[R"XRS5RS5US S 9n [R"XRS5RS5US S 9n [R"XRS5RS5US S 9n [R"XRS5RS5US S 9n [R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9n[R"UUUUUUUU/SS 9nU(aUS- nU$)NrrrXdtyper )r;r5rrWr rrgroupsrrr rrrr r1;f@)rwrhrpflipreshaper7rjtor:r;maxconv3d unsqueezer8r9)r'r/r5rescalerwrhnghlhhxlxhxllxlhxhlxhhxlllxllhxlhlxlhhxhllxhlhxhhlxhhhs r,_dwtCosmosPatchEmbed3d._dwtwsH##== NN1     " ]]1  % %aB / 6 6q!Q ?2$,,./ 8 8Ar B I I!QPQ R UUU  UUU m#aQ-QAqSTuVWZ[V[]^ab]b1cjnorr  XXm\\!_%>%>q%A!T] ^ XXm\\!_%>%>q%A!T] ^hhr<<?44Q7)Thhr<<?44Q7)Thhr<<?44Q7)Thhr<<?44Q7)Txx\\!_66q9!IVxx\\!_66q9!IVxx\\!_66q9!IVxx\\!_66q9!IVxx\\!_66q9!IVxx\\!_66q9!IVxx\\!_66q9!IVxx\\!_66q9!IV 4tT4tT"RXYZ )F2Mr.cJ[R"USURSS- /SS9up#[R"UR UR SS9U/SS9n[ [[R"UR 555HnURUSS9nM U$)Nrr r1Tr) r8splitrpr9repeat_interleaverdranger"mathlog2r)r'r/xixvr(s r,_haarCosmosPatchEmbed3d._haars]Q 0C0CA0F0J,KQRS 2#7#7Q#7#OQS"TZ[\ s499T__567A IImTIBM8r.c [R"USURSS- /SS9up#[R"UR UR SS9U/SS9nURupEpgnUR n UR XEXi-XU -XU -U 5nURSSSSSSSS 5RSS5R5nU$) Nrr r1rrrW) r8rrpr9rrdrrZr[ contiguous) r'r/rrr]rO num_framesheightwidthps r,_arrangeCosmosPatchEmbed3d._arranges]Q 0C0CA0F0J,KQRS 2#7#7Q#7#OQS"TZ[\ >K>Q>Q; *e OO%-- joqA+qST*VW &--aAq!Q1EMMaQRS^^` r.cURS:XaURU5$URS:XaURU5$[SUR35e)NrrzUnsupported patch method: )rerr ValueErrorr'r/s r,r<CosmosPatchEmbed3d.forwardsV    &::m, ,   + -==/ /9$:K:K9LMN Nr.rerdrr)reflectF)rArBrCrDr"rEr$r8rFrrrr<rGrHrIs@r,rbrbjs B3 B# B4 B B$%,,$c$Y^YeYe$L5<<ELL ell u|| OU\\OellOOr.rbc(^\rSrSrS S\S\4U4SjjjrSS\RS\ S\R4Sjjr S\RS\R4S jr S\RS\R4S jr S\RS\R4S jr S rU=r$)CosmosUnpatcher3drdrec >[TU]5 XlX l[R U5R 5n[R"URS5nURSUSS9 URSUSS9 grgrkrrs r,r$CosmosUnpatcher3d.__init__rtr.r/rrcURnURnURRU5nURSS-nUR S/5R SSS5RUSS/5nUSURRU5--R SSS5RUSS5nURUS9nURUS9n[R"USSS9upppnn[R"XRS5RS5US S 9n[R"XRS5RS5US S 9U-n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9U-n[R"XRS5RS5US S 9n[R"XRS5RS5US S 9U-n[R"XRS5RS5US S 9n[R"UURS5RS5US S 9U-n[R"UURS5RS 5US S 9n[R"UURS5RS 5US S 9U-n[R"UURS5RS 5US S 9n[R"UURS5RS 5US S 9U-n[R"UURS5RS 5US S 9n[R"UURS5RS 5US S 9U-nU(aUS-nU$)NrrrXrvr1r rr|ryrWr{rxr})devicerwrhrrpr~rr7rjr8chunkr:conv_transpose3dr)r'r/rrrwhrrrrrrrrrrrrrrrrrs r,_idwtCosmosUnpatcher3d._idwtsr%%## MM  V $    "a ' VVQC[ Ar * 1 11a) <B4<]TU[\9]6DD$  ||A'@'@'CAV_`  ||A'@'@'CAV_`cff  ||A'@'@'CAV_`  ||A'@'@'CAV_`cff  ||A'@'@'CAV_`  ||A'@'@'CAV_`cff  ||A'@'@'CAV_`  r||A'@'@'CAV_`cff  R\\!_%>%>q%A!T] ^   R\\!_%>%>q%A!T] ^ac c   R\\!_%>%>q%A!T] ^   R\\!_%>%>q%A!T] ^ac c**2r||A/H/H/KTU^gh  r2<<?#<#[TU]5 [XSSSS9Ul[X"SSSS9Ulg)Nrrrrrrrrrrr)r#r$rconv_sconv_t)r'rrr+s r,r$CosmosConvProjection3d.__init__ s8 (PYbcmno (QZcdnop r.r/cJURU5nURU5nU$Nrrrs r,r<CosmosConvProjection3d.forwards$ M2  M2 r.rr`rIs@r,rr sAqCqsqtq U\\ellr.rc ^\rSrSrS S\S\S\S\SS4 U4SjjjrS \RS\R4S jr S r U=r $) CosmosResnetBlock3dirrdropoutrMrNcP>[TU]5 U=(d Un[X5Ul[ X5Ul[X$5Ul[R"U5Ul [ X"5Ul X:wa[XSSSS9Ul g[R"5Ul g)Nrrr)r#r$rKnorm1rconv1norm2rRDropoutrconv2r conv_shortcutIdentity)r'rrrrMr+s r,r$CosmosResnetBlock3d.__init__s #2{ *;C +KF *<D zz'* +LG  &!3K[\efpq!rD !#D r.r/c2UnURU5nURU5n[R"U5nUR U5nUR U5n[R"U5nUR U5nURU5nX-$r)rrr:silurrrr)r'r/residuals r,r<CosmosResnetBlock3d.forward-s %%h/ =1 }-  =1  =1 }-  ]3  =1 ''r.)rrrrrr)r3r rArBrCrDr"floatr$r8rFr<rGrHrIs@r,rrse  /// /  /  //, (U\\ (ell ( (r.rc ~^\rSrSrS S\S\S\SS4U4SjjjrS\RS\R4S jr S r U=r $) CosmosDownsample3di=rspatial_downsampletemporal_downsamplerNcv>[TU]5 X lX0l[R "5Ul[R "5Ul[R "5UlU(a[XSSSS9UlU(a[XSSSS9UlU(dU(a[XSSSS9Ulgg)Nrrr r rrrrxr?) r#r$rrrRrrrconv3r)r'rrrr+s r,r$CosmosDownsample3d.__init__>s "4#6 [[] [[] [[] +i [\DJ +i [\DJ !4+i [\DJ"5r.r/cUR(dUR(dU$UR(aCSn[R"XSSS9nUR U5n[R "USSS9nX4-nUR(aO[ R"USS2SS2SS2S4U/S S 9nURU5n[R "US S S9nX4-nURU5nU$) N)rrrrrrr@rr4r)rrr.r r1rx) rrr:r;r avg_pool3dr8r9rr)r'r/r;conv_outpool_outs r,r<CosmosDownsample3d.forwardZs&&t/G/G  " "$CEE-:QOMzz-0H||MyQZ[H$/M  # #!II}Q2A2s]'C]&SYZ[Mzz-0H||MyQZ[H$/M =1 r.)rrrrrTT rArBrCrDr"rr$r8rFr<rGrHrIs@r,rr=s[$($( !"   8U\\ellr.rc ~^\rSrSrS S\S\S\SS4U4SjjjrS\RS\R4S jr S r U=r $) CosmosUpsample3diorspatial_upsampletemporal_upsamplerNcv>[TU]5 X lX0l[R "5Ul[R "5Ul[R "5UlU(a[XSSSS9UlU(a[XSSSS9UlU(dU(a[XSSSS9Ulgg)Nrr?rrrr) r#r$rrrRrrrrr)r'rrrr+s r,r$CosmosUpsample3d.__init__ps  0!2[[] [[] [[] +i [\DJ +i [\DJ 0+i [\DJ 1r.r/cUR(dUR(dU$UR(adURS5n[SSUS:--5nUR [U5SS9nUSUS- S2SS2SS24nUR U5U-nUR(a2UR SSS9R SSS9nUR U5U-nURU5nU$)Nr rrr1.rrW)rrrYr"rrrr)r'r/r time_factors r,r<CosmosUpsample3d.forwards$$T-C-C  ! !&++A.JcC:>$::;K);;C [TU]5 Xl[X#S9Ul[ X"SSSS9Ul[ X"SSSS9Ul[ X"SSSS9Ul[R"/5Ul URR[ X"SSSS95 URR[R"U55 XPlURc [S5eg)NrMrrrz+CosmosCausalAttention requires a processor.)r#r$rrKrTrto_qto_kto_vrR ModuleListto_outappendrrr)r'rrrMrrr+s r,r$CosmosCausalAttention.__init__s #6 )*<T &'9[\efpqr &'9[\efpqr &'9[\efpqr mmB'   1ST]^hi j  2::g./" >> !JK K "r.r/attention_maskc"URXUS9$)N)r/r)r)r'r/rs r,r<CosmosCausalAttention.forwards~~dP^~__r.)rTrrr rr r)rr3Nr)rArBrCrDr"rrr$r8rFrr<rGrHrIs@r,rrs hl L L L L  L de L LL2`U\\`8ELLCY`ejeqeq``r.rc |\rSrSrSrS S\S\RS\\RS\R4Sjjr S r g) ricD[[S5(d [S5egNscaled_dot_product_attentionzeCosmosSpatialAttentionProcessor2_0 requires PyTorch 2.0 or higher. To use it, please upgrade PyTorch.hasattrr: ImportErrorr's r,r$+CosmosSpatialAttentionProcessor2_0.__init__%q899w :r.Nattnr/rrcZURupEpgnUn URU5nURU5n URU5n UR U5n U R SSSSS5R SS5R SS5n U R SSSSS5R SS5R SS5n U R SSSSS5R SS5R SS5n U RSURS45RSS5n U RSURS45RSS5n U RSURS45RSS5n [R"XXS9nURSS5R SS5RU 5nURSXx45RSXF45nUR SSSSS5nURS"U5nURS"U5nX)-$)Nrr rrWrrX attn_maskrprTr r rrZr[r\r transposer:rtype_asr r'r r/rr]rOrrrrquerykeyr6s r,__call__+CosmosSpatialAttentionProcessor2_0.__call__s?L>Q>Q; *e  -0  -(ii & -( aAq!,44Q:BB1aHkk!Q1a(00A6>>q!D aAq!,44Q:BB1aHD$<$HHAND$<$Q>Q; *e  -0  -(ii & -( aAq!,44Q:kk!Q1a(00A6 aAq!,44Q:D$<$HHAND$<$[TU]5 ///pn Xp[U5HnU R[ XUSS95 U n U(aJU R[ SU SU[ 5S95 U R[ SU SU[5S95 MpU RS5 U RS5 M [R"U 5Ul [R"U 5Ul [R"U 5Ul SUl U(aA[R"/5Ul URR[XU55 ggNrr rrrMrr)r#r$rrrrrr rRrresnets attentionstemp_attentions downsamplersr)r'rrr6rr7r8rrr<r=r> in_channel out_channelr(r+s r,r$CosmosDownBlock3d.__init__ s/ /12r_"-Kz"A NN.z\]^ _$J!!),-+6#$ '"D"F  &&),-+6#$ '"E"G !!$'&&t,3#6}}W- -- 3!}}_=   " b 1D     $ $%7 Yl%m n r.r/c[URURUR5Hjup#nU"U5nUbU"U5nUcMUR S5n[ R "URXU55R5nU"X5nMl URbURH nU"U5nM U$Nr ) zipr<r=r>rYr8trilnew_onesrr?)r'r/resnet attentiontemp_attentionrr downsamplers r,r<CosmosDownBlock3d.forward@s14T\\4??TXThTh1i -F~"=1M$ )- 8 )*//2 !&M,B,B:,Z![!`!`!b .} M 2j    (#00 +M :  1r.)r=r?r<r> rArBrCrDr"rrr$r8rFr<rGrHrIs@r,r5r5 s2o2o2o 2o  2o  2o2o!2o"2o 2ohU\\ellr.r5c ~^\rSrSrS S\S\S\S\SS4 U4SjjjrS \RS\R4S jr S r U=r $) CosmosMidBlock3diQrr6rrMrNc >[T U]5 ///pvnUR[XX455 [ U5HfnUR[ SUUU[ 5S95 UR[ SUUU[5S95 UR[XX455 Mh [R"U5Ul [R"U5Ul [R"U5Ul g)Nrr;) r#r$rrrrrr rRrr<r=r>) r'rr6rrMr<r=r>r(r+s r,r$CosmosMidBlock3d.__init__Rs /12r_*;WYZz"A   %()'2)#@B    " "%()'2)#AC   NN.{] ^'#*}}W- -- 3!}}_=r.r/cXURS"U5n[URURURSS5Hbup#nUR S5n[ R "URXU55R5nU"U5nU"X5nU"U5nMd U$)Nrrr ) r<rEr=r>rYr8rFrGr)r'r/rIrJrHrrs r,r<CosmosMidBlock3d.forwardqs Q 6 14T__dFZFZ\`\h\hijik\l1m -Iv&++A.J"ZZ (>(>z(VW\\^N%m4M*=IM"=1M 2nr.)r=r<r>r_rrIs@r,rOrOQsR>C>S>5>VY>bf>>> U\\ ell  r.rOc^\rSrSrS\S\S\S\S\S\S\S \S S 4U4S jjrS \RS \R4Sjr Sr U=r $)CosmosUpBlock3dirrr6rr7 use_upsamplerrrNc >[TU]5 ///pn Xp[U5HnU R[ XUSS95 U n U(aJU R[ SU SU[ 5S95 U R[ SU SU[5S95 MpU RS5 U RS5 M [R"U 5Ul [R"U 5Ul [R"U 5Ul SUl U(aA[R"/5Ul URR[XU55 ggr:)r#r$rrrrrr rRrr<r=r> upsamplersr)r'rrr6rr7rVrrr<rIr>r@rAr(r+s r,r$CosmosUpBlock3d.__init__s+ .0"bO"-Kz"A NN.z\]^ _$J  ),-+6#$ '"D"F  &&),-+6#$ '"E"G   &&&t,3#6}}W- -- 2!}}_=  mmB/DO OO " "#3KSd#e f r.r/c[URURUR5Hjup#nU"U5nUbU"U5nUcMUR S5n[ R "URXU55R5nU"X5nMl URbURH nU"U5nM U$rD) rEr<r=r>rYr8rFrGrrX)r'r/rHrIrJrr upsamplers r,r<CosmosUpBlock3d.forwards14T\\4??TXThTh1i -F~"=1M$ )- 8 )*//2 !&M,B,B:,Z![!`!`!b .} M 2j ?? &!__ )- 8 -r.)r=r<r>rXrMrIs@r,rUrUs2g2g2g 2g  2g  2g2g2g 2g 2ghU\\ellr.rUc^\rSrSrSS\S\S\\S4S\S\\S4S\S \S \S \S \S \SS4U4SjjjrS\ RS\ R4Sjr Sr U=r $)CosmosEncoder3dirrblock_out_channels.num_resnet_blocksattention_resolutions resolutionrd patch_typerspatial_compression_ratiotemporal_compression_ratiorNc *>[TU]5 XS--n [[R"U 55[[R"U55- n [[R"U 55[[R"U55- n[ Xx5Ul[XS5UlXg-n/n[[U5S- 5H_nUUnUUS-nX;nS=nnU[U5S- :aSnUU :nUU:nUS-nOSnUR[UUUU UUUU55 Ma [R"U5Ul[!USSU SS9Ul[%USSS 9Ul[USU5UlSUlg) NrrrFr TrXr6rrMr )r#r$r"rrrb patch_embedrconv_inrlenrr5rRr down_blocksrO mid_blockrKnorm_outrgradient_checkpointing)r'rrr_r`rarbrdrcrrdre inner_dimnum_spatial_layersnum_temporal_layerscurrent_resolutionrkir@rAr7rrr8r+s r,r$CosmosEncoder3d.__init__s a-/  +D!EFTYYWaMbIcc!$)),F"GH3tyyYcOdKee.jE-iA9NO (5 s-.23A+A.J,QU3K.GM7< < !43)*Q..!%%&);%;"&'*=&=#%71%<"!&   !%!"&'  44==5**,>,>,"#s(O >,  >, %S#X >,>,>,>,>,$'>,%(>, >,>,@U\\ellr.r^c^\rSrSrSS\S\S\\S4S\S\\S4S\S \S \S \S \S \SS4U4SjjjrS\ RS\ R4Sjr Sr U=r $)CosmosDecoder3dirrr_.r`rarbrdrcrrdrerNc >[TU]5 X'S--n [[R"U 55[[R"U55- n [[R"U 55[[R"U55- n[ [ U55n[XS5Ul[USSU SS9Ul Xg-S[U5S- --n/n[[U5S- 5HnUUnUUS-nUU;nS=nnU[U5S- :a9SnSUs=:=(a US-:Os nU=(d UU :=(a X:nUS-nOSnUR[UUUS-U UUUU55 M [R "U5Ul[%USSS 9Ul[USU 5Ul[+Xx5UlSUlg) Nrrrrgr FTrXr )r#r$r"rrlistreversedrrirOrlrjrrrUrRr up_blocksrKrmrr unpatch_embedrn)r'rrr_r`rarbrdrcrrdrerorprqreversed_block_out_channelsrrrrsr@rAr7rrrVr+s r,r$CosmosDecoder3d.__init__s  q=0  +D!EFTYYWaMbIcc!$)),F"GH3tyyYcOdKee&*84F+G&H#.kWX;YZ **Ea*HUV`gtuv)61EWAX[\A\;]] s-.23A4Q7J5a!e[TU]5 [UUUUUUU U U U S9 Ul[ UUUUUUU U U U S9 Ul[ X3SSS9Ul[ X3SSS9UlSUl SUl SUl SUl SUl SUlSUlSUlSUlS UlS UlS Ulg) N) rrr_r`rarbrdrcrdrerr)rrFr{r rir)r#r$r^encoderrdecoderr quant_convpost_quant_conv use_slicing use_tilinguse_framewise_encodinguse_framewise_decodingnum_sample_frames_batch_sizenum_latent_frames_batch_sizetile_sample_min_heighttile_sample_min_widthtile_sample_min_num_framestile_sample_stride_heighttile_sample_stride_widthtile_sample_stride_num_frames)r'rrrrrrarbr6rdrcrrdrerrr+s r,r$AutoencoderKLCosmos.__init__s& &#(9("7!!!&?'A   ''%8("7!!!&?'A   -_[\fgh1/`aklm!  ',#&+# -/),-)'*#%("*,'*-&(+%-.*r.rrrrrrcJSUlU=(d URUlU=(d URUlU=(d URUlU=(d URUlU=(d UR UlU=(d UR Ulg)a Enable tiled VAE decoding. When this option is enabled, the VAE will split the input tensor into tiles to compute decoding and encoding in several steps. This is useful for saving a large amount of memory and to allow processing larger images. Args: tile_sample_min_height (`int`, *optional*): The minimum height required for a sample to be separated into tiles across the height dimension. tile_sample_min_width (`int`, *optional*): The minimum width required for a sample to be separated into tiles across the width dimension. tile_sample_stride_height (`int`, *optional*): The minimum amount of overlap between two consecutive vertical tiles. This is to ensure that there are no tiling artifacts produced across the height dimension. tile_sample_stride_width (`int`, *optional*): The stride between two consecutive horizontal tiles. This is to ensure that there are no tiling artifacts produced across the width dimension. TN)rrrrrrr)r'rrrrrrs r, enable_tiling!AutoencoderKLCosmos.enable_tilings}4&<&[@[@[#%:%Xd>X>X"*D*gHgHg')B)ddFdFd&(@(aDDaDa%-J-pdNpNp*r.cSUlg)z Disable tiled VAE decoding. If `enable_tiling` was previously enabled, this method will go back to computing decoding in one step. FN)rrs r,disable_tiling"AutoencoderKLCosmos.disable_tiling s  r.cSUlg)z Enable sliced VAE decoding. When this option is enabled, the VAE will split the input tensor in slices to compute decoding in several steps. This is useful to save some memory and allow larger batch sizes. TNrrs r,enable_slicing"AutoencoderKLCosmos.enable_slicings  r.cSUlg)z Disable sliced VAE decoding. If `enable_slicing` was previously enabled, this method will go back to computing decoding in one step. FNrrs r,disable_slicing#AutoencoderKLCosmos.disable_slicings !r.xcJURU5nURU5nU$r)rr)r'rencs r,_encodeAutoencoderKLCosmos._encodes" LLOooa  r. return_dictc>UR(aYURSS:aFURS5Vs/sHo0RU5PM nn[R "U5nOURU5n[ U5nU(dU4$[US9$s snf)Nrr) latent_dist)rrprrr8r9rr )r'rrx_sliceencoded_slicesr posteriors r,encodeAutoencoderKLCosmos.encode$s}    QCD771:N:ll73:NN .)A QA(+ < "y99OsBzclURU5nURU5nU(dU4$[US9$)Nsample)rrr)r'rrdecs r,_decodeAutoencoderKLCosmos._decode2s4   #ll1o6MC((r.cPUR(acURSS:aPURS5Vs/sHo0RU5RPM nn[ R "U5nOURU5RnU(dU4$[US9$s snf)Nrrr)rrprrrr8r9r)r'rrz_slicedecoded_slicesdecodeds r,decodeAutoencoderKLCosmos.decode:s    QJK''RS*U*wll73::*NUii/Gll1o,,G: G,,Vs$B#rsample_posterior generatorcUnURU5RnU(aURUS9nOUR5nUR U5RnU(dU4$[ US9$)N)rr)rrrr5rr) r'rrrrrrrrs r,r<AutoencoderKLCosmos.forwardFsf KKN..   9 5A Akk!n##6MC((r.)rrrrrrrrrrrrrrrr)NNNNNN)rN)T)FTN)"rArBrCrD__doc__ _supports_gradient_checkpointingr LATENTS_MEAN LATENTS_STDr"rrErrrr$rrrrr8rFrr rrrrrr Generatorr<rGrHrIs@r,rrns&P(,$!6J5I16 #)**+.:-8!L/L/L/ L/ %*#s(O L/ $)c? L/ %S#XL/L/L/L/L/L/$'L/%(L/tE{+L/ d5k*!L/" #L/L/`15/34859489= q (  q (} q%-SM q $,E? q #+5/ q(0 q  qD  !%,,  : :4 :5<< : :))D)E-Y^_d_k_kYlJlDm) - -4 -5X]^c^j^jXkIkCl - -"' /3 ) )) ) EOO, ) uU\\"M1 2 ))r.r)3rtypingrrrrr8torch.nnrRtorch.nn.functional functionalr:configuration_utilsrr utilsr utils.accelerate_utilsr modeling_outputsr modeling_utilsrvaerrrAloggerrrtensorrlConv3drModulerKrbrrrrrrrr r5rOrUr^rrr,r.r,rs // B82'4 H  w1 y/ LL,.@A BsCj)  ".".JEHHOO0MOMO`LK LK^ RYY $("))$(N//d-ryy-``BII`<$($(N$($(NC CL+ryy+\CbiiCLQbiiQhRbiiRjh)*kh)r.