
    +jț                     9   S SK rS SKJr  S SKrS SKrS SKJr  S SKr\	" \" S5      R                  S5      5      r\R                  " \S9R                  S5      rSrS	r0 S
\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _0 S\R"                  " SS/5      _S \R"                  " S/5      _S!\R"                  " S/5      _S"\R"                  " SS/5      _S#\R"                  " SS/5      _S$\R"                  " SS/5      _S%\R"                  " SS/5      _S&\R"                  " S/5      _S'\R"                  " S/5      _S(\R"                  " SS/5      _S)\R"                  " SS/5      _S*\R"                  " SS/5      _S+\R"                  " SS/5      _S,\R"                  " S/5      _S-\R"                  " S/5      _S.\R"                  " SS/5      _S/\R"                  " SS/5      _E0 S0\R"                  " SS/5      _S1\R"                  " SS/5      _S2\R"                  " S/5      _S3\R"                  " S/5      _S4\R"                  " SS/5      _S5\R"                  " SS/5      _S6\R"                  " SS/5      _S7\R"                  " SS/5      _S8\R"                  " S/5      _S9\R"                  " S/5      _S:\R"                  " SS/5      _S;\R"                  " SS/5      _S<\R"                  " SS/5      _S=\R"                  " SS/5      _S>\R"                  " S/5      _S?\R"                  " S/5      _S@\R"                  " SS/5      _E0 SA\R"                  " SS/5      _SB\R"                  " SS/5      _SC\R"                  " SS/5      _SD\R"                  " S/5      _SE\R"                  " S/5      _SF\R"                  " SS/5      _SG\R"                  " SS/5      _SH\R"                  " SS/5      _SI\R"                  " SS/5      _SJ\R"                  " SS/5      _SK\R"                  " SS/5      _SL\R"                  " SMS/5      _SN\R"                  " SS/5      _SO\R"                  " SS/5      _SP\R"                  " SQS/5      _SR\R"                  " SSS/5      _ST\R"                  " S/5      _E0 SU\R"                  " S/5      _SV\R"                  " SQS/5      _SW\R"                  " SSS/5      _SX\R"                  " S/5      _SY\R"                  " S/5      _SZ\R"                  " SQS/5      _S[\R"                  " SSS/5      _S\\R"                  " S/5      _S]\R"                  " S/5      _S^\R"                  " SQS/5      _S_\R"                  " SSS/5      _S`\R"                  " S/5      _Sa\R"                  " S/5      _Sb\R"                  " SQS/5      _Sc\R"                  " SSS/5      _Sd\R"                  " S/5      _Se\R"                  " S/5      _E0 Sf\R"                  " SQS/5      _Sg\R"                  " SSS/5      _Sh\R"                  " S/5      _Si\R"                  " S/5      _Sj\R"                  " SQS/5      _Sk\R"                  " SSS/5      _Sl\R"                  " S/5      _Sm\R"                  " S/5      _Sn\R"                  " SQS/5      _So\R"                  " SSS/5      _Sp\R"                  " S/5      _Sq\R"                  " S/5      _Sr\R"                  " SQS/5      _Ss\R"                  " SSS/5      _St\R"                  " S/5      _Su\R"                  " S/5      _Sv\R"                  " SQS/5      _E0 Sw\R"                  " SSS/5      _Sx\R"                  " S/5      _Sy\R"                  " S/5      _Sz\R"                  " SQS/5      _S{\R"                  " SSS/5      _S|\R"                  " S/5      _S}\R"                  " S/5      _S~\R"                  " SQS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SQS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SQS/5      _S\R"                  " SSS/5      _E0 S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SQS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SQS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SQS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SQS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _E\R"                  " S/5      \R"                  " SQS/5      \R"                  " SSS/5      \R"                  " S/5      \R"                  " S/5      \R"                  " SQS/5      \R"                  " SSS/5      \R"                  " S/5      \R"                  " S/5      \R"                  " SS/5      \R"                  " SS/5      \R"                  " SS/5      \R"                  " SS/5      S.ErS r0 S
\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _0 S\R"                  " SSS/5      _S \R"                  " S/5      _S!\R"                  " S/5      _S"\R"                  " SS/5      _S#\R"                  " SSS/5      _S$\R"                  " SS/5      _S%\R"                  " SSS/5      _S&\R"                  " S/5      _S'\R"                  " S/5      _S(\R"                  " SS/5      _S)\R"                  " SSS/5      _S*\R"                  " SS/5      _S+\R"                  " SSS/5      _S,\R"                  " S/5      _S-\R"                  " S/5      _S.\R"                  " SS/5      _S/\R"                  " SSS/5      _E0 S0\R"                  " SS/5      _S1\R"                  " SSS/5      _S2\R"                  " S/5      _S3\R"                  " S/5      _S4\R"                  " SS/5      _S5\R"                  " SSS/5      _S6\R"                  " SS/5      _S7\R"                  " SSS/5      _S8\R"                  " S/5      _S9\R"                  " S/5      _S:\R"                  " SS/5      _S;\R"                  " SSS/5      _S<\R"                  " SS/5      _S=\R"                  " SSS/5      _S>\R"                  " S/5      _S?\R"                  " S/5      _S@\R"                  " SS/5      _E0 SA\R"                  " SSS/5      _SB\R"                  " SS/5      _SC\R"                  " SSS/5      _SD\R"                  " S/5      _SE\R"                  " S/5      _SF\R"                  " SS/5      _SG\R"                  " SSS/5      _SH\R"                  " SS/5      _SI\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _E0 S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _E0 S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _S\R"                  " SS/5      _S\R"                  " SSS/5      _SJ\R"                  " SS/5      _SK\R"                  " SS/5      _SL\R"                  " SS/5      _SN\R"                  " SS/5      _SO\R"                  " SS/5      _SP\R"                  " SS/5      _E0 SR\R"                  " SS/5      _ST\R"                  " S/5      _SU\R"                  " S/5      _SV\R"                  " SS/5      _SW\R"                  " SS/5      _SX\R"                  " S/5      _SY\R"                  " S/5      _SZ\R"                  " SS/5      _S[\R"                  " SS/5      _S\\R"                  " S/5      _S]\R"                  " S/5      _S^\R"                  " SS/5      _S_\R"                  " SS/5      _S`\R"                  " S/5      _Sa\R"                  " S/5      _Sb\R"                  " SS/5      _Sc\R"                  " SS/5      _E0 Sd\R"                  " S/5      _Se\R"                  " S/5      _Sf\R"                  " SS/5      _Sg\R"                  " SS/5      _Sh\R"                  " S/5      _Si\R"                  " S/5      _Sj\R"                  " SS/5      _Sk\R"                  " SS/5      _Sl\R"                  " S/5      _Sm\R"                  " S/5      _Sn\R"                  " SS/5      _So\R"                  " SS/5      _Sp\R"                  " S/5      _Sq\R"                  " S/5      _Sr\R"                  " SS/5      _Ss\R"                  " SS/5      _St\R"                  " S/5      _E0 Su\R"                  " S/5      _Sv\R"                  " SS/5      _Sw\R"                  " SS/5      _Sx\R"                  " S/5      _Sy\R"                  " S/5      _Sz\R"                  " SS/5      _S{\R"                  " SS/5      _S|\R"                  " S/5      _S}\R"                  " S/5      _S~\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _E0 S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _E0 S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _S\R"                  " S/5      _S\R"                  " S/5      _S\R"                  " SS/5      _S\R"                  " SS/5      _E\R"                  " S/5      \R"                  " S/5      \R"                  " SS/5      \R"                  " SS/5      \R"                  " S/5      \R"                  " S/5      \R"                  " SS/5      \R"                  " SS/5      \R"                  " S/5      \R"                  " S/5      \R"                  " SSS/5      \R"                  " SS/5      \R"                  " SS/5      \R"                  " SSS/5      S.ErS r\\S.rg)    N)files)TensorManagerdfloat11z
decode.ptx)pathdecode   )i   z,double_blocks.0.img_attn.norm.key_norm.scale   z.double_blocks.0.img_attn.norm.query_norm.scalez$double_blocks.0.img_attn.proj.weighti   z#double_blocks.0.img_attn.qkv.weighti $  z double_blocks.0.img_mlp.0.weighti H  z double_blocks.0.img_mlp.2.weightz,double_blocks.0.txt_attn.norm.key_norm.scalez.double_blocks.0.txt_attn.norm.query_norm.scalez$double_blocks.0.txt_attn.proj.weightz#double_blocks.0.txt_attn.qkv.weightz double_blocks.0.txt_mlp.0.weightz double_blocks.0.txt_mlp.2.weightz,double_blocks.1.img_attn.norm.key_norm.scalez.double_blocks.1.img_attn.norm.query_norm.scalez$double_blocks.1.img_attn.proj.weightz#double_blocks.1.img_attn.qkv.weightz double_blocks.1.img_mlp.0.weightz double_blocks.1.img_mlp.2.weightz,double_blocks.1.txt_attn.norm.key_norm.scalez.double_blocks.1.txt_attn.norm.query_norm.scalez$double_blocks.1.txt_attn.proj.weightz#double_blocks.1.txt_attn.qkv.weightz double_blocks.1.txt_mlp.0.weightz double_blocks.1.txt_mlp.2.weightz,double_blocks.2.img_attn.norm.key_norm.scalez.double_blocks.2.img_attn.norm.query_norm.scalez$double_blocks.2.img_attn.proj.weightz#double_blocks.2.img_attn.qkv.weightz double_blocks.2.img_mlp.0.weightz double_blocks.2.img_mlp.2.weightz,double_blocks.2.txt_attn.norm.key_norm.scalez.double_blocks.2.txt_attn.norm.query_norm.scalez$double_blocks.2.txt_attn.proj.weightz#double_blocks.2.txt_attn.qkv.weightz double_blocks.2.txt_mlp.0.weightz double_blocks.2.txt_mlp.2.weightz,double_blocks.3.img_attn.norm.key_norm.scalez.double_blocks.3.img_attn.norm.query_norm.scalez$double_blocks.3.img_attn.proj.weightz#double_blocks.3.img_attn.qkv.weightz double_blocks.3.img_mlp.0.weightz double_blocks.3.img_mlp.2.weightz,double_blocks.3.txt_attn.norm.key_norm.scalez.double_blocks.3.txt_attn.norm.query_norm.scalez$double_blocks.3.txt_attn.proj.weightz#double_blocks.3.txt_attn.qkv.weightz double_blocks.3.txt_mlp.0.weightz double_blocks.3.txt_mlp.2.weightz,double_blocks.4.img_attn.norm.key_norm.scalez.double_blocks.4.img_attn.norm.query_norm.scalez$double_blocks.4.img_attn.proj.weightz#double_blocks.4.img_attn.qkv.weightz double_blocks.4.img_mlp.0.weightz double_blocks.4.img_mlp.2.weightz,double_blocks.4.txt_attn.norm.key_norm.scalez.double_blocks.4.txt_attn.norm.query_norm.scalez$double_blocks.4.txt_attn.proj.weightz#double_blocks.4.txt_attn.qkv.weightz double_blocks.4.txt_mlp.0.weightz double_blocks.4.txt_mlp.2.weightz'double_stream_modulation_img.lin.weightz'double_stream_modulation_txt.lin.weightz%final_layer.adaLN_modulation.1.weighti   zfinal_layer.linear.weightzimg_in.weightzsingle_blocks.0.linear1.weighti l  zsingle_blocks.0.linear2.weighti 0  z#single_blocks.0.norm.key_norm.scalez%single_blocks.0.norm.query_norm.scalezsingle_blocks.1.linear1.weightzsingle_blocks.1.linear2.weightz#single_blocks.1.norm.key_norm.scalez%single_blocks.1.norm.query_norm.scalezsingle_blocks.10.linear1.weightzsingle_blocks.10.linear2.weightz$single_blocks.10.norm.key_norm.scalez&single_blocks.10.norm.query_norm.scalezsingle_blocks.11.linear1.weightzsingle_blocks.11.linear2.weightz$single_blocks.11.norm.key_norm.scalez&single_blocks.11.norm.query_norm.scalezsingle_blocks.12.linear1.weightzsingle_blocks.12.linear2.weightz$single_blocks.12.norm.key_norm.scalez&single_blocks.12.norm.query_norm.scalezsingle_blocks.13.linear1.weightzsingle_blocks.13.linear2.weightz$single_blocks.13.norm.key_norm.scalez&single_blocks.13.norm.query_norm.scalezsingle_blocks.14.linear1.weightzsingle_blocks.14.linear2.weightz$single_blocks.14.norm.key_norm.scalez&single_blocks.14.norm.query_norm.scalezsingle_blocks.15.linear1.weightzsingle_blocks.15.linear2.weightz$single_blocks.15.norm.key_norm.scalez&single_blocks.15.norm.query_norm.scalezsingle_blocks.16.linear1.weightzsingle_blocks.16.linear2.weightz$single_blocks.16.norm.key_norm.scalez&single_blocks.16.norm.query_norm.scalezsingle_blocks.17.linear1.weightzsingle_blocks.17.linear2.weightz$single_blocks.17.norm.key_norm.scalez&single_blocks.17.norm.query_norm.scalezsingle_blocks.18.linear1.weightzsingle_blocks.18.linear2.weightz$single_blocks.18.norm.key_norm.scalez&single_blocks.18.norm.query_norm.scalezsingle_blocks.19.linear1.weightzsingle_blocks.19.linear2.weightz$single_blocks.19.norm.key_norm.scalez&single_blocks.19.norm.query_norm.scalezsingle_blocks.2.linear1.weightzsingle_blocks.2.linear2.weightz#single_blocks.2.norm.key_norm.scalez%single_blocks.2.norm.query_norm.scalezsingle_blocks.3.linear1.weightzsingle_blocks.3.linear2.weightz#single_blocks.3.norm.key_norm.scalez%single_blocks.3.norm.query_norm.scalezsingle_blocks.4.linear1.weightzsingle_blocks.4.linear2.weightz#single_blocks.4.norm.key_norm.scalez%single_blocks.4.norm.query_norm.scalezsingle_blocks.5.linear1.weightzsingle_blocks.5.linear2.weightz#single_blocks.5.norm.key_norm.scalez%single_blocks.5.norm.query_norm.scalezsingle_blocks.6.linear1.weightzsingle_blocks.6.linear2.weightz#single_blocks.6.norm.key_norm.scalez%single_blocks.6.norm.query_norm.scalezsingle_blocks.7.linear1.weightzsingle_blocks.7.linear2.weight#single_blocks.7.norm.key_norm.scale   i   )%single_blocks.7.norm.query_norm.scalesingle_blocks.8.linear1.weightsingle_blocks.8.linear2.weight#single_blocks.8.norm.key_norm.scale%single_blocks.8.norm.query_norm.scalesingle_blocks.9.linear1.weightsingle_blocks.9.linear2.weight#single_blocks.9.norm.key_norm.scale%single_blocks.9.norm.query_norm.scale#single_stream_modulation.lin.weighttime_in.in_layer.weighttime_in.out_layer.weighttxt_in.weightc                    [         n0 n/ / / S.nSnSnUR                  5        GH  u  pg[        R                  " S5      nU S3/n	U R	                  U S35      R                  S5      n
U R	                  U S35      R                  S5      nU R	                  U S35      R                  S5      nU R	                  U S	35      R                  S5      nU R	                  U S
35      R                  S5      nU R	                  U S35      nUR                  5       nUR                  5       nU
R                  S   n[        R                  " UU5      nUR                  5       R                  [        R                  5      R                  5       n[        S   S-  S-   USS  US S -
  R                  5       R!                  5       S-  -   n[#        [$        R&                  " U[        S   [(        -  -  5      5      4n[*        R,                  R/                  UR0                  5         [3        U[        UU
R5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UUU/	S9  S S S 5        [        R6                  " UU5      n[9        U	U5       H+  u  nnUR                  5       R                  UU   5      UU'   M-     A
AAAAAGM     [;        S5       GH  nSU 3nUn[        R                  " S5      nU Vs/ s H  nU SU S3PM     n	nU R	                  U S35      R                  S5      n
U R	                  U S35      R                  S5      nU R	                  U S35      R                  S5      nU R	                  U S	35      R                  S5      nU R	                  U S
35      R                  S5      nU R	                  U S35      nUR                  5       nUR                  5       nU
R                  S   n[        R                  " UU5      nUR                  5       R                  [        R                  5      R                  5       n[        S   S-  S-   USS  US S -
  R                  5       R!                  5       S-  -   n[#        [$        R&                  " U[        S   [(        -  -  5      5      4n[*        R,                  R/                  UR0                  5         [3        U[        UU
R5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UUU/	S9  S S S 5        [        R6                  " UU5      n[9        U	U5       H+  u  nnUR                  5       R                  UU   5      UU'   M-     A
AAAAAGM     [;        S5       GH  nSU 3nUn[        R                  " S5      nU Vs/ s H  nU SU S3PM     n	nU R	                  U S35      R                  S5      n
U R	                  U S35      R                  S5      nU R	                  U S35      R                  S5      nU R	                  U S	35      R                  S5      nU R	                  U S
35      R                  S5      nU R	                  U S35      nUR                  5       nUR                  5       nU
R                  S   n[        R                  " UU5      nUR                  5       R                  [        R                  5      R                  5       n[        S   S-  S-   USS  US S -
  R                  5       R!                  5       S-  -   n[#        [$        R&                  " U[        S   [(        -  -  5      5      4n[*        R,                  R/                  UR0                  5         [3        U[        UU
R5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UUU/	S9  S S S 5        [        R6                  " UU5      n[9        U	U5       H+  u  nnUR                  5       R                  UU   5      UU'   M-     A
AAAAAGM     UR=                  5       U R=                  5       -  nUR?                  U 5        A [@        RB                  " 5         [        R,                  RE                  5         U$ ! , (       d  f       GN= fs  snf ! , (       d  f       GN= fs  snf ! , (       d  f       GN= f)Nz double_stream_modulation_img.linz double_stream_modulation_txt.linzsingle_stream_modulation.linzimg_attn.qkvzimg_attn.projz	img_mlp.0z	img_mlp.2ztxt_attn.qkvztxt_attn.projz	txt_mlp.0z	txt_mlp.2linear1linear2cuda.weight.luts.encoded_exponent.sign_mantissa.output_positions.gaps.split_positionsr            gridblock
shared_memargs   double_blocks..   single_blocks.)#klein_4b_sizesitemstorchdevicepoptonumelshaper   allocate_bfloat16cpuviewuint32numpythreads_per_blockmaxitemintmathceilbytes_per_threadcpr   Deviceindex_decodedata_ptrtensor_splitziprangekeysupdategccollectempty_cachedf11_state_dict
bf16_sizesreconstructed_state_dictpattern_dict_extrasdouble_block_modulessingle_block_modulescompression_blockcompressed_modulescuda_devicetarget_moduleslutsencoded_exponentsign_mantissaoutput_positionsgapssplit_positions
n_elementsn_bytesn_lutsreconstructedoutput_positions_npshared_mem_sizeblocks_per_gridreconstructed_weightstarget_modulereconstructed_weight	block_nummoduleuncompressed_keyss                                Z/home/wildlama/comfy/ComfyUI/custom_nodes/ComfyUI-DFloat11-Extended/dfloat11_decompress.py%decompress_state_dict_flux_2_klein_4bru      +	   J! .0-/)+	 2E1J1J1L-ll6*./w78""&7%8#>?BB6J*..2C1DDU/VWZZ[ab'++/@.A,PQTTU[\*..2C1DDU/VWZZ[ab""&7%8#>?BB6J)--1B0CCS.TU"((*
"((*A%77ZP /22499%,,GMMO+A.2Q6:Mab:QTghkikTl:l9q9q9s9x9x9z}~9~~ tyy4Ea4HK[4[)\]^aWW^^K--.0Ao ))+&&( ))+&&(e  / !& 2 2=/ R36~G\3]/M/6J6N6N6P6U6UV`anVo6p$]3 4^ ] 2M` 1X	,YK81ll6*OabOaV./q@Oab""&7%8#>?BB6J*..2C1DDU/VWZZ[ab'++/@.A,PQTTU[\*..2C1DDU/VWZZ[ab""&7%8#>?BB6J)--1B0CCS.TU"((*
"((*A%77ZP.22499%,,GMMO+A.2Q6:Mab:QTghkikTl:l9q9q9s9x9x9z}~9~~ tyy4Ea4HK[4[)\]^aWW^^K--.0Ao ))+&&( ))+&&(e  / !& 2 2=/ R36~G\3]/M/6J6N6N6P6U6UV`anVo6p$]3 4^ a f 2Y	,YK81ll6*OabOaV./q@Oab""&7%8#>?BB6J*..2C1DDU/VWZZ[ab'++/@.A,PQTTU[\*..2C1DDU/VWZZ[ab""&7%8#>?BB6J)--1B0CCS.TU"((*
"((*A%77ZP.22499%,,GMMO+A.2Q6:Mab:QTghkikTl:l9q9q9s9x9x9z}~9~~ tyy4Ea4HK[4[)\]^aWW^^K--.0Ao ))+&&( ))+&&(e  / !& 2 2=/ R36~G\3]/M/6J6N6N6P6U6UV`anVo6p$]3 4^ a d #)O,@,@,BB##O4JJL	JJ##G /.: c* /.< c* /.3   A.d6 eA.ee;A.e$6
e	
e	$
e3	i   i `  z,double_blocks.5.img_attn.norm.key_norm.scalez.double_blocks.5.img_attn.norm.query_norm.scalez$double_blocks.5.img_attn.proj.weightz#double_blocks.5.img_attn.qkv.weightz double_blocks.5.img_mlp.0.weightz double_blocks.5.img_mlp.2.weightz,double_blocks.5.txt_attn.norm.key_norm.scalez.double_blocks.5.txt_attn.norm.query_norm.scalez$double_blocks.5.txt_attn.proj.weightz#double_blocks.5.txt_attn.qkv.weightz double_blocks.5.txt_mlp.0.weightz double_blocks.5.txt_mlp.2.weightz,double_blocks.6.img_attn.norm.key_norm.scalez.double_blocks.6.img_attn.norm.query_norm.scalez$double_blocks.6.img_attn.proj.weightz#double_blocks.6.img_attn.qkv.weightz double_blocks.6.img_mlp.0.weightz double_blocks.6.img_mlp.2.weightz,double_blocks.6.txt_attn.norm.key_norm.scalez.double_blocks.6.txt_attn.norm.query_norm.scalez$double_blocks.6.txt_attn.proj.weightz#double_blocks.6.txt_attn.qkv.weightz double_blocks.6.txt_mlp.0.weightz double_blocks.6.txt_mlp.2.weightz,double_blocks.7.img_attn.norm.key_norm.scalez.double_blocks.7.img_attn.norm.query_norm.scalez$double_blocks.7.img_attn.proj.weightz#double_blocks.7.img_attn.qkv.weightz double_blocks.7.img_mlp.0.weightz double_blocks.7.img_mlp.2.weightz,double_blocks.7.txt_attn.norm.key_norm.scalez.double_blocks.7.txt_attn.norm.query_norm.scalez$double_blocks.7.txt_attn.proj.weightz#double_blocks.7.txt_attn.qkv.weightz double_blocks.7.txt_mlp.0.weightz double_blocks.7.txt_mlp.2.weighti    i   i @  zsingle_blocks.20.linear1.weightzsingle_blocks.20.linear2.weightz$single_blocks.20.norm.key_norm.scalez&single_blocks.20.norm.query_norm.scalezsingle_blocks.21.linear1.weightzsingle_blocks.21.linear2.weightz$single_blocks.21.norm.key_norm.scalez&single_blocks.21.norm.query_norm.scalezsingle_blocks.22.linear1.weightzsingle_blocks.22.linear2.weightz$single_blocks.22.norm.key_norm.scalez&single_blocks.22.norm.query_norm.scalezsingle_blocks.23.linear1.weightzsingle_blocks.23.linear2.weightz$single_blocks.23.norm.key_norm.scalez&single_blocks.23.norm.query_norm.scale)r
   r   r   r   r   r   r   r   r   r   r   r   r   r   c                    [         n0 n/ / / S.nSnSnUR                  5        GH  u  pg[        R                  " S5      nU S3/n	U R	                  U S35      R                  S5      n
U R	                  U S35      R                  S5      nU R	                  U S35      R                  S5      nU R	                  U S	35      R                  S5      nU R	                  U S
35      R                  S5      nU R	                  U S35      nUR                  5       nUR                  5       nU
R                  S   n[        R                  " UU5      nUR                  5       R                  [        R                  5      R                  5       n[        S   S-  S-   USS  US S -
  R                  5       R!                  5       S-  -   n[#        [$        R&                  " U[        S   [(        -  -  5      5      4n[*        R,                  R/                  UR0                  5         [3        U[        UU
R5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UUU/	S9  S S S 5        [        R6                  " UU5      n[9        U	U5       H+  u  nnUR                  5       R                  UU   5      UU'   M-     A
AAAAAGM     [;        S5       GH  nSU 3nUn[        R                  " S5      nU Vs/ s H  nU SU S3PM     n	nU R	                  U S35      R                  S5      n
U R	                  U S35      R                  S5      nU R	                  U S35      R                  S5      nU R	                  U S	35      R                  S5      nU R	                  U S
35      R                  S5      nU R	                  U S35      nUR                  5       nUR                  5       nU
R                  S   n[        R                  " UU5      nUR                  5       R                  [        R                  5      R                  5       n[        S   S-  S-   USS  US S -
  R                  5       R!                  5       S-  -   n[#        [$        R&                  " U[        S   [(        -  -  5      5      4n[*        R,                  R/                  UR0                  5         [3        U[        UU
R5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UUU/	S9  S S S 5        [        R6                  " UU5      n[9        U	U5       H+  u  nnUR                  5       R                  UU   5      UU'   M-     A
AAAAAGM     [;        S5       GH  nSU 3nUn[        R                  " S5      nU Vs/ s H  nU SU S3PM     n	nU R	                  U S35      R                  S5      n
U R	                  U S35      R                  S5      nU R	                  U S35      R                  S5      nU R	                  U S	35      R                  S5      nU R	                  U S
35      R                  S5      nU R	                  U S35      nUR                  5       nUR                  5       nU
R                  S   n[        R                  " UU5      nUR                  5       R                  [        R                  5      R                  5       n[        S   S-  S-   USS  US S -
  R                  5       R!                  5       S-  -   n[#        [$        R&                  " U[        S   [(        -  -  5      5      4n[*        R,                  R/                  UR0                  5         [3        U[        UU
R5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UR5                  5       UUU/	S9  S S S 5        [        R6                  " UU5      n[9        U	U5       H+  u  nnUR                  5       R                  UU   5      UU'   M-     A
AAAAAGM     UR=                  5       U R=                  5       -  nUR?                  U 5        A [@        RB                  " 5         [        R,                  RE                  5         U$ ! , (       d  f       GN= fs  snf ! , (       d  f       GN= fs  snf ! , (       d  f       GN= f)Nr   r   r   r   r    r!   r"   r#   r$   r%   r&   r   r'   r(   r)   r*   r+   r   r1   r2      r4   )#klein_9b_sizesr6   r7   r8   r9   r:   r;   r<   r   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   r   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   s                                rt   %decompress_state_dict_flux_2_klein_9br{   .  rv   rw   )zFlux.2-Klein-4BzFlux.2-Klein-9B)cupyrI   importlib.resourcesr   rF   r7   dfloat11.dfloat11r   rS   strjoinpathptx_path	RawModuleget_functionrL   rH   rB   Sizer5   ru   rz   r{   decompress_state_dict_func_map     rt   <module>r      s$    %   + 	uZ )),78
,,H
%
2
28
<  V2UZZ5FV4uzz3%7HV +UZZt-EV *EJJd|,D	V
 'UDM)BV 'T4L)AV 3UZZ5FV 5uzz3%7HV +UZZt-EV *EJJd|,DV 'UDM)BV 'T4L)AV 3UZZ5FV 5uzz3%7HV +UZZt-EV  *EJJd|,D!V" 'UDM)B#V$ 'T4L)A%V& 3UZZ5F'V( 5uzz3%7H)V* +UZZt-E+V, *EJJd|,D-V. 'UDM)B/V0 'T4L)A1V2 3UZZ5F3V4 5uzz3%7H5V6 +UZZt-E7V8 *EJJd|,D9V: 'UDM)B;V< 'T4L)A=V> 3UZZ5F?V@ 5uzz3%7HAVB +UZZt-ECVD *EJJd|,DEVF 'UDM)BGVH 'T4L)AIVJ 3UZZ5FKVL 5uzz3%7HMVN +UZZt-EOVP *EJJd|,DQVR 'UDM)BSVT 'T4L)AUVV 3UZZ5FWVX 5uzz3%7HYVZ +UZZt-E[V\ *EJJd|,D]V^ 'UDM)B_V` 'T4L)AaVb 3UZZ5FcVd 5uzz3%7HeVf +UZZt-EgVh *EJJd|,DiVj 'UDM)BkVl 'T4L)AmVn 3UZZ5FoVp 5uzz3%7HqVr +UZZt-EsVt *EJJd|,DuVv 'UDM)BwVx 'T4L)AyVz .

E4=0I{V| .

E4=0I}V~ ,ejj$.FV@  %**c4["9AVB ejj$-CVD %uzz5$-'@EVF %uzz4-'@GVH *EJJu,=IVJ ,ejj#.?KVL %uzz5$-'@MVN %uzz4-'@OVP *EJJu,=QVR ,ejj#.?SVT &

E4=(AUVV &

D%=(AWVX +UZZ->YVZ -uzz3%/@[V\ &

E4=(A]V^ &

D%=(A_V` +UZZ->aVb -uzz3%/@cVd &

E4=(AeVf &

D%=(AgVh +UZZ->iVj -uzz3%/@kVl &

E4=(AmVn &

D%=(AoVp +UZZ->qVr -uzz3%/@sVt &

E4=(AuVv &

D%=(AwVx +UZZ->yVz -uzz3%/@{V| &

E4=(A}V~ &

D%=(AV@ +UZZ->AVB -uzz3%/@CVD &

E4=(AEVF &

D%=(AGVH +UZZ->IVJ -uzz3%/@KVL &

E4=(AMVN &

D%=(AOVP +UZZ->QVR -uzz3%/@SVT &

E4=(AUVV &

D%=(AWVX +UZZ->YVZ -uzz3%/@[V\ &

E4=(A]V^ &

D%=(A_V` +UZZ->aVb -uzz3%/@cVd %uzz5$-'@eVf %uzz4-'@gVh *EJJu,=iVj ,ejj#.?kVl %uzz5$-'@mVn %uzz4-'@oVp *EJJu,=qVr ,ejj#.?sVt %uzz5$-'@uVv %uzz4-'@wVx *EJJu,=yVz ,ejj#.?{V| %uzz5$-'@}V~ %uzz4-'@V@ *EJJu,=AVB ,ejj#.?CVD %uzz5$-'@EVF %uzz4-'@GVH *EJJu,=IVJ ,ejj#.?KVL %uzz5$-'@MVN %uzz4-'@OVP *EJJu,=QVR /4jj#.?',zz5$-'@',zz4-'@,1JJu,=.3jj#.?',zz5$-'@',zz4-'@,1JJu,=.3jj#.?,1JJd|,D %

D#; 7!&T4L!9jj$.kVpw$tJ2UZZ5FJ4uzz3%7HJ +UZZt-EJ *EJJt},E	J
 'UDM)BJ 'T5M)BJ 3UZZ5FJ 5uzz3%7HJ +UZZt-EJ *EJJt},EJ 'UDM)BJ 'T5M)BJ 3UZZ5FJ 5uzz3%7HJ +UZZt-EJ  *EJJt},E!J" 'UDM)B#J$ 'T5M)B%J& 3UZZ5F'J( 5uzz3%7H)J* +UZZt-E+J, *EJJt},E-J. 'UDM)B/J0 'T5M)B1J2 3UZZ5F3J4 5uzz3%7H5J6 +UZZt-E7J8 *EJJt},E9J: 'UDM)B;J< 'T5M)B=J> 3UZZ5F?J@ 5uzz3%7HAJB +UZZt-ECJD *EJJt},EEJF 'UDM)BGJH 'T5M)BIJJ 3UZZ5FKJL 5uzz3%7HMJN +UZZt-EOJP *EJJt},EQJR 'UDM)BSJT 'T5M)BUJV 3UZZ5FWJX 5uzz3%7HYJZ +UZZt-E[J\ *EJJt},E]J^ 'UDM)B_J` 'T5M)BaJb 3UZZ5FcJd 5uzz3%7HeJf +UZZt-EgJh *EJJt},EiJj 'UDM)BkJl 'T5M)BmJn 3UZZ5FoJp 5uzz3%7HqJr +UZZt-EsJt *EJJt},EuJv 'UDM)BwJx 'T5M)ByJz 3UZZ5F{J| 5uzz3%7H}J~ +UZZt-EJ@ *EJJt},EAJB 'UDM)BCJD 'T5M)BEJF 3UZZ5FGJH 5uzz3%7HIJJ +UZZt-EKJL *EJJt},EMJN 'UDM)BOJP 'T5M)BQJR 3UZZ5FSJT 5uzz3%7HUJV +UZZt-EWJX *EJJt},EYJZ 'UDM)B[J\ 'T5M)B]J^ 3UZZ5F_J` 5uzz3%7HaJb +UZZt-EcJd *EJJt},EeJf 'UDM)BgJh 'T5M)BiJj 3UZZ5FkJl 5uzz3%7HmJn +UZZt-EoJp *EJJt},EqJr 'UDM)BsJt 'T5M)BuJv 3UZZ5FwJx 5uzz3%7HyJz +UZZt-E{J| *EJJt},E}J~ 'UDM)BJ@ 'T5M)BAJB .

E4=0ICJD .

E4=0IEJF ,ejj$.FGJH  %**c4["9IJJ ejj$-KJL %uzz5$-'@MJN %uzz4-'@OJP *EJJu,=QJR ,ejj#.?SJT %uzz5$-'@UJV %uzz4-'@WJX *EJJu,=YJZ ,ejj#.?[J\ &

E4=(A]J^ &

D%=(A_J` +UZZ->aJb -uzz3%/@cJd &

E4=(AeJf &

D%=(AgJh +UZZ->iJj -uzz3%/@kJl &

E4=(AmJn &

D%=(AoJp +UZZ->qJr -uzz3%/@sJt &

E4=(AuJv &

D%=(AwJx +UZZ->yJz -uzz3%/@{J| &

E4=(A}J~ &

D%=(AJ@ +UZZ->AJB -uzz3%/@CJD &

E4=(AEJF &

D%=(AGJH +UZZ->IJJ -uzz3%/@KJL &

E4=(AMJN &

D%=(AOJP +UZZ->QJR -uzz3%/@SJT &

E4=(AUJV &

D%=(AWJX +UZZ->YJZ -uzz3%/@[J\ &

E4=(A]J^ &

D%=(A_J` +UZZ->aJb -uzz3%/@cJd &

E4=(AeJf &

D%=(AgJh +UZZ->iJj -uzz3%/@kJl %uzz5$-'@mJn %uzz4-'@oJp *EJJu,=qJr ,ejj#.?sJt &

E4=(AuJv &

D%=(AwJx +UZZ->yJz -uzz3%/@{J| &

E4=(A}J~ &

D%=(AJ@ +UZZ->AJB -uzz3%/@CJD &

E4=(AEJF &

D%=(AGJH +UZZ->IJJ -uzz3%/@KJL &

E4=(AMJN &

D%=(AOJP +UZZ->QJR -uzz3%/@SJT %uzz5$-'@UJV %uzz4-'@WJX *EJJu,=YJZ ,ejj#.?[J\ %uzz5$-'@]J^ %uzz4-'@_J` *EJJu,=aJb ,ejj#.?cJd %uzz5$-'@eJf %uzz4-'@gJh *EJJu,=iJj ,ejj#.?kJl %uzz5$-'@mJn %uzz4-'@oJp *EJJu,=qJr ,ejj#.?sJt %uzz5$-'@uJv %uzz4-'@wJx -2JJu,=.3jj#.?',zz5$-'@',zz4-'@,1JJu,=.3jj#.?',zz5$-'@',zz4-'@,1JJu,=.3jj#.?,1JJt},E %

D#; 7!&T4L!9jj$/SJXw$t =<" r   