
    +jț                     3   d dl Zd dlmZ d dlZd dlZd dlmZ d dlZ e	 ed          
                    d                    Z ej        e                              d          ZdZd	Zi d
 ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        ddg          i d ej        ddg          d  ej        dg          d! ej        dg          d" ej        ddg          d# ej        ddg          d$ ej        ddg          d% ej        ddg          d& ej        dg          d' ej        dg          d( ej        ddg          d) ej        ddg          d* ej        ddg          d+ ej        ddg          d, ej        dg          d- ej        dg          d. ej        ddg          d/ ej        ddg          i d0 ej        ddg          d1 ej        ddg          d2 ej        dg          d3 ej        dg          d4 ej        ddg          d5 ej        ddg          d6 ej        ddg          d7 ej        ddg          d8 ej        dg          d9 ej        dg          d: ej        ddg          d; ej        ddg          d< ej        ddg          d= ej        ddg          d> ej        dg          d? ej        dg          d@ ej        ddg          i dA ej        ddg          dB ej        ddg          dC ej        ddg          dD ej        dg          dE ej        dg          dF ej        ddg          dG ej        ddg          dH ej        ddg          dI ej        ddg          dJ ej        ddg          dK ej        ddg          dL ej        dMdg          dN ej        ddg          dO ej        ddg          dP ej        dQdg          dR ej        ddSg          dT ej        dg          i dU ej        dg          dV ej        dQdg          dW ej        ddSg          dX ej        dg          dY ej        dg          dZ ej        dQdg          d[ ej        ddSg          d\ ej        dg          d] ej        dg          d^ ej        dQdg          d_ ej        ddSg          d` ej        dg          da ej        dg          db ej        dQdg          dc ej        ddSg          dd ej        dg          de ej        dg          i df ej        dQdg          dg ej        ddSg          dh ej        dg          di ej        dg          dj ej        dQdg          dk ej        ddSg          dl ej        dg          dm ej        dg          dn ej        dQdg          do ej        ddSg          dp ej        dg          dq ej        dg          dr ej        dQdg          ds ej        ddSg          dt ej        dg          du ej        dg          dv ej        dQdg          i dw ej        ddSg          dx ej        dg          dy ej        dg          dz ej        dQdg          d{ ej        ddSg          d| ej        dg          d} ej        dg          d~ ej        dQdg          d ej        ddSg          d ej        dg          d ej        dg          d ej        dQdg          d ej        ddSg          d ej        dg          d ej        dg          d ej        dQdg          d ej        ddSg          i d ej        dg          d ej        dg          d ej        dQdg          d ej        ddSg          d ej        dg          d ej        dg          d ej        dQdg          d ej        ddSg          d ej        dg          d ej        dg          d ej        dQdg          d ej        ddSg          d ej        dg          d ej        dg          d ej        dQdg          d ej        ddSg          d ej        dg           ej        dg           ej        dQdg           ej        ddSg           ej        dg           ej        dg           ej        dQdg           ej        ddSg           ej        dg           ej        dg           ej        ddg           ej        ddg           ej        ddg           ej        ddg          dZd Zi d
 ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          i d ej        ddSg          d  ej        dg          d! ej        dg          d" ej        ddg          d# ej        dSdg          d$ ej        ddg          d% ej        ddSg          d& ej        dg          d' ej        dg          d( ej        ddg          d) ej        dSdg          d* ej        ddg          d+ ej        ddSg          d, ej        dg          d- ej        dg          d. ej        ddg          d/ ej        dSdg          i d0 ej        ddg          d1 ej        ddSg          d2 ej        dg          d3 ej        dg          d4 ej        ddg          d5 ej        dSdg          d6 ej        ddg          d7 ej        ddSg          d8 ej        dg          d9 ej        dg          d: ej        ddg          d; ej        dSdg          d< ej        ddg          d= ej        ddSg          d> ej        dg          d? ej        dg          d@ ej        ddg          i dA ej        dSdg          dB ej        ddg          dC ej        ddSg          dD ej        dg          dE ej        dg          dF ej        ddg          dG ej        dSdg          dH ej        ddg          dI ej        ddSg          d ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          d ej        dg          i d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          i d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          d ej        dg          d ej        dg          d ej        ddg          d ej        dSdg          d ej        ddg          d ej        ddSg          dJ ej        ddg          dK ej        ddg          dL ej        ddg          dN ej        ddg          dO ej        ddg          dP ej        ddg          i dR ej        ddg          dT ej        dg          dU ej        dg          dV ej        ddg          dW ej        ddg          dX ej        dg          dY ej        dg          dZ ej        ddg          d[ ej        ddg          d\ ej        dg          d] ej        dg          d^ ej        ddg          d_ ej        ddg          d` ej        dg          da ej        dg          db ej        ddg          dc ej        ddg          i dd ej        dg          de ej        dg          df ej        ddg          dg ej        ddg          dh ej        dg          di ej        dg          dj ej        ddg          dk ej        ddg          dl ej        dg          dm ej        dg          dn ej        ddg          do ej        ddg          dp ej        dg          dq ej        dg          dr ej        ddg          ds ej        ddg          dt ej        dg          i du ej        dg          dv ej        ddg          dw ej        ddg          dx ej        dg          dy ej        dg          dz ej        ddg          d{ ej        ddg          d| ej        dg          d} ej        dg          d~ ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          i d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          i d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg          d ej        dg          d ej        dg          d ej        ddg          d ej        ddg           ej        dg           ej        dg           ej        ddg           ej        ddg           ej        dg           ej        dg           ej        ddg           ej        ddg           ej        dg           ej        dg           ej        dSdg           ej        ddg           ej        ddg           ej        ddSg          d֜Zdׄ Zeed؜ZdS )    N)files)TensorManagerdfloat11z
decode.ptx)pathdecode   )i   z,double_blocks.0.img_attn.norm.key_norm.scale   z.double_blocks.0.img_attn.norm.query_norm.scalez$double_blocks.0.img_attn.proj.weighti   z#double_blocks.0.img_attn.qkv.weighti $  z double_blocks.0.img_mlp.0.weighti H  z double_blocks.0.img_mlp.2.weightz,double_blocks.0.txt_attn.norm.key_norm.scalez.double_blocks.0.txt_attn.norm.query_norm.scalez$double_blocks.0.txt_attn.proj.weightz#double_blocks.0.txt_attn.qkv.weightz double_blocks.0.txt_mlp.0.weightz double_blocks.0.txt_mlp.2.weightz,double_blocks.1.img_attn.norm.key_norm.scalez.double_blocks.1.img_attn.norm.query_norm.scalez$double_blocks.1.img_attn.proj.weightz#double_blocks.1.img_attn.qkv.weightz double_blocks.1.img_mlp.0.weightz double_blocks.1.img_mlp.2.weightz,double_blocks.1.txt_attn.norm.key_norm.scalez.double_blocks.1.txt_attn.norm.query_norm.scalez$double_blocks.1.txt_attn.proj.weightz#double_blocks.1.txt_attn.qkv.weightz double_blocks.1.txt_mlp.0.weightz double_blocks.1.txt_mlp.2.weightz,double_blocks.2.img_attn.norm.key_norm.scalez.double_blocks.2.img_attn.norm.query_norm.scalez$double_blocks.2.img_attn.proj.weightz#double_blocks.2.img_attn.qkv.weightz double_blocks.2.img_mlp.0.weightz double_blocks.2.img_mlp.2.weightz,double_blocks.2.txt_attn.norm.key_norm.scalez.double_blocks.2.txt_attn.norm.query_norm.scalez$double_blocks.2.txt_attn.proj.weightz#double_blocks.2.txt_attn.qkv.weightz double_blocks.2.txt_mlp.0.weightz double_blocks.2.txt_mlp.2.weightz,double_blocks.3.img_attn.norm.key_norm.scalez.double_blocks.3.img_attn.norm.query_norm.scalez$double_blocks.3.img_attn.proj.weightz#double_blocks.3.img_attn.qkv.weightz double_blocks.3.img_mlp.0.weightz double_blocks.3.img_mlp.2.weightz,double_blocks.3.txt_attn.norm.key_norm.scalez.double_blocks.3.txt_attn.norm.query_norm.scalez$double_blocks.3.txt_attn.proj.weightz#double_blocks.3.txt_attn.qkv.weightz double_blocks.3.txt_mlp.0.weightz double_blocks.3.txt_mlp.2.weightz,double_blocks.4.img_attn.norm.key_norm.scalez.double_blocks.4.img_attn.norm.query_norm.scalez$double_blocks.4.img_attn.proj.weightz#double_blocks.4.img_attn.qkv.weightz double_blocks.4.img_mlp.0.weightz double_blocks.4.img_mlp.2.weightz,double_blocks.4.txt_attn.norm.key_norm.scalez.double_blocks.4.txt_attn.norm.query_norm.scalez$double_blocks.4.txt_attn.proj.weightz#double_blocks.4.txt_attn.qkv.weightz double_blocks.4.txt_mlp.0.weightz double_blocks.4.txt_mlp.2.weightz'double_stream_modulation_img.lin.weightz'double_stream_modulation_txt.lin.weightz%final_layer.adaLN_modulation.1.weighti   zfinal_layer.linear.weightzimg_in.weightzsingle_blocks.0.linear1.weighti l  zsingle_blocks.0.linear2.weighti 0  z#single_blocks.0.norm.key_norm.scalez%single_blocks.0.norm.query_norm.scalezsingle_blocks.1.linear1.weightzsingle_blocks.1.linear2.weightz#single_blocks.1.norm.key_norm.scalez%single_blocks.1.norm.query_norm.scalezsingle_blocks.10.linear1.weightzsingle_blocks.10.linear2.weightz$single_blocks.10.norm.key_norm.scalez&single_blocks.10.norm.query_norm.scalezsingle_blocks.11.linear1.weightzsingle_blocks.11.linear2.weightz$single_blocks.11.norm.key_norm.scalez&single_blocks.11.norm.query_norm.scalezsingle_blocks.12.linear1.weightzsingle_blocks.12.linear2.weightz$single_blocks.12.norm.key_norm.scalez&single_blocks.12.norm.query_norm.scalezsingle_blocks.13.linear1.weightzsingle_blocks.13.linear2.weightz$single_blocks.13.norm.key_norm.scalez&single_blocks.13.norm.query_norm.scalezsingle_blocks.14.linear1.weightzsingle_blocks.14.linear2.weightz$single_blocks.14.norm.key_norm.scalez&single_blocks.14.norm.query_norm.scalezsingle_blocks.15.linear1.weightzsingle_blocks.15.linear2.weightz$single_blocks.15.norm.key_norm.scalez&single_blocks.15.norm.query_norm.scalezsingle_blocks.16.linear1.weightzsingle_blocks.16.linear2.weightz$single_blocks.16.norm.key_norm.scalez&single_blocks.16.norm.query_norm.scalezsingle_blocks.17.linear1.weightzsingle_blocks.17.linear2.weightz$single_blocks.17.norm.key_norm.scalez&single_blocks.17.norm.query_norm.scalezsingle_blocks.18.linear1.weightzsingle_blocks.18.linear2.weightz$single_blocks.18.norm.key_norm.scalez&single_blocks.18.norm.query_norm.scalezsingle_blocks.19.linear1.weightzsingle_blocks.19.linear2.weightz$single_blocks.19.norm.key_norm.scalez&single_blocks.19.norm.query_norm.scalezsingle_blocks.2.linear1.weightzsingle_blocks.2.linear2.weightz#single_blocks.2.norm.key_norm.scalez%single_blocks.2.norm.query_norm.scalezsingle_blocks.3.linear1.weightzsingle_blocks.3.linear2.weightz#single_blocks.3.norm.key_norm.scalez%single_blocks.3.norm.query_norm.scalezsingle_blocks.4.linear1.weightzsingle_blocks.4.linear2.weightz#single_blocks.4.norm.key_norm.scalez%single_blocks.4.norm.query_norm.scalezsingle_blocks.5.linear1.weightzsingle_blocks.5.linear2.weightz#single_blocks.5.norm.key_norm.scalez%single_blocks.5.norm.query_norm.scalezsingle_blocks.6.linear1.weightzsingle_blocks.6.linear2.weightz#single_blocks.6.norm.key_norm.scalez%single_blocks.6.norm.query_norm.scalezsingle_blocks.7.linear1.weightzsingle_blocks.7.linear2.weight#single_blocks.7.norm.key_norm.scale   i   )%single_blocks.7.norm.query_norm.scalesingle_blocks.8.linear1.weightsingle_blocks.8.linear2.weight#single_blocks.8.norm.key_norm.scale%single_blocks.8.norm.query_norm.scalesingle_blocks.9.linear1.weightsingle_blocks.9.linear2.weight#single_blocks.9.norm.key_norm.scale%single_blocks.9.norm.query_norm.scale#single_stream_modulation.lin.weighttime_in.in_layer.weighttime_in.out_layer.weighttxt_in.weightc                    t           }i }g g g d}d}d}|                                D ]N\  }t          j        d          } dg}|                      d                              d          }	|                      d                              d          }
|                      d                              d          }|                      d	                              d          }|                      d
                              d          }|                      d          }|                                }|
                                }|	j        d         }t          j	        ||          }|
                                                    t          j                                                  }t          d         dz  dz   |dd          |d d         z
                                                                  dz  z   }t#          t%          j        |t          d         t(          z  z                      f}t*          j                            |j                  5  t3          |t          ||	                                |
                                |                                |                                |                                |                                |||g	           d d d            n# 1 swxY w Y   t          j        ||          }t9          ||          D ]5\  }}|
                                                    ||                   ||<   6~	~
~~~~Pt;          d          D ]Z}d| |}t          j        d          }fd|D             }|                      d                              d          }	|                      d                              d          }
|                      d                              d          }|                      d	                              d          }|                      d
                              d          }|                      d          }|                                }|
                                }|	j        d         }t          j	        ||          }|
                                                    t          j                                                  }t          d         dz  dz   |dd          |d d         z
                                                                  dz  z   }t#          t%          j        |t          d         t(          z  z                      f}t*          j                            |j                  5  t3          |t          ||	                                |
                                |                                |                                |                                |                                |||g	           d d d            n# 1 swxY w Y   t          j        ||          }t9          ||          D ]5\  }}|
                                                    ||                   ||<   6~	~
~~~~\t;          d          D ]Z}d| |}t          j        d          }fd|D             }|                      d                              d          }	|                      d                              d          }
|                      d                              d          }|                      d	                              d          }|                      d
                              d          }|                      d          }|                                }|
                                }|	j        d         }t          j	        ||          }|
                                                    t          j                                                  }t          d         dz  dz   |dd          |d d         z
                                                                  dz  z   }t#          t%          j        |t          d         t(          z  z                      f}t*          j                            |j                  5  t3          |t          ||	                                |
                                |                                |                                |                                |                                |||g	           d d d            n# 1 swxY w Y   t          j        ||          }t9          ||          D ]5\  }}|
                                                    ||                   ||<   6~	~
~~~~\|                                |                                 z  }|                    |            ~ tA          j!                     t          j        "                                 |S )Nz double_stream_modulation_img.linz double_stream_modulation_txt.linzsingle_stream_modulation.linzimg_attn.qkvzimg_attn.projz	img_mlp.0z	img_mlp.2ztxt_attn.qkvztxt_attn.projz	txt_mlp.0z	txt_mlp.2linear1linear2cuda.weight.luts.encoded_exponent.sign_mantissa.output_positions.gaps.split_positionsr            gridblock
shared_memargs   double_blocks.c                      g | ]
} d | dS .r     .0modulecompression_blocks     Z/home/wildlama/comfy/ComfyUI/custom_nodes/ComfyUI-DFloat11-Extended/dfloat11_decompress.py
<listcomp>z9decompress_state_dict_flux_2_klein_4b.<locals>.<listcomp>   +    bbbV.@@@@@bbb       single_blocks.c                      g | ]
} d | dS r3   r5   r6   s     r:   r;   z9decompress_state_dict_flux_2_klein_4b.<locals>.<listcomp>,  r<   r=   )#klein_4b_sizesitemstorchdevicepoptonumelshaper   allocate_bfloat16cpuviewuint32numpythreads_per_blockmaxitemintmathceilbytes_per_threadcpr   Deviceindex_decodedata_ptrtensor_splitziprangekeysupdategccollectempty_cachedf11_state_dict
bf16_sizesreconstructed_state_dictpattern_dict_extrasdouble_block_modulessingle_block_modulescompressed_modulescuda_devicetarget_moduleslutsencoded_exponentsign_mantissaoutput_positionsgapssplit_positions
n_elementsn_bytesn_lutsreconstructedoutput_positions_npshared_mem_sizeblocks_per_gridreconstructed_weightstarget_modulereconstructed_weight	block_numuncompressed_keysr9   s                              @r:   %decompress_state_dict_flux_2_klein_4br~      [   J! .0-/)+ 	 2E1J1J1L1L . .--l6**.7778""&7#>#>#>??BB6JJ*..2C/V/V/VWWZZ[abb'++/@,P,P,PQQTTU[\\*..2C/V/V/VWWZZ[abb""&7#>#>#>??BB6JJ)--1B.T.T.TUU"((**
"((**A%7ZPP /224499%,GGMMOO+A.2Q6:Mabb:QTghkikhkTl:l9q9q9s9s9x9x9z9z}~9~~ ty4Ea4HK[4[)\]]^^aW^^K-.. 		 		0Ao ))++&&(( ))++&&((e    		 		 		 		 		 		 		 		 		 		 		 		 		 		 		 !& 2=/ R R36~G\3]3] 	q 	q/M/6J6N6N6P6P6U6UV`anVo6p6p$]33O1XX 0 0	8Y881l6**bbbbOabbb""&7#>#>#>??BB6JJ*..2C/V/V/VWWZZ[abb'++/@,P,P,PQQTTU[\\*..2C/V/V/VWWZZ[abb""&7#>#>#>??BB6JJ)--1B.T.T.TUU"((**
"((**A%7ZPP.224499%,GGMMOO+A.2Q6:Mabb:QTghkikhkTl:l9q9q9s9s9x9x9z9z}~9~~ ty4Ea4HK[4[)\]]^^aW^^K-.. 		 		0Ao ))++&&(( ))++&&((e    		 		 		 		 		 		 		 		 		 		 		 		 		 		 		 !& 2=/ R R36~G\3]3] 	q 	q/M/6J6N6N6P6P6U6UV`anVo6p6p$]33O 2YY 0 0	8Y881l6**bbbbOabbb""&7#>#>#>??BB6JJ*..2C/V/V/VWWZZ[abb'++/@,P,P,PQQTTU[\\*..2C/V/V/VWWZZ[abb""&7#>#>#>??BB6JJ)--1B.T.T.TUU"((**
"((**A%7ZPP.224499%,GGMMOO+A.2Q6:Mabb:QTghkikhkTl:l9q9q9s9s9x9x9z9z}~9~~ ty4Ea4HK[4[)\]]^^aW^^K-.. 		 		0Ao ))++&&(( ))++&&((e    		 		 		 		 		 		 		 		 		 		 		 		 		 		 		 !& 2=/ R R36~G\3]3] 	q 	q/M/6J6N6N6P6P6U6UV`anVo6p6p$]33O"))O,@,@,B,BB##O444JLLL	J##9   1BLL	L	BY66Y:	=Y:	Bg!!g%	(g%	i   i `  z,double_blocks.5.img_attn.norm.key_norm.scalez.double_blocks.5.img_attn.norm.query_norm.scalez$double_blocks.5.img_attn.proj.weightz#double_blocks.5.img_attn.qkv.weightz double_blocks.5.img_mlp.0.weightz double_blocks.5.img_mlp.2.weightz,double_blocks.5.txt_attn.norm.key_norm.scalez.double_blocks.5.txt_attn.norm.query_norm.scalez$double_blocks.5.txt_attn.proj.weightz#double_blocks.5.txt_attn.qkv.weightz double_blocks.5.txt_mlp.0.weightz double_blocks.5.txt_mlp.2.weightz,double_blocks.6.img_attn.norm.key_norm.scalez.double_blocks.6.img_attn.norm.query_norm.scalez$double_blocks.6.img_attn.proj.weightz#double_blocks.6.img_attn.qkv.weightz double_blocks.6.img_mlp.0.weightz double_blocks.6.img_mlp.2.weightz,double_blocks.6.txt_attn.norm.key_norm.scalez.double_blocks.6.txt_attn.norm.query_norm.scalez$double_blocks.6.txt_attn.proj.weightz#double_blocks.6.txt_attn.qkv.weightz double_blocks.6.txt_mlp.0.weightz double_blocks.6.txt_mlp.2.weightz,double_blocks.7.img_attn.norm.key_norm.scalez.double_blocks.7.img_attn.norm.query_norm.scalez$double_blocks.7.img_attn.proj.weightz#double_blocks.7.img_attn.qkv.weightz double_blocks.7.img_mlp.0.weightz double_blocks.7.img_mlp.2.weightz,double_blocks.7.txt_attn.norm.key_norm.scalez.double_blocks.7.txt_attn.norm.query_norm.scalez$double_blocks.7.txt_attn.proj.weightz#double_blocks.7.txt_attn.qkv.weightz double_blocks.7.txt_mlp.0.weightz double_blocks.7.txt_mlp.2.weighti    i   i @  zsingle_blocks.20.linear1.weightzsingle_blocks.20.linear2.weightz$single_blocks.20.norm.key_norm.scalez&single_blocks.20.norm.query_norm.scalezsingle_blocks.21.linear1.weightzsingle_blocks.21.linear2.weightz$single_blocks.21.norm.key_norm.scalez&single_blocks.21.norm.query_norm.scalezsingle_blocks.22.linear1.weightzsingle_blocks.22.linear2.weightz$single_blocks.22.norm.key_norm.scalez&single_blocks.22.norm.query_norm.scalezsingle_blocks.23.linear1.weightzsingle_blocks.23.linear2.weightz$single_blocks.23.norm.key_norm.scalez&single_blocks.23.norm.query_norm.scale)r
   r   r   r   r   r   r   r   r   r   r   r   r   r   c                    t           }i }g g g d}d}d}|                                D ]N\  }t          j        d          } dg}|                      d                              d          }	|                      d                              d          }
|                      d                              d          }|                      d	                              d          }|                      d
                              d          }|                      d          }|                                }|
                                }|	j        d         }t          j	        ||          }|
                                                    t          j                                                  }t          d         dz  dz   |dd          |d d         z
                                                                  dz  z   }t#          t%          j        |t          d         t(          z  z                      f}t*          j                            |j                  5  t3          |t          ||	                                |
                                |                                |                                |                                |                                |||g	           d d d            n# 1 swxY w Y   t          j        ||          }t9          ||          D ]5\  }}|
                                                    ||                   ||<   6~	~
~~~~Pt;          d          D ]Z}d| |}t          j        d          }fd|D             }|                      d                              d          }	|                      d                              d          }
|                      d                              d          }|                      d	                              d          }|                      d
                              d          }|                      d          }|                                }|
                                }|	j        d         }t          j	        ||          }|
                                                    t          j                                                  }t          d         dz  dz   |dd          |d d         z
                                                                  dz  z   }t#          t%          j        |t          d         t(          z  z                      f}t*          j                            |j                  5  t3          |t          ||	                                |
                                |                                |                                |                                |                                |||g	           d d d            n# 1 swxY w Y   t          j        ||          }t9          ||          D ]5\  }}|
                                                    ||                   ||<   6~	~
~~~~\t;          d          D ]Z}d| |}t          j        d          }fd|D             }|                      d                              d          }	|                      d                              d          }
|                      d                              d          }|                      d	                              d          }|                      d
                              d          }|                      d          }|                                }|
                                }|	j        d         }t          j	        ||          }|
                                                    t          j                                                  }t          d         dz  dz   |dd          |d d         z
                                                                  dz  z   }t#          t%          j        |t          d         t(          z  z                      f}t*          j                            |j                  5  t3          |t          ||	                                |
                                |                                |                                |                                |                                |||g	           d d d            n# 1 swxY w Y   t          j        ||          }t9          ||          D ]5\  }}|
                                                    ||                   ||<   6~	~
~~~~\|                                |                                 z  }|                    |            ~ tA          j!                     t          j        "                                 |S )Nr   r   r   r   r    r!   r"   r#   r$   r%   r&   r   r'   r(   r)   r*   r+   r   r1   c                      g | ]
} d | dS r3   r5   r6   s     r:   r;   z9decompress_state_dict_flux_2_klein_9b.<locals>.<listcomp>  r<   r=      r?   c                      g | ]
} d | dS r3   r5   r6   s     r:   r;   z9decompress_state_dict_flux_2_klein_9b.<locals>.<listcomp>  r<   r=   )#klein_9b_sizesrB   rC   rD   rE   rF   rG   rH   r   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   r   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   s                              @r:   %decompress_state_dict_flux_2_klein_9br   .  r   r   )zFlux.2-Klein-4BzFlux.2-Klein-9B)cupyrU   importlib.resourcesr   rR   rC   dfloat11.dfloat11r   r_   strjoinpathptx_path	RawModuleget_functionrX   rT   rN   SizerA   r~   r   r   decompress_state_dict_func_mapr5   r=   r:   <module>r      sr)       % % % % % %   + + + + + + 				3uuZ  )),7788
",H
%
%
%
2
28
<
<  V2ZUZ5F5FV4zuz3%7H7HV +ZUZt-E-EV *JEJd|,D,D	V
 'UDM)B)BV 'T4L)A)AV 3ZUZ5F5FV 5zuz3%7H7HV +ZUZt-E-EV *JEJd|,D,DV 'UDM)B)BV 'T4L)A)AV 3ZUZ5F5FV 5zuz3%7H7HV +ZUZt-E-EV  *JEJd|,D,D!V" 'UDM)B)B#V V$ 'T4L)A)A%V& 3ZUZ5F5F'V( 5zuz3%7H7H)V* +ZUZt-E-E+V, *JEJd|,D,D-V. 'UDM)B)B/V0 'T4L)A)A1V2 3ZUZ5F5F3V4 5zuz3%7H7H5V6 +ZUZt-E-E7V8 *JEJd|,D,D9V: 'UDM)B)B;V< 'T4L)A)A=V> 3ZUZ5F5F?V@ 5zuz3%7H7HAVB +ZUZt-E-ECVD *JEJd|,D,DEV V VF 'UDM)B)BGVH 'T4L)A)AIVJ 3ZUZ5F5FKVL 5zuz3%7H7HMVN +ZUZt-E-EOVP *JEJd|,D,DQVR 'UDM)B)BSVT 'T4L)A)AUVV 3ZUZ5F5FWVX 5zuz3%7H7HYVZ +ZUZt-E-E[V\ *JEJd|,D,D]V^ 'UDM)B)B_V` 'T4L)A)AaVb 3ZUZ5F5FcVd 5zuz3%7H7HeVf +ZUZt-E-EgV V Vh *JEJd|,D,DiVj 'UDM)B)BkVl 'T4L)A)AmVn 3ZUZ5F5FoVp 5zuz3%7H7HqVr +ZUZt-E-EsVt *JEJd|,D,DuVv 'UDM)B)BwVx 'T4L)A)AyVz .

E4=0I0I{V| .

E4=0I0I}V~ ,jej$.F.FV@  *%*c4["9"9AVB jej$--CVD %zuz5$-'@'@EVF %zuz4-'@'@GVH *JEJu,=,=IV V VJ ,jej#.?.?KVL %zuz5$-'@'@MVN %zuz4-'@'@OVP *JEJu,=,=QVR ,jej#.?.?SVT &

E4=(A(AUVV &

D%=(A(AWVX +ZUZ->->YVZ -zuz3%/@/@[V\ &

E4=(A(A]V^ &

D%=(A(A_V` +ZUZ->->aVb -zuz3%/@/@cVd &

E4=(A(AeVf &

D%=(A(AgVh +ZUZ->->iVj -zuz3%/@/@kV V Vl &

E4=(A(AmVn &

D%=(A(AoVp +ZUZ->->qVr -zuz3%/@/@sVt &

E4=(A(AuVv &

D%=(A(AwVx +ZUZ->->yVz -zuz3%/@/@{V| &

E4=(A(A}V~ &

D%=(A(AV@ +ZUZ->->AVB -zuz3%/@/@CVD &

E4=(A(AEVF &

D%=(A(AGVH +ZUZ->->IVJ -zuz3%/@/@KVL &

E4=(A(AMV V VN &

D%=(A(AOVP +ZUZ->->QVR -zuz3%/@/@SVT &

E4=(A(AUVV &

D%=(A(AWVX +ZUZ->->YVZ -zuz3%/@/@[V\ &

E4=(A(A]V^ &

D%=(A(A_V` +ZUZ->->aVb -zuz3%/@/@cVd %zuz5$-'@'@eVf %zuz4-'@'@gVh *JEJu,=,=iVj ,jej#.?.?kVl %zuz5$-'@'@mVn %zuz4-'@'@oV V Vp *JEJu,=,=qVr ,jej#.?.?sVt %zuz5$-'@'@uVv %zuz4-'@'@wVx *JEJu,=,=yVz ,jej#.?.?{V| %zuz5$-'@'@}V~ %zuz4-'@'@V@ *JEJu,=,=AVB ,jej#.?.?CVD %zuz5$-'@'@EVF %zuz4-'@'@GVH *JEJu,=,=IVJ ,jej#.?.?KVL %zuz5$-'@'@MVN %zuz4-'@'@OVP *JEJu,=,=QV VR /9ej#.?.?'1uz5$-'@'@'1uz4-'@'@,6EJu,=,=.8ej#.?.?'1uz5$-'@'@'1uz4-'@'@,6EJu,=,=.8ej#.?.?,6EJd|,D,D *
D#; 7 7!+T4L!9!9 ej$..kV V Vpw$ w$ w$tJ2ZUZ5F5FJ4zuz3%7H7HJ +ZUZt-E-EJ *JEJt},E,E	J
 'UDM)B)BJ 'T5M)B)BJ 3ZUZ5F5FJ 5zuz3%7H7HJ +ZUZt-E-EJ *JEJt},E,EJ 'UDM)B)BJ 'T5M)B)BJ 3ZUZ5F5FJ 5zuz3%7H7HJ +ZUZt-E-EJ  *JEJt},E,E!J" 'UDM)B)B#J J$ 'T5M)B)B%J& 3ZUZ5F5F'J( 5zuz3%7H7H)J* +ZUZt-E-E+J, *JEJt},E,E-J. 'UDM)B)B/J0 'T5M)B)B1J2 3ZUZ5F5F3J4 5zuz3%7H7H5J6 +ZUZt-E-E7J8 *JEJt},E,E9J: 'UDM)B)B;J< 'T5M)B)B=J> 3ZUZ5F5F?J@ 5zuz3%7H7HAJB +ZUZt-E-ECJD *JEJt},E,EEJ J JF 'UDM)B)BGJH 'T5M)B)BIJJ 3ZUZ5F5FKJL 5zuz3%7H7HMJN +ZUZt-E-EOJP *JEJt},E,EQJR 'UDM)B)BSJT 'T5M)B)BUJV 3ZUZ5F5FWJX 5zuz3%7H7HYJZ +ZUZt-E-E[J\ *JEJt},E,E]J^ 'UDM)B)B_J` 'T5M)B)BaJb 3ZUZ5F5FcJd 5zuz3%7H7HeJf +ZUZt-E-EgJ J Jh *JEJt},E,EiJj 'UDM)B)BkJl 'T5M)B)BmJn 3ZUZ5F5FoJp 5zuz3%7H7HqJr +ZUZt-E-EsJt *JEJt},E,EuJv 'UDM)B)BwJx 'T5M)B)ByJz 3ZUZ5F5F{J| 5zuz3%7H7H}J~ +ZUZt-E-EJ@ *JEJt},E,EAJB 'UDM)B)BCJD 'T5M)B)BEJF 3ZUZ5F5FGJH 5zuz3%7H7HIJ J JJ +ZUZt-E-EKJL *JEJt},E,EMJN 'UDM)B)BOJP 'T5M)B)BQJR 3ZUZ5F5FSJT 5zuz3%7H7HUJV +ZUZt-E-EWJX *JEJt},E,EYJZ 'UDM)B)B[J\ 'T5M)B)B]J^ 3ZUZ5F5F_J` 5zuz3%7H7HaJb +ZUZt-E-EcJd *JEJt},E,EeJf 'UDM)B)BgJh 'T5M)B)BiJj 3ZUZ5F5FkJ J Jl 5zuz3%7H7HmJn +ZUZt-E-EoJp *JEJt},E,EqJr 'UDM)B)BsJt 'T5M)B)BuJv 3ZUZ5F5FwJx 5zuz3%7H7HyJz +ZUZt-E-E{J| *JEJt},E,E}J~ 'UDM)B)BJ@ 'T5M)B)BAJB .

E4=0I0ICJD .

E4=0I0IEJF ,jej$.F.FGJH  *%*c4["9"9IJJ jej$--KJL %zuz5$-'@'@MJ J JN %zuz4-'@'@OJP *JEJu,=,=QJR ,jej#.?.?SJT %zuz5$-'@'@UJV %zuz4-'@'@WJX *JEJu,=,=YJZ ,jej#.?.?[J\ &

E4=(A(A]J^ &

D%=(A(A_J` +ZUZ->->aJb -zuz3%/@/@cJd &

E4=(A(AeJf &

D%=(A(AgJh +ZUZ->->iJj -zuz3%/@/@kJl &

E4=(A(AmJn &

D%=(A(AoJ J Jp +ZUZ->->qJr -zuz3%/@/@sJt &

E4=(A(AuJv &

D%=(A(AwJx +ZUZ->->yJz -zuz3%/@/@{J| &

E4=(A(A}J~ &

D%=(A(AJ@ +ZUZ->->AJB -zuz3%/@/@CJD &

E4=(A(AEJF &

D%=(A(AGJH +ZUZ->->IJJ -zuz3%/@/@KJL &

E4=(A(AMJN &

D%=(A(AOJP +ZUZ->->QJ J JR -zuz3%/@/@SJT &

E4=(A(AUJV &

D%=(A(AWJX +ZUZ->->YJZ -zuz3%/@/@[J\ &

E4=(A(A]J^ &

D%=(A(A_J` +ZUZ->->aJb -zuz3%/@/@cJd &

E4=(A(AeJf &

D%=(A(AgJh +ZUZ->->iJj -zuz3%/@/@kJl %zuz5$-'@'@mJn %zuz4-'@'@oJp *JEJu,=,=qJr ,jej#.?.?sJ J Jt &

E4=(A(AuJv &

D%=(A(AwJx +ZUZ->->yJz -zuz3%/@/@{J| &

E4=(A(A}J~ &

D%=(A(AJ@ +ZUZ->->AJB -zuz3%/@/@CJD &

E4=(A(AEJF &

D%=(A(AGJH +ZUZ->->IJJ -zuz3%/@/@KJL &

E4=(A(AMJN &

D%=(A(AOJP +ZUZ->->QJR -zuz3%/@/@SJT %zuz5$-'@'@UJ J JV %zuz4-'@'@WJX *JEJu,=,=YJZ ,jej#.?.?[J\ %zuz5$-'@'@]J^ %zuz4-'@'@_J` *JEJu,=,=aJb ,jej#.?.?cJd %zuz5$-'@'@eJf %zuz4-'@'@gJh *JEJu,=,=iJj ,jej#.?.?kJl %zuz5$-'@'@mJn %zuz4-'@'@oJp *JEJu,=,=qJr ,jej#.?.?sJt %zuz5$-'@'@uJv %zuz4-'@'@wJ Jx -7EJu,=,=.8ej#.?.?'1uz5$-'@'@'1uz4-'@'@,6EJu,=,=.8ej#.?.?'1uz5$-'@'@'1uz4-'@'@,6EJu,=,=.8ej#.?.?,6EJt},E,E *
D#; 7 7!+T4L!9!9 ej$//SJ J JXw$ w$ w$t =<" "   r=   