+j)2ddlZddlZddlZddlZddlZddlmZmZmZddl m Z ddl m Z ddl mZmZmZmZmZmZmZejeZGddZeZded efd Zd eee fd e fd ZGd dZGddeZdS)N)heapifyheappopheappush)IOBase)Path)AnyCallableIterableIteratorMappingOptionalUnioncNeZdZdZdefdZdefdZdefdZdefdZ de fdZ dS) _EndOfFileSymbolz Internal class for "end of file" symbol to be able to detect the end of the encoded bit stream, which does not necessarily align with byte boundaries. returncdS)N_EOFselfs Y/home/wildlama/comfy/ComfyUI/.venv/lib/python3.11/site-packages/dahuffman/huffmancodec.py__repr__z_EndOfFileSymbol.__repr__svcdS)NTrrothers r__lt__z_EndOfFileSymbol.__lt__strcdS)NFrrs r__gt__z_EndOfFileSymbol.__gt__surc"|j|jkSN) __class__rs r__eq__z_EndOfFileSymbol.__eq__!s$.00rc*t|jSr!)hashr"rs r__hash__z_EndOfFileSymbol.__hash__$sDN###rN) __name__ __module__ __qualname____doc__strrboolrrr#intr&rrrrrs # tt1t1111$#$$$$$$rrdatarctddjtdtit|tS)z/ Guess concat function from given data r)typejoinbytesgetlist)r.s r _guess_concatr60s= R"' S 5  c$t**drpathct|}|s|d|sJ|S)NT)parents)rexistsmkdiris_dir)r7s r ensure_dirr=:sI ::D ;;==! 4    ;;=== Krc |eZdZdZedefdededefdZ defdZ e j fd e dd fd Zd eeeefdefd Zd eeeefdeefdZ dd eeeefdeedeeeeffdZd eeeefdefdZddeeefdedd fdZedeeefddfdZd S) PrefixCodecz4 Prefix code codec, using given code table. T code_tableconcatcheckc||_||_||_|rLt|jtr0t d|jDsJdSdS)a> Initialize codec with given code table. :param code_table: mapping of symbol to code tuple (bitsize, value) :param concat: function to concatenate symbols :param check: whether to check the code table :param eof: "end of file" symbol (customizable for advanced usage) c3K|]=\}}t|to |dkot|to|dkV>dS)rN) isinstancer-).0bvs r z'PrefixCodec.__init__..Wse99Q1c""OqAvO*Q2D2DOa999999rN)_table_concat_eofrFdictallvalues)rr@rArBeofs r__init__zPrefixCodec.__init__Gs!    dk400 S99"k002299966      rrc|jS)zj Get code table :return: dictionary mapping symbol to code tuple (bitsize, value) )rKrs rget_code_tablezPrefixCodec.get_code_table_s {routNc :tttjdgd|jD}t d|D}d|ddz}t|D]}||j| dS)z+ Print code table overview )BitsCodeValueSymbolc3K|]`\}\}}t|t|dd|dt|t|fVadS)N0)r+binrjustrepr)rGsymbolbitsvals rrJz/PrefixCodec.print_code_table..ps~0FKT3  IIHHQRRL..tS99HH LL rc3HK|]}td|DVdS)c34K|]}t|VdSr!)len)rGss rrJz9PrefixCodec.print_code_table...}s(//a3q66//////rN)max)rGcols rrJz/PrefixCodec.print_code_table..}s9CCCs//3/////CCCCCCrz{0:>%d} {1:%d} {2:>%d} {3} N) r5zip itertoolschainrKitemstuplewriteformat)rrUcolumnswidthstemplaterows rprint_code_tablezPrefixCodec.print_code_tablefs  8948;3D3D3F3F     "CC7CCCCC1F2A2J>= - -C IIohos+ , , , , - -rr.cFt||S)z Encode given data. :param data: sequence of symbols (e.g. byte string, unicode string, list, iterator) :return: byte string )r3encode_streaming)rr.s rencodezPrefixCodec.encodes T**400111rc#0Kd}d}|D]G}|j|\}}||z|z}||z }|dkr"||dz z }|V|||dz zz }|dz}|dk"H|dkr?|j|j\}}||z|z}||z }|dkr ||dz z }n|d|z z}|VdSdS)z Encode given data in streaming fashion. :param data: sequence of symbols (e.g. byte string, unicode string, list, iterator) :return: generator of bytes rN)rKrM)rr.buffersizergrHrIbytes rrxzPrefixCodec.encode_streamings  A;q>DAqkQ&F AID!))$(+ 4D1H#56  !)) !88;ty)DAqkQ&F AIDqyy$(+!d(+JJJJJ 8rcL|p|j||S)z Decode given data. :param data: sequence of bytes (string, list or generator of bytes) :param concat: optional override of function to concatenate the decoded symbols :return: )rLdecode_streaming)rr.rAs rdecodezPrefixCodec.decodes)'&$,(=(=d(C(CDDDrc#Kd|jD}d}d}|D]K}dD]F}|dzt||zz}|dz }||f|vr!|||f}||jkrdS|Vd}d}GLdS)z Decode given data in streaming fashion :param data: sequence of bytes (string, list or generator of bytes) :return: generator of symbols c$i|] \}\}}||f|Srr)rGrgrHrIs r z0PrefixCodec.decode_streaming..s&AAA 6Aq1a&!AAArr)@ r{r\rErEN)rKrnr,rM)rr.lookupr|r}r~mras rrzPrefixCodec.decode_streamingsBAT[->->-@-@AAA  D2   A+dQh7 &>V++#D&L1F** LLLFD   rr7metadatac |}|t||jd}|r||d<t|}t |j|d5}tj||dddn #1swxYwYt d t|j t|t|dS) z Persist the code table to a file. :param path: file path to persist to :param metadata: additional metadata :return: )r@r1rArwbmode)fileNz)Saved {c} code table ({l} items) to {p!r}clp)rTr1rLrr=parentopenpickledump_loginforqr'rfr+)rr7rr@r.fs rsavezPrefixCodec.saves2((** $JJl    ('D Dzz4; YYDY ! ! &Q K1 % % % % & & & & & & & & & & & & & & & 7 > >t**%ZCII ?       s-BBBc t|}|d5}tj|}dddn #1swxYwY|d}t |t sJ|d}t d|j t|t||||d S) z Load a persisted PrefixCodec :param path: path to serialized PrefixCodec code table data. :return: rbrNr1r@z0Loading {c} with {l} code table items from {p!r}rrArA) rrrload issubclassr?rrrqr'rfr+)r7rr.clsr@s rrzPrefixCodec.loads Dzz YYDY ! ! "Q;q>>D " " " " " " " " " " " " " " "6l#{+++++,'  > E E,#j//SYY F     s:d8n5555sAA A r!)r'r(r)r*r5rrNr r,rRrTsysstdoutrrvrr+r3r ryr r-rxr rrrrr staticmethodrrrrr?r?Bs 48tQU(0@D0.1Z--F-D----825eX!56252222%U3x+?%@%Xc]%%%%POS E E%#./ E9A(9K E sE8# $ E E E EU5(3-+?%@X0  sDy) S D    465d#6 666\666rr?ceZdZdZedefdeeefde e ddfdZ edee e efddfdZdS) HuffmanCodecz Huffman coder, with code table built from given symbol frequencies or raw data, providing encoding and decoding methods. N frequenciesrArcd|p(ttt|}d|D}||vr|d|dfgft |t |dkrwt|}t|}|d|dzd|dDd|dDzf}t||t |dkwtt|d}|||d|S) a Build Huffman code table from given symbol frequencies :param frequencies: symbol to frequency mapping :param concat: function to concatenate symbols :param eof: "end of file" symbol (customizable for advanced usage) c"g|] \}}||dfgf S)rrr)rGrgrs r z1HuffmanCodec.from_frequencies..s'CCCtq!a[M"CCCrrErrc,g|]\}\}}||dz|ffSrErrGrgnrIs rrz1HuffmanCodec.from_frequencies..)s,999[a!Q!a!eQZ999rc8g|]\}\}}||dzd|z|zffSrrrs rrz1HuffmanCodec.from_frequencies..*s6FFF+1fq!AAQ!|,-FFFrF)rArBrQ) r6nextiterrnappendrrfrrrN) rrrArQheaparHmergedtables rfrom_frequencieszHuffmanCodec.from_frequencies s@A=d;.?.?)@)@AADC{/@/@/B/BCCC k ! ! KKc6]O, - - -  $ii!mm A A!qt 99AaD999FF1FFFGF T6 " " "$ii!mmWT]]1%&&s5u#>>>>rr.crtj|}||t|S)z Build Huffman code table from symbol sequence :param data: sequence of symbols (e.g. byte string, unicode string, list, iterator) :return: HuffmanCoder r) collectionsCounterrr6)rr.rs r from_datazHuffmanCodec.from_data3s5")$// ##K d8K8K#LLLr)r'r(r)r* classmethodrrrNr r r rr+r3r rrrrrrs &*  %?%?4=)%?"%?  %?%?%?[%?NMU3x#78M^MMM[MMMrr)rrlloggingrrheapqrrriorpathlibrtypingrr r r r r r getLoggerr'rrrr6r+r=r?rrrrrs ,,,,,,,,,,NNNNNNNNNNNNNNNNNNw""$$$$$$$$6U39%$@6@6@6@6@6@6@6@6F7M7M7M7M7M;7M7M7M7M7Mr