+j !lddlmZddlZddlZddlmZddlmZddlmZm Z m Z ddl m Z ddl mZmZmZmZmZmZmZmZmZddlmZerdd lmZGd d e ZGd d e ZGdde ZGdde ZGdde ZeGddZ d!d"dZ!d#d Z"dS)$) annotationsN) dataclass)datetime) TYPE_CHECKINGAny TypedDict)Session) bulk_insert_assets'bulk_insert_references_ignore_conflictsbulk_insert_tags_and_metadelete_assets_by_idsget_existing_asset_idsget_reference_ids_by_ids%get_references_by_paths_and_asset_ids#get_unreferenced_unhashed_asset_idsrestore_references_by_paths) get_utc_now)ExtractedMetadatacxeZdZUdZded<ded<ded<ded<ded <ded <d ed <d ed<d ed<d ed<dS) SeedAssetSpecz*Spec for seeding an asset from filesystem.strabs_pathint size_bytesmtime_ns info_namez list[str]tagsfnamezExtractedMetadata | Nonemetadata str | Nonehash mime_typejob_idN__name__ __module__ __qualname____doc____annotations__?/home/wildlama/comfy/ComfyUI/app/assets/services/bulk_ingest.pyrrs~44MMMOOOMMMNNNOOOJJJ&&&&r+rcFeZdZUdZded<ded<ded<ded<d ed <d S) AssetRowz Row data for inserting an Asset.ridr r!rrr"r created_atNr$r*r+r,r.r.+sN** GGGOOOr+r.ceZdZUdZded<ded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<dS) ReferenceRowz)Row data for inserting an AssetReference.rr/asset_id file_pathrrowner_idnamer preview_iddict[str, Any] | None user_metadatar#rr0 updated_atlast_access_timeNr$r*r+r,r2r25s33 GGGMMMNNNMMMMMM III((((r+r2c<eZdZUdZded<ded<ded<ded<dS) TagRowzRow data for inserting a Tag.rasset_reference_idtag_nameoriginradded_atNr$r*r+r,r=r=FsB''MMMKKKr+r=cZeZdZUdZded<ded<ded<ded<d ed <d ed <d ed<dS) MetadataRowz&Row data for inserting asset metadata.rr>keyrordinalr val_strz float | Noneval_numz bool | Noneval_boolr8val_jsonNr$r*r+r,rCrCOsf00 HHHLLL######r+rCc2eZdZUdZded<ded<ded<dS)BulkInsertResultzResult of bulk asset insertion.r inserted_refs won_paths lost_pathsNr$r*r+r,rKrK[s4))NNNOOOOOr+rKsessionr specslist[SeedAssetSpec]r5rreturnc|stdddSt}g}g}iig}|D]c}tj|d}t t j} t t j} ||| |<| d} || | d|d| |d| d} | r| } n|d r d |d i} nd } || | ||d ||d d | | d|||d | |d|d | d| <et||t|d|Dfd|D}t||t||t|}fd|D}||z }fd|D}|rt!|||stddt#|Sfd|D}t%||}g}g}|r|D]}|} | }|d}||vr|dD]}|||d|d| d} | r)|| ||d r#||d d|d d d d dt+|||tt#|t#|t#|S)aSeed assets from filesystem specs in batch. Each spec is a dict with keys: - abs_path: str - size_bytes: int - mtime_ns: int - info_name: str - tags: list[str] - fname: Optional[str] This function orchestrates: 1. Insert seed Assets (hash=NULL) 2. Claim references with ON CONFLICT DO NOTHING on file_path 3. Query to find winners (paths where our asset_id was inserted) 4. Delete Assets for losers (path already claimed by another asset) 5. Insert tags and metadata for successfully inserted references Returns: BulkInsertResult with inserted_refs, won_paths, lost_paths r)rLrMrNrr"r!r)r/r!rr"r0rrfilenameNrrr#) r/r3r4rr5r6r7r9r#r0r:r;r) reference_idrrUextracted_metadatacg|] }|d Sr3r*).0rs r, z,batch_insert_seed_assets..s888A!J-888r+c(g|]}|dv |SrYr*)rZr[inserted_asset_idss r,r\z,batch_insert_seed_assets..s(WWWA1Z=DV3V3Va3V3V3Vr+c(h|]}|v |Sr*r*)rZpathr^path_to_asset_ids r, z+batch_insert_seed_assets..s4  D !%7 7 7 7 7 7r+c g|] }| Sr*r*)rZr`ras r,r\z,batch_insert_seed_assets..sFFF&t,FFFr+c8g|]}|dS)rVr*)rZr`asset_id_to_ref_dataras r,r\z,batch_insert_seed_assets..s9  -d34^Dr+rV automatic)r>r?r@rArW)r>rDrErFrGrHrI)tag_rows meta_rows)rKrosr`abspathruuiduuid4appendgetto_user_metadatar rr rrr lenrextend to_meta_rowsr )rPrQr5 current_time asset_rowsreference_rowsabsolute_path_listspec absolute_pathr3rVr"rWr9 winning_pathsinserted_paths losing_pathslost_asset_idswinning_ref_idsinserted_ref_idsrg metadata_rowsr`ref_dataref_idtagrer^ras @@@r,batch_insert_seed_assetsrds2 La1KKKK==L!#J)+N'),.$&1 1 Z(899 tz||$$4:<<(( !!-000*2'HH[)) (("<0&*      "XXj11  !3E3V3V3X3XMM '] !'g7MM M"$* ,$[)"!.((8,,**$0     $)LW "4 * * X&&w +++088888XWWWWWWN+G^DDD);<<<9'CSTTM&N "M1LFFFFFFFN6Wn555  <((    !O0IIH')M#!" " D'-H+H5Hn-F---'  .4$'"-$0 "*.B!C!C ! $$%7%D%DV%L%LMMMM*% $$.4)#$#+J#7#'$($(   gMRRRR *++m$$|$$   r+rc@t|}t||S)zHard-delete unhashed assets with no active references. This is a destructive operation intended for explicit cleanup. Only deletes assets where hash=None and all references are missing. Returns: Number of assets deleted )rr )rPunreferenced_idss r,cleanup_unreferenced_assetsrs#;7CC )9 : ::r+)rO)rPr rQrRr5rrSrK)rPr rSr)# __future__rrirk dataclassesrrtypingrrrsqlalchemy.ormr app.assets.database.queriesr r r r rrrrrapp.assets.helpersr$app.assets.services.metadata_extractrrr.r2r=rCrKrrr*r+r,rsb"""""" !!!!!!0000000000""""""                      +*****GFFFFFF     I   y9"Y $ $ $ $ $) $ $ $  jjjjjZ ; ; ; ; ; ;r+