+j)ddlZddlmZddlmZmZmZddlmZm Z m Z m Z m Z m Z mZmZmZddlmZmZmZmZmZmZmZmZmZmZmZmZddiZdedzfd Z dedzfd Z!Gd d ej"Z#gd Z$de%de&fdZ'Gddej"Z(Gddej"Z)Gddej"Z*Gddej"Z+Gddej"Z,Gddej"Z-GddeZ.de.fdZ/dS) N)override)IOComfyExtensionInput) ImageEditRequestImageGenerationRequestImageGenerationResponseInputUrlObjectVideoEditRequestVideoExtensionRequestVideoGenerationRequestVideoGenerationResponseVideoStatusResponse) ApiEndpointdownload_url_to_image_tensordownload_url_to_video_outputget_fs_object_sizeget_number_of_imagespoll_opsync_optensor_to_base64_stringupload_images_to_comfyapiupload_video_to_comfyapivalidate_stringvalidate_video_durationgrok-imagine-video-1.5zgrok-imagine-video-1.5-previewreturncJ|jr|jj|jjdz SdS)Nld( )usagecost_in_usd_ticks)responses :/home/wildlama/comfy/ComfyUI/comfy_api_nodes/nodes_grok.py_extract_grok_pricer#%s,~A(.:F~/.@@ 4c2t|}||dzSdS)NgzG?)r#)r!prices r"_extract_grok_video_pricer'+s$  ) )E t| 4r$cfeZdZedZe d dedededededed ejfd Z d S) GrokImageNodec tjddddtjdgdtjdd d tjd gd tjddddddtjjtjdddddtjjd dtjdddgd gtj gtj j tj j tj j gd tjtjgdd S)!Nr)z Grok Imagepartner/image/Grokz1Generate images using Grok based on a text promptmodelgrok-imagine-image-qualitygrok-imagine-image-progrok-imagine-imageoptionspromptT*The text prompt used to generate the image multilinetooltip aspect_ratio) 1:12:33:23:44:39:1616:99:19.519.5:99:2020:91:22:1number_of_images zNumber of images to generatedefaultminmaxstepr7 display_modeseedr`Seed to determine if node should re-run; actual results are nondeterministic regardless of seed.rJrKrLrMrNcontrol_after_generater7 resolution1K2K)r2optionalr,rFrTwidgetsaM ( $rate := widgets.model = "grok-imagine-image-quality" ? (widgets.resolution = "1k" ? 0.05 : 0.07) : ($contains(widgets.model, "pro") ? 0.07 : 0.02); {"type":"usd","usd": $rate * widgets.number_of_images} )  depends_onexpr node_id display_namecategory descriptioninputsoutputshidden is_api_node price_badge)rSchemaComborStringInt NumberDisplaynumberImageOutputHiddenauth_token_comfy_orgapi_key_comfy_org unique_id PriceBadgePriceBadgeDependsclss r" define_schemazGrokImageNode.define_schema4sy#%)K "H  "$ &:!#!1!8 "!#!1!8+/N  |dD\DQQi5n!! . + #  /8c8c8cddd   IO O O O r$rUr,r3r8rFrOrTrc Kt|ddt|tddt||||||t t d{V}t|jdkr7tj t|jd j d{VStj tjd d |jDDd{VS) NTrGstrip_whitespace min_lengthz /proxy/xai/v1/images/generationsPOSTpathmethod)r,r3r8nrOrTdataresponse_modelprice_extractorrc<Kg|]}t|d{VSNr.0is r" z)GrokImageNode.execute..7mmm13A66666666mmmr$cDg|]}|j t|jSurlstrrds r"rz)GrokImageNode.execute..*@l@l@lPQfgfk@lQU@l@l@lr$)rrrrlowerr r#lenrr NodeOutputrrtorchcat)rwr,r3r8rFrOrTr!s r"executezGrokImageNode.executesA !DDDD  ? O O O')"%++-- 3/           x}   " "='CHMRSDTDX'Y'Y!Y!Y!Y!Y!Y!YZZ Z} Imm@l@lU]Ub@l@l@lmmmmmmmmm     r$N)rU) __name__ __module__ __qualname__ classmethodrxrintrrrrr$r"r)r)2sP P [P d               [   r$r)autor9r:r;r<r=r>r?r@rArBrCrDrEmax_ref_imageswith_aspect_ratioc 8tjdtjtjddt d|dzDd|dkrdnd|d tjd d d g tjddddddtjj g}|r:| tjdtd|S)Nimagesimagecg|]}d|S)image_rrs r"rz1_grok_image_edit_model_inputs..sJJJ|||JJJr$rG)namesrKzReference image to edit.z"Reference image(s) to edit. Up to z images.templater7rTrUrVr1rFrH#Number of edited images to generaterIr8z0Only allowed when multiple images are connected.r2r7) rAutogrowr TemplateNamesrnrangerirkrlrmappend%_GROK_IMAGE_EDIT_ASPECT_RATIO_OPTIONS)rrrcs r"_grok_image_edit_model_inputsrs-  [..w''JJU1nq6H-I-IJJJ/"Q&&+*R.RRR   |dD\::  9)0   F2  HNN=J       Mr$cteZdZedZe d dedejdedededed ed e j fd Z d S)GrokImageEditNodecNtjddddtjdgdtjdd tjd d d tjdddgtjddddddtjjtjdddddtjjd dtjdgdd dgtj gtj j tj j tj j gd tjtjgd !d"#d $ S)%NrGrok Image Editr+/Modify an existing image based on a text promptr,r-r1rr)r`r3Tr4r5rTrUrVrFrGrHrrIrOrrPrQrRr8rzCOnly allowed when multiple images are connected to the image input.)r2rWr7rXrYa ( $isQualityModel := widgets.model = "grok-imagine-image-quality"; $isPro := $contains(widgets.model, "pro"); $rate := $isQualityModel ? (widgets.resolution = "1k" ? 0.05 : 0.07) : ($isPro ? 0.07 : 0.02); $base := $isQualityModel ? 0.01 : 0.002; $output := $rate * widgets.number_of_images; $isPro ? {"type":"usd","usd": $base + $output} : {"type":"range_usd","min_usd": $base + $output, "max_usd": 3 * $base + $output} ) r[) r_r`rarbrcrdrerfrg is_deprecated)rrhrirrnrjrkrlrmrorprqrrrsrtrurvs r"rxzGrokImageEditNode.define_schemasy'*)IwX>> "H  |dD\BB &A!#!1!8 "!#!1!8+/N  " "a'I9v!! . + #  /8c8c8cddd "sZ Z Z Z r$rr,rr3rTrFrOr8rcKt|dd|dkr#t|dkrtdn"t|dkrtd|dkr"t|dkrtd t|t d d t |d |D|||||dkrdn|ttd{V}t|j dkr7tj t|j djd{VStj tjdd|j DDd{VS)NTrGrzr/*The pro model supports only 1 input image.)A maximum of 3 input images is supported.rZCustom aspect ratio is only allowed when multiple images are connected to the image input./proxy/xai/v1/images/editsr}r~cNg|]"}tdt|#Sdata:image/png;base64,rr rrs r"rz-GrokImageEditNode.execute..Zs7qqqfg+`D[\]D^D^+`+`aaaqqqr$r,rr3rTrrOr8rrc<Kg|]}t|d{VSrrrs r"rz-GrokImageEditNode.execute..hrr$cDg|]}|j t|jSrrrs r"rz-GrokImageEditNode.execute..hrr$)rr ValueErrorrrrrr r#rrrrrrrr) rwr,rr3rTrFrOr8r!s r"rzGrokImageEditNode.execute@s !DDDD , , ,#E**Q.. !MNNN/ !% ( (1 , ,HII I 6 ! !&:5&A&AQ&F&Fl !  9& I I I!qqkpqqq%++--"%1V%;%;TT3/          x}   " "='CHMRSDTDX'Y'Y!Y!Y!Y!Y!Y!YZZ Z} Imm@l@lU]Ub@l@l@lmmmmmmmmm     r$N)r) rrrrrxrrrnrrrrrr$r"rrs[ [ [[ z#) ) ) {)  )  )  ) ) )  ) ) ) [) ) ) r$rc VeZdZedZededededej fdZ dS)GrokImageEditNodeV2c*tjddddtjdddd tjd tjd t d d tjdt dd tjdt d d gtjdddddtjj ddgtj gtj j tj jtj jgdtjtjgdd S)Nrrr+rr3Tr4)r6rJr7r,r.r)rrr/rGFr0r1rOrrPrQrR)r,model.resolutionzmodel.number_of_imagesrYa ( $isQualityModel := widgets.model = "grok-imagine-image-quality"; $isPro := $contains(widgets.model, "pro"); $res := $lookup(widgets, "model.resolution"); $n := $lookup(widgets, "model.number_of_images"); $rate := $isQualityModel ? ($res = "1k" ? 0.05 : 0.07) : ($isPro ? 0.07 : 0.02); $base := $isQualityModel ? 0.01 : 0.002; $output := $rate * $n; $isPro ? {"type":"usd","usd": $base + $output} : {"type":"range_usd","min_usd": $base + $output, "max_usd": 3 * $base + $output} ) r[r^)rrhrjr DynamicComboOptionrrkrlrmrnrorprqrrrsrtrurvs r"rxz!GrokImageEditNodeV2.define_schemaosy)*)I "H   %%..89^bccc..49^cddd..09^bccc &" "!#!1!8+/N  1#J!! . + #  /SSS eG G G G r$r3r,rOrc Kt|dd|d}|d}|d}|dpi}|dd }d |D} td | D} | dkrt d |d kr| dkrt d|d kr| dkrt d|d kr| dkrt dg} | D]i t jdkr:|  fdt jdDT| jt|tddt|d| D|| |||d krdn|ttd{V} t | jdkr7t#jt'| jdjd{VSt#jt+jdd| jDDd{VS)NTrGrzr,rTrFrr8rcg|]}||Srrrts r"rz/GrokImageEditNodeV2.execute..s+]+]+]!q}A}}}r$c34K|]}t|VdSr)rrs r" z.GrokImageEditNodeV2.execute..s+FF1+A..FFFFFFr$z+At least one image is required for editing.r/rrrrc3(K|] }|V dSrr)rrtensors r"rz.GrokImageEditNodeV2.execute..s'#N#N!F1I#N#N#N#N#N#Nr$rrr}r~cNg|]"}tdt|#Srrrs r"rz/GrokImageEditNodeV2.execute..sCbcN'\@WXY@Z@Z'\'\]]]r$rrc<Kg|]}t|d{VSrrrs r"rz/GrokImageEditNodeV2.execute..rr$cDg|]}|j t|jSrrrs r"rz/GrokImageEditNodeV2.execute..rr$)rgetvaluessumrrshapeextendrrrrrrr r#rrrrrrr)rwr3r,rOmodel_idrTrF images_dictr8 image_tensorsn_images flat_tensorsr!rs @r"rzGrokImageEditNodeV2.executes !DDDD><(  !34ii))/R yy88 +]+]{7I7I7K7K+]+]+] FF FFFFF a<<JKK K / / /HqLLIJJ J / / /HqLLHII I 6 ! !h!mml ,. # , ,F6<  A%%###N#N#N#NuV\!_7M7M#N#N#NNNNN##F++++  9& I I I!gs%++--"%1V%;%;TT   3/         " x}   " "='CHMRSDTDX'Y'Y!Y!Y!Y!Y!Y!YZZ Z} Imm@l@lU]Ub@l@l@lmmmmmmmmm     r$N rrrrrxrdictrrrrrr$r"rrmsyH H [H T8 8 8  8  8 8 8 [8 8 8 r$rczeZdZedZe d dedededededed ejdzd e j fd Z dS) GrokVideoNodecTtjddddtjdddgd tjd d d tjdddgd tjdgdd tjddddddtjjtjdddddtjjd dtj d d d!"gtj gtj j tj jtj jgd tjtjgd#d g$d%&' S)(Nrz Grok Videopartner/video/Grokz(Generate video from a prompt or an imager,grok-imagine-videorz@grok-imagine-video-1.5 currently always requires an input image.rr3T&Text description of the desired video.r5rT480p720p#The resolution of the output video.r8)rr?r=r;r9r:r<r>%The aspect ratio of the output video.durationrG,The duration of the output video in seconds.rIrOrrPrQrRrzTOptional starting image for grok-imagine-video. Required for grok-imagine-video-1.5.)rWr7)r,rrT)rZrca ( $is15 := $contains(widgets.model, "1.5"); $rate := $is15 ? (widgets.resolution = "720p" ? 0.2002 : 0.1144) : (widgets.resolution = "720p" ? 0.07 : 0.05); $imgCost := $is15 ? 0.0143 : 0.002; $base := $rate * widgets.duration; {"type":"usd","usd": inputs.image.connected ? $base + $imgCost : $base} ) r[r^)rrhrirrjrkrlsliderrmrnVideororprqrrrsrtrurvs r"rxzGrokVideoNode.define_schemasy#%)B13KL^  "D   #V,A "WWWC  J!#!1!8 "!#!1!8+/N  !rS.`!! . + #  /8[8[8[eldmnnn    {K K K K r$Nr,r3rTr8rrOrrc K||dkrtd|dd}|Bt|dkrtdtdt|}t |dd t |t d d tt |||||||d krdn||td{V} t|t d| j dt|dkrtntd{V} t!jt%| jjd{VS)NrzThe 'zB' model requires an input image; connect one to the 'image' input.rGz"Only one input image is supported.rrTrz /proxy/xai/v1/videos/generationsr}r~r)r,rr3rTrr8rOrr/proxy/xai/v1/videos/rc"|j|jndSNcompletestatusrs r"z'GrokVideoNode.execute..k183GqxxZr$status_extractorrr)rrr rrrrr _GROK_VIDEO_MODEL_API_IDSrrr request_idrr'r#rrrvideor) rwr,r3rTr8rrOr image_urlinitial_responser!s r"rzGrokVideoNode.executeGs =U&>>>nUnnnoo o  #E**a// !EFFF&+dD[\aDbDb+d+deeeI!DDDD!(  ? O O O'/33E5AA%!%1V%;%;TT3 " " "       !  R5E5PRR S S SWW.9>BZ9Z9Z55`s          }#?@R#S#SSSSSSSTTTr$r) rrrrrxrrrrnrrrrr$r"rrsL L [L \%)'U'U'U'U 'U  'U  'U'U{T!'U 'U'U'U['U'U'Ur$rc deZdZedZedededejdede j f dZ dS) GrokVideoEditNodec*tjddddtjddgtjdd d tjd d tjdddddtjjd dgtj gtj j tj j tj j gd tjd S)NrzGrok Video Editrz.Edit an existing video based on a text prompt.r,rr1r3Trr5r z=Maximum supported duration is 8.7 seconds and 50MB file size.r7rOrrPrGrQrRzM{"type":"usd","usd": 0.06, "format": {"suffix": "/sec", "approximate": true}})r]r^)rrhrirrjrrkrlrmrorprqrrrsrtrvs r"rxzGrokVideoEditNode.define_schemats y'*)Hw1E0FGG "D  w0opp "!#!1!8+/N  *!! . + #  hE% % % % r$r,r3r rOrc lKt|ddt|dd|}t|}|dkrt d|dz dz d d t |t d d t|tt||d{V||td{V}t|t d|j dttd{V}tjt#|jjd{VS)NTrGrzgffffff!@ min_duration max_duration  Video size (.1fMB) exceeds 50MB limit.z/proxy/xai/v1/videos/editsr}r~r)r,r r3rOrrrc"|j|jndSrrrs r"rz+GrokVideoEditNode.execute..rr$r)rrget_stream_sourcerrrrr r rrrr rr#rrrr r) rwr,r3r rO video_stream video_sizer r!s r"rzGrokVideoEditNode.executes !DDDDACHHHH..00 ' 55 ( ( (aJ,=,Daaaabb b!(  9& I I I!$/GU/S/S)S)S)S)S)S)STTT  3 " " "       !  R5E5PRR S S SWW./          }#?@R#S#SSSSSSSTTTr$N) rrrrrxrrrrrrrrr$r"rrrs& & [& PUUU{ U  U  UUU[UUUr$rc VeZdZedZededededej fdZ dS)GrokVideoReferenceNodec tjddddtjdddtjd tjd tjd tjtjd d dddtj dddgdtj dgddtj ddddddtj j ggd!tj d"d#d#d$dtj j dd%&gtjgtjjtjjtjjgdtjtjd'd(gd)g*d+,- S).Nr zGrok Reference-to-VideorzJGenerate video guided by reference images as style and content references.r3Trr5r,rreference_imagesr reference_rG)prefixrKrLz7Up to 7 reference images to guide the video generation.rrTrrrrr8)r?r=r;r9r:r<r>rrrrHrrIz&The model to use for video generation.rOrrPrQrRmodel.durationrzmodel.reference_images)rZ input_groupsa ( $res := $lookup(widgets, "model.resolution"); $dur := $lookup(widgets, "model.duration"); $refs := $lookup(inputGroups, "model.reference_images"); $rate := $res = "720p" ? 0.07 : 0.05; $price := ($rate * $dur + 0.002 * $refs) * 1.43; {"type":"usd","usd": $price} ) r[r^)rrhrjrrrrTemplatePrefixrnrirkrlrrmrrorprqrrrsrtrurvs r"rxz$GrokVideoReferenceNode.define_schemas.y,2)d "D  %%..0 " 1 1$6-/[-G-G(*w(?(?/;,-,- .H.&.& -f!2 !" !"!#$0-3V,<,Q!/!"!" !#$2,_,_,_,S!/!"!" !# $.,-()(*)*,Z131A1H!-!"!"+!!#HEM&''P "!#!1!8+/N  ]9v!! . + #  /-/AB":!;  QX X X X r$r3r,rOrc FKt|ddt|t|ddddd{V}t |t d d t |d d |D||d|d|d|td{V}t|t d|j dttd{V}tj t|jjd{VS)NTrGrzr"z image/pngzUploading base imagesr$) mime_type wait_label max_imagesrr}r~r,c.g|]}t|S)r)r rs r"rz2GrokVideoReferenceNode.execute..2s#!P!P!PA.Q"7"7"7!P!P!Pr$rTrr8)r,r"r3rTrr8rOrrrc"|j|jndSrrrs r"rz0GrokVideoReferenceNode.execute..>rr$r)rrlistrrrr rrr rr'rrrr r)rwr3r,rOref_image_urlsr r!s r"rzGrokVideoReferenceNode.executes !DDDD8  )*1133 4 4!.          ")  ? O O O'Gn!P!P!P!P!P .z*">23 " " "       !  R5E5PRR S S SWW.5          }#?@R#S#SSSSSSSTTTr$Nrrr$r"r r sY Y [Y v#U#U#U #U  #U#U#U[#U#U#Ur$r c deZdZedZededejdede de j f dZ dS) GrokVideoExtendNodectjddddtjdddtjd d tjd tjd tjddddddtjj ggdtjdddddtjj ddgtj gtj j tj jtj jgdtjtjdgd S)!Nr3zGrok Video ExtendrzMExtend an existing video with a seamless continuation based on a text prompt.r3Tz9Text description of what should happen next in the video.r5r z1Source video to extend. MP4 format, 2-15 seconds.rr,rrr&rHrGz#Length of the extension in seconds.rIz%The model to use for video extension.rrOrrPrQrRr'rYa; ( $dur := $lookup(widgets, "model.duration"); { "type": "range_usd", "min_usd": (0.02 + 0.05 * $dur) * 1.43, "max_usd": (0.15 + 0.05 * $dur) * 1.43 } ) r[r^)rrhrjrrrrrkrlrrmrorprqrrrsrtrurvs r"rxz!GrokVideoExtendNode.define_schemaGsy),)g "W  w0cdd%%..0 " $.,-()(*)*,Q131A1H!-!"!"    D%&( "!#!1!8+/N  7&P!! . + #  /9I8JKKK    kB B B B r$r3r r,rOrc rKt|ddt|ddt|}|dkrt d|d z d z d d t |t d d t|tt||d{V|dtd{V}t|t d|j dttd{V}tjt#|jjd{VS)NTrGrzr&rrrrrrrz/proxy/xai/v1/videos/extensionsr}r~rr)r3r rrrrc"|j|jndSrrrs r"rz-GrokVideoExtendNode.execute..rr$r)rrrrrrrr r rrrr rr'rrrr r)rwr3r r,rOrr r!s r"rzGrokVideoExtendNode.executes !DDDDABGGGG'(?(?(A(ABB ( ( (aJ,=,Daaaabb b!(  >v N N N&$/GU/S/S)S)S)S)S)S)STTTz* 3 " " "       !  R5E5PRR S S SWW.5          }#?@R#S#SSSSSSSTTTr$N) rrrrrxrrrrrrrrrr$r"r3r3EsC C [C JUU{U U  U  UUU[UUUr$r3cLeZdZedeeejfdZdS) GrokExtensionrc^Ktttttt t gSr)r)rrrr rr3)selfs r" get_node_listzGrokExtension.get_node_lists'     "    r$N) rrrrr0typer ComfyNoder<rr$r"r9r9sE   T$r|*<%=    X    r$r9c"KtSr)r9rr$r"comfy_entrypointr@s ??r$)0rtyping_extensionsrcomfy_api.latestrrrcomfy_api_nodes.apis.grokrrr r r r r rrcomfy_api_nodes.utilrrrrrrrrrrrrr floatr#r'r>r)rrboolrrrrrr r3r9r@rr$r"rGs &&&&&&6666666666                                                  "> UT\ 54<t t t t t BLt t t n)))%$"S"T""""JJ J J J J  J J J ZF F F F F ",F F F RyUyUyUyUyUBLyUyUyUxKUKUKUKUKU KUKUKU\BUBUBUBUBUR\BUBUBUJfUfUfUfUfU",fUfUfUR      N     r$