o i"@s@dZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.ddl/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNdeOd ePfd d ZQd ZRd eRdZSd eRdZTd eRdZUd eRdZVd eRdZWd eRdZXd eRdZYd eRdZZdZ[dZ\dZ]dZ^dZ_dZ`dZadZbdZcdZddZedZfdd d!d"d#d$d%d&d'd(d) Zg d*d+d,d-d.d/d'd(d0Zh id1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRidSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtidudvdwdxdydzd{d|d}d~ddddddddddddddddddddddddddddddddddd Zidejd ejfddZkdelejmde;d ejnfddZodePepd eqfddZrded eqfddZsded eqfddZtde d eqfddZudejdejdeOd eqfddZvdddZwdddZxdddZydejzd dfddZ{d e!fddZ|d ejdBfdd„Z}d ePe"fddĄZ~d ejdBfddƄZdePe"d ejzfddɄZ ddelejmdejdejdepdejdejdejdejde dBd ejnfddфZ  ddelejmdejzdejdejdejdepdejdejdejde dBdejzdBd ejnfddՄZ  ddelejmdeqde)e*BdejdedejzdejzdBdedBd ee jejejffddۄZ      ddelejmde jde jdBdejdBdejdBdejdBdepdBdejdBd ejnfddZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdddejmZGdd d ejmZGd d d ejmZGd d d ejmZGdddejmZGdddejmZGdddejmZGdddejmZGddde Zd efddZdS(zKling API Nodes For source of truth on the allowed permutations of request fields, please reference: - [Compatibility Table](https://app.klingai.com/global/dev/document-api/apiReference/model/skillsMap) N)override)IOComfyExtensionInput InputImpl)"KlingCameraControlKlingCameraConfigKlingCameraControlTypeKlingVideoGenDurationKlingVideoGenModeKlingVideoGenAspectRatioKlingVideoGenModelNameKlingText2VideoRequestKlingText2VideoResponseKlingImage2VideoRequestKlingImage2VideoResponseKlingVideoExtendRequestKlingVideoExtendResponseKlingLipSyncVoiceLanguageKlingLipSyncInputObjectKlingLipSyncRequestKlingLipSyncResponseKlingVirtualTryOnModelNameKlingVirtualTryOnRequestKlingVirtualTryOnResponseKlingVideoResultKlingImageResultKlingImageGenerationsRequestKlingImageGenerationsResponseKlingImageGenImageReferenceTypeKlingImageGenAspectRatioKlingVideoEffectsRequestKlingVideoEffectsResponseKlingDualCharacterEffectsSceneKlingSingleImageEffectsSceneKlingDualCharacterEffectInputKlingSingleImageEffectInputKlingCharacterEffectModelNameKlingSingleImageEffectModelName) ImageToVideoWithAudioRequestKlingAvatarRequestMotionControlRequestMultiPromptEntryOmniImageParamImageOmniParamImageOmniParamVideoOmniProFirstLastFrameRequestOmniProImageRequestOmniProReferences2VideoRequestOmniProText2VideoRequestTaskStatusResponseTextToVideoWithAudioRequest) ApiEndpointdownload_url_to_image_tensordownload_url_to_video_outputget_number_of_imagespoll_opsync_optensor_to_base64_stringupload_audio_to_comfyapiupload_image_to_comfyapiupload_images_to_comfyapiupload_video_to_comfyapivalidate_audio_durationvalidate_image_aspect_ratiovalidate_image_dimensionsvalidate_stringvalidate_video_dimensionsvalidate_video_durationcountreturnc Csrg}td|dD]-}|tjjd|dddd|ddtjjd|d d dd tjjd |d dgq |S)N storyboard__promptTzPrompt for storyboard segment z. Max 512 characters.) multilinedefaulttooltip _durationz Duration for storyboard segment z in seconds.)rNminmax display_moderO)rangeextendrStringrInt NumberDisplayslider)rGinputsir^9/mnt/c/Users/fbmor/ComfyUI/comfy_api_nodes/nodes_kling.py_generate_storyboard_inputsWs(    r`v1z /proxy/kling/z/videos/text2videoz/videos/image2videoz/videos/video-extendz/videos/lip-syncz/videos/effectsz/images/generationsz/images/kolors-virtual-try-on ixi?i i@)std5 kling-v1-6)rh10rj)prorikling-v2-master)rlrkrm)rhrirm)rhrkrm)rlrikling-v2-1-master)rlrkrn)rlrikling-v2-5-turbo)rlrkro) z(standard mode / 5s duration / kling-v1-6z)standard mode / 10s duration / kling-v1-6z(pro mode / 5s duration / kling-v2-masterz)pro mode / 10s duration / kling-v2-masterz-standard mode / 5s duration / kling-v2-masterz.standard mode / 10s duration / kling-v2-masterz*pro mode / 5s duration / kling-v2-1-masterz+pro mode / 10s duration / kling-v2-1-master)pro mode / 5s duration / kling-v2-5-turbo*pro mode / 10s duration / kling-v2-5-turbo)rlri kling-v1-5)rlrkrr)rlrirj)rlrkrj)rlri kling-v2-1)rlrkrs)z#pro mode / 5s duration / kling-v1-5z$pro mode / 10s duration / kling-v1-5z#pro mode / 5s duration / kling-v1-6z$pro mode / 10s duration / kling-v1-6z#pro mode / 5s duration / kling-v2-1z$pro mode / 10s duration / kling-v2-1rprqMelody)girlfriend_4_speech02enSunny)genshin_vindi2rvSage)zhinen_xueshengrvAce)AOTrvBlossom) ai_shatangrvPeppy) genshin_klee2rvDove)genshin_kirararvShine)ai_kaiyarvAnchor) oversea_male1rvLyric)ai_chenjiahao_712rvTender)chat1_female_new-3rvSiren)z chat_0407_5-1rvZippy)cartoon-boy-07rvBud)uk_boy1rvSprite)cartoon-girl-01rvCandy)PeppaPig_platformrvBeacon)ai_huangzhong_712rvRock)ai_huangyaoshi_712rvTitan)ai_laoguowang_712rvGrace)chengshu_jiejiervHelen) you_pingjingrvLore) calm_story1rvCrag)uk_man2rvPrattle)laopopo_speech02rvHearth)heainainai_speech02rvz The Reader)zreader_en_m-v1rvzCommercial Lady)zcommercial_lady_en_f-v1rvu 阳光少年)rxzhu 懂事小弟)rzru 运动少年) tiyuxi_xuediru 青春少女)r~ru 温柔小妹)rru 元气少女)rru 阳光男生)rru 幽默小哥) tiexin_nanyouru 文艺小哥)rru 甜美邻家)girlfriend_1_speech02ru 温柔姐姐)rru 职场女青)girlfriend_2_speech02ru 活泼男童)rru 俏皮女童)rru 稳重老爸)rru 温柔妈妈)rru 严肃上司)rru 优雅贵妇)rru 慈祥爷爷)zhuxi_speech02ru 唠叨爷爷) uk_oldman3ru 唠叨奶奶)rru 和蔼奶奶)rru 东北老铁)dongbeilaotie_speech02ru 重庆小伙)chongqingxiaohuo_speech02r)chuanmeizi_speech02r)chaoshandashu_speech02r)ai_taiwan_man2_speech02r)xianzhanggui_speech02r)tianjinjiejie_speech02r)zdiyinnansang_DB_CN_M_04-v2r)zyizhipiannan-v1r)ztianmeixuemei-v1r)zdaopianyansang-v1r)z mengwa-v1r) u 四川妹子u 潮汕大叔u 台湾男生u 西安掌柜u 天津姐姐u新闻播报男u 译制片男u 撒娇女友u 刀片烟嗓u 乖巧正太promptcCs4|s|Sdd}dd}td||}td||S)av Rewrites Kling Omni-style placeholders used in the app, like: @image, @image1, @image2, ... @imageN @video, @video1, @video2, ... @videoN into the API-compatible form: <<>>, <<>>, ... <<>>, <<>>, ... This is a UX shim for ComfyUI so users can type the same syntax as in the Kling app. cSd|dpddS)Nz <<>>groupmatchr^r^r_ _image_replz5normalize_omni_prompt_references.._image_replcSr)Nz <<._video_replz(?\d*)(?!\w)z(?\d*)(?!\w))resub)rrrr^r^r_ normalize_omni_prompt_referencess rclsresponsecsr|jrtd|jd|jd|jt|td|jjdtdddIdH}t t |jj j d j IdHS) NKling request failed. Code: , Message: , Data: z"/proxy/kling/v1/videos/omni-video/pathcS|jr|jjSdSNdata task_statusrr^r^r_z(finish_omni_video_task..response_modelstatus_extractorr)code RuntimeErrormessagerr:r6task_idr4r NodeOutputr8 task_resultvideosurl)rrfinal_responser^r^r_finish_omni_video_tasks rconfigscCstdd|DS)zDVerifies that at least one camera control configuration is non-zero.css|] }t|d VqdS)N)mathisclose).0valuer^r^r_ z2is_valid_camera_control_configs..)any)rr^r^r_is_valid_camera_control_configssrcCs t|jjS)z6Verifies that the initial response contains a task ID.)boolrrrr^r^r_is_valid_task_creation_response!s rcC6|jduo|jjduo|jjjduot|jjjdkS)zJVerifies that the response contains a task result with at least one video.Nr)rrrlenrr^r^r_is_valid_video_response&   rcCr)zJVerifies that the response contains a task result with at least one image.Nr)rrimagesrrr^r^r_is_valid_image_response0rrnegative_prompt max_lengthcCsT|stdt||krtdt|d|r(t||kr(tdt|ddS)zRVerifies that the positive prompt is not empty and that neither promt is too long.zPositive prompt is emptyzPositive prompt is too long: z characterszNegative prompt is too long: T) ValueErrorr)rrrr^r^r_validate_prompts:s rcCs:t|sd|jd|jd|j}t|t|dS)z>Validates that the Kling task creation request was successful.z$Kling initial request failed. Code: rrN)rrrrloggingerror Exceptionr error_msgr^r^r_validate_task_creation_responseGs  rcC2t|sd|jjd}td||t|dS)z6Validates that the Kling task result contains a video. Kling task z/ succeeded but no video data found in response.Error: %s. Response: %sN)rrrrrrrr^r^r_validate_video_result_responseO rcCr)z7Validates that the Kling task result contains an image.rz/ succeeded but no image data found in response.rN)rrrrrrrr^r^r_validate_image_result_responseWrrimagecCst|dddt|dddS)a, Validates the input image adheres to the expectations of the Kling API: - The image resolution should not be less than 300*300px - The aspect ratio of the image should be between 1:2.5 ~ 2.5:1 See: https://app.klingai.com/global/dev/document-api/apiReference/model/imageToVideo , min_width min_heightrI@r rIN)rCrBrr^r^r_validate_input_image_sr cCs&|jjjd}td|jj|j|S)zReturns the first video object from the Kling video generation task result. Will raise an error if the response is not valid. rz&Kling task %s succeeded. Video URL: %s)rrrrinforr)rvideor^r^r_get_video_from_responseks  rcCs|r t|r tt|jSdS)zReturns the first video url from the Kling video generation task result. Will not raise an error if the response is not valid. N)rstrrrrr^r^r_get_video_url_from_responsevs rcCs |jjj}td|jj||S)zReturns the list of image objects from the Kling image generation task result. Will raise an error if the response is not valid. z#Kling task %s succeeded. Images: %s)rrrrr r)rrr^r^r_get_images_from_responses rcCs0|rt|rt|}dd|D}d|SdS)zReturns the list of image urls from the Kling image generation task result. Will not raise an error if the response is not valid. If there is only one image, returns the url as a string. If there are multiple images, returns a list of urls. cSsg|]}t|jqSr^)rrrrr^r^r_ sz1get_images_urls_from_response.. N)rrjoin)rr image_urlsr^r^r_get_images_urls_from_responses  rrcs@t|dkrtt|djIdHStdd|DIdHS)z Converts a KlingImageResult to a tuple containing a [B, H, W, C] tensor. If multiple images are returned, they will be stacked along the batch dimension. rIrNcs"g|] }tt|jIdHqSr)r7rrrr^r^r_rs z/image_result_to_node_output..)rr7rrtorchcat)rr^r^r_image_result_to_node_outputs r cfg_scale model_name model_modeduration aspect_ratiocamera_controlc st||tt|ttddtt|r|nd|r|ndt|t|t ||t ||ddIdH} t | | j j } t|ttd| dttddd IdH} t| t| } ttt| jIdHt| jt| jS) NPOSTrmethod)rrrmoderrr r!rr/rcS|jr |jjr |jjjSdSrrrrrr^r^r_rz$execute_text2video..restimated_durationr)rMAX_PROMPT_LENGTH_T2Vr;r6PATH_TEXT_TO_VIDEOrrr r r r rrrr:AVERAGE_DURATION_T2Vrrrrr8rridr) rrrrrrrr r!task_creation_responserrrr^r^r_execute_text2videos:      *r2 start_frame end_framec st||tt|| durtj| _|dkr|tjjkrd}t |t t ddt t t|t|| dur6t| nd||r<|nd|t|t|| d dIdH} t| | jj} t|t t d| dt td d d IdH} t| t| }ttt|jIdHt|jt|jS) Nrhrlr"r#) rr image_tailrrrr%rr!r&r'rcSr(rr)rr^r^r_rr*z%execute_image2video..r+)rMAX_PROMPT_LENGTH_I2Vr r simpletyper kling_v2_5_turborr;r6PATH_IMAGE_TO_VIDEOrrr<r r rrrr:AVERAGE_DURATION_I2Vrrrrr8rrr0r)rr3rrrrrr rr!r4r1rrrr^r^r_execute_image2videosJ     *r<dual_character effect_sceneimage_1image_2c s|rt||t|t|g|d}n t|t||d}t|ttddtt||ddIdH} t| | j j } t |ttd| dtt d d d IdH} t | t| } tt| jIdHt| jt| jfS) N)rr%rr)rrrr"r#)r>input)endpointrrr'rcSr(rr)rr^r^r_r7r*z&execute_video_effect..r+)r%r<r&r;r6PATH_VIDEO_EFFECTSr"r!rrrr:AVERAGE_DURATION_VIDEO_EFFECTSrrr8rrr0r) rr=r>rrr?r@rrequest_input_fieldr1rrrr^r^r_execute_video_effect sH      &rFraudiovoice_languagetext voice_speedvoice_idc s"|r t|dtdt|ddt|ddt||IdH}td||r9t||dd d d IdH} td | nd} t|t t d t t t |||||d| |dddIdH} t| | jj} t|t t d| dt tdddIdH} t| t| }ttt|jIdHt|jt|jS)NText field_nameri z$Uploaded video to Comfy API. URL: %smp3 libmp3lame audio/mpegcontainer_format codec_name mime_typez$Uploaded audio to Comfy API. URL: %sr"r) video_urlr%rIrHrJ audio_type audio_urlrK)rAr&r'rcSr(rr)rr^r^r_rur*z!execute_lipsync..r+)rDMAX_PROMPT_LENGTH_LIP_SYNCrErFr@rr r=r;r6 PATH_LIP_SYNCrrrrrrr:AVERAGE_DURATION_LIP_SYNCrrrrr8rrr0r) rrrGrHrrIrJrKrYr[r1rrr^r^r_execute_lipsync?sT        *r_c@seZdZdZedejfddZededededed ed ede e Bfd d Z ed e dedededed ed edej fddZ dS)KlingCameraControlszKling Camera Controls NoderHcCstjddddtjjdtdtjjddd d d tjjd d tjjddd d d tjjdd tjjddd d d tjjdd tjjddd d d tjjdd tjjddd d d tjjdd tjjddd d d tjjdd gtdj ddgdS)Nr`zKling Camera Controlsapi node/video/Klingz]Allows specifying configuration options for Kling Camera Controls and motion control effects.camera_control_typeoptionshorizontal_movementrg$g$@g?zlControls camera's movement along horizontal axis (x-axis). Negative indicates left, positive indicates right)rNrSrTsteprUrOvertical_movementzpControls camera's movement along vertical axis (y-axis). Negative indicates downward, positive indicates upward.pan?zControls camera's rotation in vertical plane (x-axis). Negative indicates downward rotation, positive indicates upward rotation.tiltz}Controls camera's rotation in horizontal plane (y-axis). Negative indicates left rotation, positive indicates right rotation.rollzmControls camera's rolling amount (z-axis). Negative indicates counterclockwise, positive indicates clockwise.zoomz|Controls change in camera's focal length. Negative indicates narrower field of view, positive indicates wider field of view.CAMERA_CONTROLr! display_name)node_idrocategory descriptionr\outputs) rSchemaComborr FloatrZr[CustomOutputrr^r^r_ define_schemas~     9z!KlingCameraControls.define_schemarergrhrjrkrlcCst||||||gs dSdS)NzKInvalid camera control configs: at least one of the values must be non-zeroT)r)rrergrhrjrkrlr^r^r_validate_inputss  z#KlingCameraControls.validate_inputsrbc Cs&ttt|t||||||ddS)N) horizontalverticalrhrkrjrl)r8config)rrrr r)rrbrergrhrjrkrlr^r^r_executes zKlingCameraControls.executeN)__name__ __module__ __qualname____doc__ classmethodrrtrzfloatrrr{rrr^r^r^r_r`}sLB  r`c @sLeZdZdZedejfddZededede ded edej f d d Z d S) KlingTextToVideoNodeKling Text to Video NoderHcCstt}tjddddtjjddddtjjd dd dtjjd d d d dtjjdt ddtjjd||dddgtj tjj ddtjj ddgtj j tj jtj jgdtjtjdgdddd S)NrzKling Text to VideorarrTPositive text promptrMrOrNegative text promptr?rrNrSrTr 16:9rdrNr%eThe configuration to use for the video generation following the format: mode / duration / model_name.rdrNrOvideo_idrnrwidgetsaT ( $m := widgets.mode; $contains($m,"v2-5-turbo") ? ($contains($m,"10") ? {"type":"usd","usd":0.7} : {"type":"usd","usd":0.35}) : $contains($m,"v2-1-master") ? ($contains($m,"10s") ? {"type":"usd","usd":2.8} : {"type":"usd","usd":1.4}) : $contains($m,"v2-master") ? ($contains($m,"10s") ? {"type":"usd","usd":2.8} : {"type":"usd","usd":1.4}) : $contains($m,"v1-6") ? ( $contains($m,"pro") ? ($contains($m,"10s") ? {"type":"usd","usd":0.98} : {"type":"usd","usd":0.49}) : ($contains($m,"10s") ? {"type":"usd","usd":0.56} : {"type":"usd","usd":0.28}) ) : $contains($m,"v1") ? ( $contains($m,"pro") ? ($contains($m,"10s") ? {"type":"usd","usd":0.98} : {"type":"usd","usd":0.49}) : ($contains($m,"10s") ? {"type":"usd","usd":0.28} : {"type":"usd","usd":0.14}) ) : {"type":"usd","usd":0.14} )  depends_onexpr rprorqrrr\rshidden is_api_node price_badge)listMODE_TEXT2VIDEOkeysrrtrXrrvrur VideorxHiddenauth_token_comfy_orgapi_key_comfy_org unique_id PriceBadgePriceBadgeDependsrmodesr^r^r_rzsF    z"KlingTextToVideoNode.define_schemarrrr%r c s.t|\}}}t||||||||dIdHS)N)rrrrr rr)rr2) rrrrr%r rrrr^r^r_r7s  zKlingTextToVideoNode.executeN) rrrrrrrtrzrrrrr^r^r^r_rs$?rc@sbeZdZedejfddZe    dded ed ed ed ed e dBde dedej fddZ dS)OmniProTextToVideoNoderHcCsXtjddddtjjdddgdtjjd d d d tjjd gddtjjddddtjjdtjjdddgd dtjjdtj dgtj dt dtj dt dtj dt dtj dt d tj d!t dtj d"t d#gd$d d%tj jd&d'd d(tjjd)d*d*d+tjj d d,d d-gtj gtjjtjjtjjgd tjtjgd.d/d0d1d2 S)3NKlingOmniProTextToVideoNodezKling 3.0 Omni Text to Videoraz@Use text prompts to generate videos with the latest Kling model.r kling-v3-omnikling-video-o1rcrTA text prompt describing the video content. This can include both positive and negative descriptions. Ignored when storyboards are enabled.rr r9:161:1rrRrNrSrTrU resolution1080p720prdoptional storyboardsdisabled 1 storyboardrI 2 storyboardsrP 3 storyboards 4 storyboardsrQ 5 storyboards 6 storyboardsz`Generate a series of video segments with individual prompts and durations. Ignored for o1 model.rdrOrgenerate_audioF)rNrseedr_Seed controls whether the node should re-run; results are non-deterministic regardless of seed.rNrSrTrUcontrol_after_generaterOrrrrrr ( $mode := (widgets.resolution = "720p") ? "std" : "pro"; $isV3 := $contains(widgets.model_name, "v3"); $audio := $isV3 and widgets.generate_audio; $rates := $audio ? {"std": 0.112, "pro": 0.14} : {"std": 0.084, "pro": 0.112}; {"type":"usd","usd": $lookup($rates, $mode) * widgets.duration} ) rr)rrtrurrXrYrZr[ DynamicComboOptionr`Booleannumberrrxrrrrrrryr^r^r_rzOsf  )z$OmniProTextToVideoNode.define_schemarNFrrrr rrrrrc s|} |dkr|dvrtd|rtd|duo|ddk} | r)|dkr)tdt|d| r0d nd d d d} d} | rt|dd } d} g} td | d D]*}|d |d}|d |d}t|d |dd dd| t||t|dqPtdd| D}||krtd|d|dt |t dddt t |||t||dkrdnd| | | rdnd|rdnd d! d"IdH}t ||IdHS)#NrrrQz:kling-video-o1 only supports durations of 5 or 10 seconds.1kling-video-o1 does not support audio generation.rr,kling-video-o1 does not support storyboards.TrrIrbstrip_whitespace min_lengthrrJrKrPrNrrindexrrcs|]}t|jVqdSrintrrer^r^r_rz1OmniProTextToVideoNode.execute..Total storyboard duration (#s) must equal the global duration (s).!/proxy/kling/v1/videos/omni-videor"r#rrlrh customizeonoff) rrr rr% multi_shot multi_prompt shot_typesoundr&)rrDrsplitrVappendr,rsumr;r6r4r3r)rrrr rrrrr_stories_enabledrmulti_prompt_listrGr] sb_prompt sb_durationtotal_storyboard_durationrr^r^r_rsh      zOmniProTextToVideoNode.executerNFr) rrrrrrtrzrrdictrrrr^r^r^r_rMs6G  rc@s|eZdZedejfddZe      dded ed ed e j d e j dBd e j dBdede dBde dedej fddZdS)OmniProFirstLastFrameNoderHcCsrtjddddtjjdddgdtjjd d d d tjjd dddtjjdtjdtjjdd ddtjjdd ddtjjdddgd dtj jdtj dgtj dt dtj d t d!tj d"t dtj d#t d$tj d%t dtj d&t d'gd(d d)tj jd*d+d d,d-tjjd.d/d/d0tjj d d1d d2g tjgtjjtjjtjjgd tjtjgd3d4d5d6d7 S)8NKlingOmniProFirstLastFrameNodez(Kling 3.0 Omni First-Last-Frame to VideorazZUse a start frame, an optional end frame, or reference images with the latest Kling model.rrrrcrTrrrrrrRr first_framer4zAn optional end frame for the video. This cannot be used simultaneously with 'reference_images'. Does not work with storyboards.rrOreference_imagesz$Up to 6 additional reference images.rrrrrrrrIrrPrrrQrrrlGenerate a series of video segments with individual prompts and durations. Only supported for kling-v3-omni.rrF?Generate audio for the video. Only supported for kling-v3-omni.rNrrOrrrrrrrrrrrrtrurrXrYrZr[Imagerrr`rrrrxrrrrrrryr^r^r_rzs   :z'OmniProFirstLastFrameNode.define_schemaNrFrrrrrr4rrrrrc s| } |dkr|dkrtd| rtd|duo|ddk} | r)|dkr)tdt|}t|d| r4d nd d d |durE|durEtd |durO| rOtd|dkrc|dvrc|durc|durctdd} d}| rt|dd }d} g}td |d D]*}|d|d}|d|d}t|d|dd dd|t||t|dq~t dd|D}||krtd|d|dt |dddt |ddt t ||d d!IdHd d"d#g}|durt |dddt |dd|t t ||d$d!IdHd d%d#|dur=t|d&krtd'|D]}t |dddt |ddqt ||d(d!IdHD] }|t |d)q1t|td*d+d,tt||t|||d-krSd.nd/| rYd0nd1| || rad2ndd3 d4IdH}t||IdHS)5NrrQBkling-video-o1 does not support durations greater than 10 seconds.rrrrTrrIrbrzLThe 'end_frame' input cannot be used simultaneously with 'reference_images'.zEThe 'end_frame' input cannot be used simultaneously with storyboards.rz\Duration is only supported for 5 or 10 seconds if there is no end frame or reference images.rJrKrPrrrcsrrrrr^r^r_rlrz4OmniProFirstLastFrameNode.execute..rrrrrrr Uploading first frame wait_labelr) image_urlr8Uploading end framer4rz4The maximum number of reference images allowed is 6.zUploading reference frame(s)rrr"r#rrlrhrrr) rrr image_listr%rrrrr&)rrrDrrrVrr,rrrCrBr.r?r9r;r6r4r0r)rrrrrr4rrrrrrrrrrGr]rrrrrr^r^r_r4s          z!OmniProFirstLastFrameNode.execute)NNrNFrrrrrrrtrzrrrrrrrrr^r^r^r_rsBX    rc@sheZdZedejfddZe    dded ed ed ed e j d ede dBde dedej fddZdS)OmniProImageToVideoNoderHcCshtjddddtjjdddgdtjjd d d d tjjd gddtjjddddtjjdtjjdddtjjdddgd dtj jdtj dgtj dt dtj dt d tj d!t dtj d"t d#tj d$t dtj d%t d&gd'd d(tj jd)d*d d+d,tjjd-d.d.d/tjj d d0d d1g tjgtjjtjjtjjgd tjtjgd2d3d4d5d6 S)7NKlingOmniProImageToVideoNodezKling 3.0 Omni Image to VideorazMUse up to 7 reference images to generate a video with the latest Kling model.rrrrcrTrrr rrrrrRrrzUp to 7 reference images.rOrrrrrrrrIrrPrrrQrrrrrrFrrrrrrrrrrrrrryr^r^r_rzsx  2z%OmniProImageToVideoNode.define_schemarNFrrrr rrrrrrc s| } |dkr|dkrtd|rtd|duo|ddk} | r)|dkr)tdt|}t|d| r4d nd d d d} d} | rt|dd }d} g} td |d D]*}|d |d}|d |d}t|d |dd dd| t||t|dqTt dd| D}||krtd|d|dt |dkrtd|D]}t |dddt |ddqg}t ||ddIdHD] }|t|d qt|td!d"d#tt|||t|||d$krd%nd&|rd'nd(| | | rd)ndd* d+IdH}t||IdHS),NrrQrrrrrTrrIrbrrJrKrPrrrcsrrrrr^r^r_rrz2OmniProImageToVideoNode.execute..rrrz,The maximum number of reference images is 7.rrrr Uploading reference imagerrrr"r#rrlrhrrr) rrr rrr%rrrrr&)rrrDrrrVrr,rrr9rCrBr?r.r;r6r4r2r)rrrr rrrrrrrrrrrGr]rrrrrr^r^r_rs|       zOmniProImageToVideoNode.executerrr^r^r^r_rs:P   rc@sheZdZedejfddZe   ddeded ed ed e j d e d e j dBdededej fddZdS)OmniProVideoToVideoNoderHcCstjddddtjjdddgdtjjd d d d tjjd gddtjjddddtjjdtjjdddtj jdd dtj jddd dtjjdddgd dtjjdd d d!tjj d d"d d#g tj gtj jtj jtj jgd tjtjddgd$d%d&d' S)(NKlingOmniProVideoToVideoNodezKling 3.0 Omni Video to VideorazYUse a video and up to 4 reference images to generate a video with the latest Kling model.rrrrcrTeA text prompt describing the video content. This can include both positive and negative descriptions.rr rrrrQrreference_videozVideo to use as a reference.r keep_original_soundrNr$Up to 4 additional reference images.rOrrrrrrrrrrra  ( $mode := (widgets.resolution = "720p") ? "std" : "pro"; $rates := {"std": 0.126, "pro": 0.168}; {"type":"usd","usd": $lookup($rates, $mode) * widgets.duration} ) rr)rrtrurrXrYrZr[rrrrrxrrrrrrryr^r^r_rzAsXz%OmniProVideoToVideoNode.define_schemaNrrrrr rrrrrrc  s*| } t|}t|dddt|dddt|ddddd g} |durUt|d kr.td |D]} t| d d d t| ddq0t||ddIdHD] } | t | dqJt t ||ddIdHd|rddnddg} t |tdddtt|||t|| r|| nd| |dkrdndddIdH}t||IdHS) NrIrbrr@皙$@ min_duration max_durationrOprr max_width max_heightrQGThe maximum number of reference images allowed with a video input is 4.rrrr r rrzUploading reference videofeatureyesnorY refer_typerrr"r#rrlrhrrr rr video_listr%r&)rrDrFrEr9rrCrBr?rr.r/r@r;r6r4r2rr)rrrr rrrrrrrrr]r%rr^r^r_r{sH      zOmniProVideoToVideoNode.executeNrr)rrrrrrtrzrrrrrrrrr^r^r^r_r ?s89    r c@s`eZdZedejfddZe   ddeded ej d e d ej dBd ed e dej fddZdS)OmniProEditVideoNoderHcCstjdddddtjjdddgd tjjd d d d tjjdddtjjdd dtjjddd dtjjdddgd dtjjddddtj j d dd dgtj gtj j tj jtj jgd tjtjdgdd d!d" S)#NKlingOmniProEditVideoNodezKling 3.0 Omni Edit VideoraVideo Generationz8Edit an existing video with the latest model from Kling.rrrrcrTrrrz