o iZs@sddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZmZmZGdddejZGdddejZGd d d ejZd=d d ZGd ddejZGdddejZGdddejZGdddejZGdddejZGdddejZd>ddZd?d!d"ZGd#d$d$ejZGd%d&d&ejZ Gd'd(d(ejZ!Gd)d*d*ejZ"Gd+d,d,ejZ#d-d.Z$Gd/d0d0ejZ%Gd1d2d2ejZ&Gd3d4d4ejZ'Gd5d6d6ejZ(Gd7d8d8ejZ)Gd9d:d:eZ*d@d;d<Z+dS)A) annotationsN)override)ComfyExtensionIOUIc@*eZdZeddZedddZeZdS) EmptyLatentAudioc CsFtjddddtjjddddd d tjjd d d d ddgtjgdS)NrzEmpty Latent Audio latent/audioAudiosecondsgG@?@@皙?defaultminmaxstep batch_sizeiz)The number of latent images in the batch.rrrtooltip)node_id display_namecategoryessentials_categoryinputsoutputs)rSchemaFloatInputIntLatentOutputclsr&6/mnt/c/Users/fbmor/ComfyUI/comfy_extras/nodes_audio.py define_schemas  zEmptyLatentAudio.define_schemareturn IO.NodeOutputcCsBt|dddd}tj|d|gtjd}t|ddS)NDi@)deviceaudio)samplestype)roundtorchzeroscomfymodel_managementintermediate_devicer NodeOutput)r%r rlengthlatentr&r&r'execute szEmptyLatentAudio.executeNr)r*)__name__ __module__ __qualname__ classmethodr(r;generater&r&r&r'rs   rc@r) ConditioningStableAudioc Csftjddtjdtjdtjjdddddd tjjd d dddd gtjjdd tjjdd gd S)NrB conditioningpositivenegative seconds_startr rr seconds_totalgG@r)rrrr)rr Conditioningr rr#r$r&r&r'r(*s    z%ConditioningStableAudio.define_schemar)r*cCs0t|||d}t|||d}t||S)N)rFrH) node_helpersconditioning_set_valuesrr8)r%rDrErFrHr&r&r'r;;s zConditioningStableAudio.executeNr<)r=r>r?r@r(r;appendr&r&r&r'rB)s   rBc@r) VAEEncodeAudioc C4tjddgddtjdtjdgtjgdS)NrNzaudio to latentzVAE Encode Audior r/vaersearch_aliasesrrrr)rrr r Vaer"r#r$r&r&r'r(E   zVAEEncodeAudio.define_schemar)r*cCsZ|d}t|dd}||krtj|d||}n|d}||dd}td|iS)N sample_rateaudio_sample_rater+waveformrr0)getattr torchaudio functionalresampleencodemovedimrr8)r%rPr/rUvae_sample_raterWtr&r&r'r;Ss zVAEEncodeAudio.executeNr<)r=r>r?r@r(r;r]r&r&r&r'rNDs    rNcCs|dur|j|d|||ddd}n ||ddd}tj|ddgddd}d ||d k<||}t|d d }|d |vrD|d S|d d S)Nr0)tile_xtile_yoverlaprXrr,T)dimkeepdimg@r rVr+rUrWrU) decode_tiledr^decoder3stdrY)rPr0tilercr/rir_r&r&r'vae_decode_audiobs   rkc@r) VAEDecodeAudioc CrO)Nrllatent to audiozVAE Decode Audior r0rPrQ)rrr"r rSr r#r$r&r&r'r(prTzVAEDecodeAudio.define_schemar)r*cCstt||SNrr8rk)r%rPr0r&r&r'r;~szVAEDecodeAudio.executeNr<)r=r>r?r@r(r;rhr&r&r&r'rlo   rlc@&eZdZeddZedddZdS) VAEDecodeAudioTiledcCs\tjddgddtjdtjdtjjddd d d d tjjd dddd d gtjgdS)NrrrmzVAE Decode Audio (Tiled)r r0rP tile_sizei i rrcr-rirQ)rrr"r rSr!r r#r$r&r&r'r(s   z!VAEDecodeAudioTiled.define_schemar)r*cCstt||||Srnro)r%rPr0rsrcr&r&r'r;szVAEDecodeAudioTiled.executeNr<r=r>r?r@r(r;r&r&r&r'rr  rrc@s,eZdZeddZed d ddZeZd S) SaveAudioc Cs@tjddgdddtjdtjjdddgtjjtjjgd d S) Nrxz export flaczSave Audio (FLAC)r/r filename_prefix audio/ComfyUIrTrrRrrrrhiddenis_output_node)rrr r StringHiddenprompt extra_pnginfor$r&r&r'r(s zSaveAudio.define_schemaComfyUIflacr)r*cCstjtjj||||ddS)N)ryr%formatuirr8rAudioSaveHelperget_save_audio_ui)r%r/ryrr&r&r'r;szSaveAudio.executeN)rrr<r=r>r?r@r(r; save_flacr&r&r&r'rxs  rxc@,eZdZeddZed d dd ZeZd S) SaveAudioMP3c CsTtjddgdddtjdtjjdddtjjd gd d d gtjjtjjgd dS)Nrz export mp3zSave Audio (MP3)r/r ryrzr{quality)V0128k320kroptionsrTr| rrr r rComborrrr$r&r&r'r(s zSaveAudioMP3.define_schemarmp3rr)r*cCtjtjj|||||ddSN)ryr%rrrrr%r/ryrrr&r&r'r;  zSaveAudioMP3.executeN)rrrr<)r=r>r?r@r(r;save_mp3r&r&r&r'rs  rc@r) SaveAudioOpusc CsRtjddgddtjdtjjdddtjjdgd d d gtjjtjjgd d S)Nrz export opuszSave Audio (Opus)r/ryrzr{r)64k96kr192krrrTrrRrrrr}r~rr$r&r&r'r(s zSaveAudioOpus.define_schemaropusV3r)r*cCrrrrr&r&r'r;rzSaveAudioOpus.executeN)rrrr<)r=r>r?r@r(r; save_opusr&r&r&r'rs  rc@r) PreviewAudioc Cs0tjddgddtjdgtjjtjjgddS)Nrz play audioz Preview Audior/Tr)rrr r rrrr$r&r&r'r(s zPreviewAudio.define_schemar)r*cCstjtj||ddS)Nr$r)rr8rrr%r/r&r&r'r;szPreviewAudio.executeNr<rr&r&r&r'rrprwav torch.Tensorr)cCsL|jjr|S|jtjkr|dS|jtjkr|dStd|j)z*Convert audio to float 32 bits PCM format.ilzUnsupported wav dtype: )dtypeis_floating_pointr3int16floatint32 ValueError)rr&r&r'f32_pcms    rfilepathstrtuple[torch.Tensor, int]c Cst|b}|jjstd|jjd}|jj}|j}g}d}|j|j dD]$}t | }|j d|kr>|d|}||||j d7}q&|sQtdt j|dd} t| } | |fWdS1sjwYdS)Nz"No audio stream found in the file.r)streamsrXrzNo audio frames decoded.rd)avopenrr/r codec_contextrUchannelsrhindexr3 from_numpy to_ndarrayshapeviewr`rMcatr) rafstreamsr n_channelsframesr9framebufrr&r&r'loads(   $rc@sBeZdZeddZed ddZeddZed d ZeZd S) LoadAudioc CsZt}tt|ddg}tjdgddddtjjdtj j t |dgtj gdS) Nr/videor)z import audioz open audioz audio filez Load Audior )uploadr)rrRrrrrr) folder_pathsget_input_directoryfilter_files_content_typesoslistdirrrrr UploadTyper/sortedr r#)r% input_dirfilesr&r&r'r()s zLoadAudio.define_schemar)r*cC0t|}t|\}}|d|d}t|SNrrfrget_annotated_filepathr unsqueezerr8r%r/ audio_pathrWrUr&r&r'r;9s   zLoadAudio.executecCsVt|}t}t|d}||Wdn1s wY|S)Nrb) rrhashlibsha256rupdatereaddigesthex)r%r/ image_pathmfr&r&r'fingerprint_inputs@s   zLoadAudio.fingerprint_inputscCst|s d|SdS)NzInvalid audio file: {}T)rexists_annotated_filepathrrr&r&r'validate_inputsHs  zLoadAudio.validate_inputsNr<) r=r>r?r@r(r;rrrr&r&r&r'r(s    rc@r) RecordAudiocCs0tjdgdddtddgtjgdS)Nr)zmicrophone inputz audio capturez voice inputz Record Audior/ AUDIO_RECORDrQ)rrCustomr r r#r$r&r&r'r(Rs zRecordAudio.define_schemar)r*cCrrrrr&r&r'r;_s   zRecordAudio.executeNr<)r=r>r?r@r(r;rr&r&r&r'rQs   rc@r) TrimAudioDurationcCsXtjdgddddtjdtjjdddd d d d tjjd ddd ddgtjgdS)Nr)z cut audioz audio clipz shorten audiozTrim Audio Durationz)Trim audio tensor into chosen time range.r/ start_indexrGl{Gz?zTStart time in seconds, can be negative to count from the end (supports sub-seconds).rrrrrdurationN@zDuration in seconds)rrrrrrRr descriptionrrr)rrr r rr#r$r&r&r'r(ks2  zTrimAudioDuration.define_schemar)r*c Cs|d}|d}|jd}|dkr|tt||}ntt||}tdt||d}|tt||}tdt||}||krHtdt|d||f|dS) NrWrUrXrrzPAudioTrim: Start time must be less than end time and be within the audio length..rf)rintr2rrrrr8) r%r/rrrWrU audio_length start_frame end_framer&r&r'r;s zTrimAudioDuration.executeNr<)r=r>r?r@r(r;trimr&r&r&r'rjs   rc@r) SplitAudioChannelsc Cs<tjddgdddtjdgtjjddtjjddgd S) Nrzstereo to monozSplit Audio Channelsz1Separates the audio into left and right channels.r/leftrIrightrrrr r r#r$r&r&r'r(s   z SplitAudioChannels.define_schemar)r*cCsj|d}|d}|jddkrtd|dddddf}|dddddf}t||d||dS) NrWrUrr,z-AudioSplit: Input audio has only one channel..rrf)rrrr8)r%r/rWrU left_channel right_channelr&r&r'r;szSplitAudioChannels.executeNr<)r=r>r?r@r(r;separater&r&r&r'rs    rc@rq) JoinAudioChannelsc Cs6tjddddtjdtjdgtjjddgdS) NrzJoin Audio Channelsz=Joins left and right mono audio channels into a stereo audio.r/ audio_left audio_rightrI)rrrrrrrr$r&r&r'r(s   zJoinAudioChannels.define_schemar)r*cCs,|d}|d}|d}|d}|jddks|jddkr"tdt||||\}}}|jd}|jd} || krot|| } || krWtd|d| d|d d| f}| | krotd | d| d|d d| f}|d d dddf} |d d dddf} tj| | gdd } t | |d S)NrWrUrz*AudioJoin: Both input audios must be mono.rXz.JoinAudioChannels: Trimming left channel from  to z samples..z/JoinAudioChannels: Trimming right channel from rrrf) rrmatch_audio_sample_ratesrlogginginfor3rrr8)r%rr waveform_leftsample_rate_leftwaveform_rightsample_rate_rightoutput_sample_rate length_left length_right min_lengthrrstereo_waveformr&r&r'r;s.   zJoinAudioChannels.executeNr<rvr&r&r&r'rrwrcCsz||kr6||krtj|||}|}td|d|dntj|||}|}td|d|dn|}|||fS)NzResampling audio2 from zHz to zHz for merging.zResampling audio1 from )rZr[r\rr) waveform_1 sample_rate_1 waveform_2 sample_rate_2r r&r&r'rs rc@r) AudioConcatcCsNtjdgddddtjdtjdtjjdd d gd d d gtjgd S)Nr)z join audioz combine audioz append audioz Audio Concatz=Concatenates the audio1 to audio2 in the specified direction.r/audio1audio2 directionafterbeforez0Whether to append audio2 after or before audio1.)rrrrrrr r rr#r$r&r&r'r(s"   zAudioConcat.define_schemar)r*c Cs|d}|d}|d}|d}|jddkr#|ddd}td|jddkr6|ddd}tdt||||\}}}|dkrNtj||fdd} n |d kr[tj||fdd} t| |d S) NrWrUrr,zHAudioConcat: Converted mono audio1 to stereo by duplicating the channel.zHAudioConcat: Converted mono audio2 to stereo by duplicating the channel.rrrrf) rrepeatrrrr3rrr8) r%rrrrrrrr concatenated_audior&r&r'r;s   zAudioConcat.executeNr<)r=r>r?r@r(r;concatr&r&r&r'rs   rc@r) AudioMergec CsLtjdgddddtjdtjdtjjdgd d d gtjgd S) Nr)z mix audioz overlay audioz layer audioz Audio Mergez7Combine two audio tracks by overlaying their waveforms.r/rr merge_method)addmeansubtractmultiplyz/The method used to combine the audio waveforms.)rrrrr$r&r&r'r(5s    zAudioMerge.define_schemar)r*cCsL|d}|d}|d}|d}t||||\}}}|jd} |jd} | | kr=td| d| d|dd| f}n.| | krktd| d| dt|j} | | | d<tj| |j|jd } tj || fdd }|d krt||} n|d kr}||} n|d kr||} n |dkr||d} | }|dkr| |} t | |dS)NrWrUrXz!AudioMerge: Trimming audio2 from rz samples to match audio1 length..z AudioMerge: Padding audio2 from )rr.rrr!r"r r,r rf)rrrrlistr3r4rr.rabsrrr8)r%rrrrrrrr length_1length_2 pad_shape pad_tensorrWmax_valr&r&r'r;Is8         zAudioMerge.executeNr<)r=r>r?r@r(r;merger&r&r&r'r4s   $rc@r) AudioAdjustVolumec Cs@tjdgdddtjdtjjddddd d gtjgd S) Nr+)z audio gainloudnessz audio levelzAudio Adjust Volumer/volumeridzNVolume adjustment in decibels (dB). 0 = no change, +6 = double, -6 = half, etcrrQ)rrr r r!r#r$r&r&r'r(rs   zAudioAdjustVolume.define_schemar)r*cCsF|dkr t|S|d}|d}d|d}||}t||dS)NrrWrU rf)rr8)r%r/r-rWrUgainr&r&r'r;s  zAudioAdjustVolume.executeNr<)r=r>r?r@r(r; adjust_volumer&r&r&r'r+qs    r+c@r) EmptyAudiocCsbtjddgddtjjddddd d d tjjd d dddddtjjdddddddgtjgdS)Nr3z blank audioz Empty Audior/rrrGrrz+Duration of the empty audio clip in secondsrrUr+z$Sample rate of the empty audio clip.riT)rrrradvancedrr,z4Number of audio channels (1 for mono, 2 for stereo).)rrrrr4rQ)rrrr r!r r#r$r&r&r'r(s@ zEmptyAudio.define_schemar)r*cCs6tt||}tjd||ftjd}t||dS)Nr)rrf)rr2r3r4float32rr8)r%rrUr num_samplesrWr&r&r'r;szEmptyAudio.executeNr<)r=r>r?r@r(r;create_empty_audior&r&r&r'r3s  # r3c@rq) AudioEqualizer3BandcCstjdgddddtjdtjjdddd d d d tjjd dddddtjjdddd d dd tjjddddddtjjddd dd dd tjjdddd d dd tjjd d!dd"d#dgtjgd$S)%Nr8)eqz bass boostz treble boost equalizerzAudio Equalizer (3-Band)r/T low_gain_dBrGg8g8@rzGain for Low frequencies (Bass)rlow_freqr.r0izCutoff frequency for Low shelfr mid_gain_dBzGain for Mid frequenciesmid_freqiizCenter frequency for Midsmid_q9v?g$@zQ factor (bandwidth) for Mids high_gain_dBz"Gain for High frequencies (Treble) high_freqii:zCutoff frequency for High shelf)rrRrris_experimentalrr)rrr r rr!r#r$r&r&r'r(s"  z!AudioEqualizer3Band.define_schemar)r*c Cs|d} |d} | } |dkrtjj| | |t|dd} |dkr.tjj| | t|||d} |dkr?tjj| | |t|dd} t| | dS)NrWrUrrA)r1 central_freqQ) center_freqr1rFrf) clonerZr[ bass_biquadrequalizer_biquad treble_biquadrr8) r%r/r;r<r=r>r@rBrCrWrU eq_waveformr&r&r'r;s8  zAudioEqualizer3Band.executeNr<rvr&r&r&r'r8s  r8c@seZdZedddZdS)AudioExtensionr)list[type[IO.ComfyNode]]cs,tttttttttt t t t t tttttgSrn)rrNrlrrrxrrrrrBrrrrrrr+r3r8)selfr&r&r' get_node_lists*zAudioExtension.get_node_listN)r)rN)r=r>r?rrPr&r&r&r'rMsrMcstSrn)rMr&r&r&r'comfy_entrypointsrQ)NN)rrr)r)rrr)r)r)rM), __future__rrrZr3comfy.model_managementr5rrrrKrtyping_extensionsrcomfy_api.latestrrr ComfyNoderrBrNrkrlrrrxrrrrrrrrrrrrrr+r3r8rMrQr&r&r&r'sJ      )5!50=$.=