ComfyUIWorkflows/Audio/LipSync TTS Sonic.json

{"id":"50d3f5a6-a6ad-4e74-abb4-e211bf9c592b","revision":0,"last_node_id":12,"last_link_id":17,"nodes":[{"id":2,"type":"SONIC_PreData","pos":[751.3480834960938,-12.27080249786377],"size":[315,186],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"clip_vision","name":"clip_vision","type":"CLIP_VISION","link":2},{"localized_name":"vae","name":"vae","type":"VAE","link":3},{"localized_name":"audio","name":"audio","type":"AUDIO","link":16},{"localized_name":"image","name":"image","type":"IMAGE","link":4},{"localized_name":"weight_dtype","name":"weight_dtype","type":"DTYPE","link":12}],"outputs":[{"localized_name":"data_dict","name":"data_dict","type":"SONIC_PREDATA","links":[7]}],"properties":{"cnr_id":"ComfyUI_Sonic","ver":"6595df02e72406fe23baebc12ac2088832d7ff9b","Node name for S&R":"SONIC_PreData","aux_id":"smthemex/ComfyUI_Sonic"},"widgets_values":[512,10,0.5]},{"id":1,"type":"SONICTLoader","pos":[749.6173706054688,-251.87335205078125],"size":[315,150],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":1}],"outputs":[{"localized_name":"model","name":"model","type":"MODEL_SONIC","links":[6]},{"localized_name":"dtype","name":"dtype","type":"DTYPE","links":[12]}],"properties":{"cnr_id":"ComfyUI_Sonic","ver":"6595df02e72406fe23baebc12ac2088832d7ff9b","Node name for S&R":"SONICTLoader","aux_id":"smthemex/ComfyUI_Sonic"},"widgets_values":["unet.pth",1,true,"fp16"]},{"id":8,"type":"VHS_VideoCombine","pos":[1620.19921875,-253.80007934570312],"size":[380.8587646484375,588.572509765625],"flags":{},"order":9,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":8},{"localized_name":"audio","name":"audio","shape":7,"type":"AUDIO","link":17},{"localized_name":"meta_batch","name":"meta_batch","shape":7,"type":"VHS_BatchManager","link":null},{"localized_name":"vae","name":"vae","shape":7,"type":"VAE","link":null},{"name":"frame_rate","type":"FLOAT,INT","widget":{"name":"frame_rate"},"link":null},{"name":"frame_rate","type":"FLOAT,INT","widget":{"name":"frame_rate"},"link":11}],"outputs":[{"localized_name":"Filenames","name":"Filenames","type":"VHS_FILENAMES","links":null}],"properties":{"cnr_id":"comfyui-videohelpersuite","ver":"df55f01d1df2f7bf5cc772294bc2e6d8bab22d66","Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":8,"loop_count":0,"filename_prefix":"AnimateDiff","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"trim_to_audio":false,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"AnimateDiff_00002-audio.mp4","subfolder":"","type":"output","format":"video/h264-mp4","frame_rate":25,"workflow":"AnimateDiff_00002.png","fullpath":"C:\\AI\\ComfyUI\\output\\AnimateDiff_00002-audio.mp4"}}}},{"id":4,"type":"ImageOnlyCheckpointLoader","pos":[239.1649169921875,-253.1342010498047],"size":[369.6000061035156,105],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[1]},{"localized_name":"CLIP_VISION","name":"CLIP_VISION","type":"CLIP_VISION","links":[2]},{"localized_name":"VAE","name":"VAE","type":"VAE","links":[3]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.27","Node name for S&R":"ImageOnlyCheckpointLoader"},"widgets_values":["svd_xt_1_1.safetensors"]},{"id":3,"type":"SONICSampler","pos":[1188.1041259765625,-252.5144500732422],"size":[315,174],"flags":{},"order":8,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL_SONIC","link":6},{"localized_name":"data_dict","name":"data_dict","type":"SONIC_PREDATA","link":7}],"outputs":[{"localized_name":"image","name":"image","type":"IMAGE","links":[8]},{"localized_name":"fps","name":"fps","type":"FLOAT","links":[11]}],"properties":{"cnr_id":"ComfyUI_Sonic","ver":"6595df02e72406fe23baebc12ac2088832d7ff9b","Node name for S&R":"SONICSampler","aux_id":"smthemex/ComfyUI_Sonic"},"widgets_values":[1335762259,"randomize",25,1,25]},{"id":7,"type":"LoadImage","pos":[243.81809997558594,131.20603942871094],"size":[360.2099914550781,326],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[4]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.27","Node name for S&R":"LoadImage"},"widgets_values":["310b367021183d3e507eb76a6168a112.jpg","image",""],"color":"#232","bgcolor":"#353"},{"id":11,"type":"KokoroSpeakerCombiner","pos":[-174.24972534179688,-97.54779815673828],"size":[315,78],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"speaker_a","name":"speaker_a","type":"KOKORO_SPEAKER","link":13},{"localized_name":"speaker_b","name":"speaker_b","type":"KOKORO_SPEAKER","link":14}],"outputs":[{"localized_name":"speaker","name":"speaker","type":"KOKORO_SPEAKER","slot_index":0,"links":[15]}],"properties":{"cnr_id":"comfyui-kokoro","ver":"1.0.1","Node name for S&R":"KokoroSpeakerCombiner"},"widgets_values":[0.7000000000000001]},{"id":9,"type":"KokoroSpeaker","pos":[-607.8895874023438,-168.35694885253906],"size":[315,58],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[{"localized_name":"speaker","name":"speaker","type":"KOKORO_SPEAKER","links":[13]}],"properties":{"cnr_id":"comfyui-kokoro","ver":"1.0.1","Node name for S&R":"KokoroSpeaker"},"widgets_values":["af_sarah"]},{"id":10,"type":"KokoroSpeaker","pos":[-608.0227661132812,-34.99053955078125],"size":[315,58],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[{"localized_name":"speaker","name":"speaker","type":"KOKORO_SPEAKER","links":[14]}],"properties":{"cnr_id":"comfyui-kokoro","ver":"1.0.1","Node name for S&R":"KokoroSpeaker"},"widgets_values":["af_sky"]},{"id":12,"type":"KokoroGenerator","pos":[242.05206298828125,-98.54541015625],"size":[365.9000244140625,180.1999969482422],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"speaker","name":"speaker","type":"KOKORO_SPEAKER","link":15}],"outputs":[{"localized_name":"audio","name":"audio","type":"AUDIO","slot_index":0,"links":[16,17]}],"properties":{"cnr_id":"comfyui-kokoro","ver":"1.0.1","Node name for S&R":"KokoroGenerator"},"widgets_values":["I am a synthesized robot. Either you lose some weight, or we have a problem.",1.0000000000000002,"en-us"],"color":"#223","bgcolor":"#335"}],"links":[[1,4,0,1,0,"MODEL"],[2,4,1,2,0,"CLIP_VISION"],[3,4,2,2,1,"VAE"],[4,7,0,2,3,"IMAGE"],[6,1,0,3,0,"MODEL_SONIC"],[7,2,0,3,1,"SONIC_PREDATA"],[8,3,0,8,0,"IMAGE"],[11,3,1,8,5,"FLOAT,INT"],[12,1,1,2,4,"DTYPE"],[13,9,0,11,0,"KOKORO_SPEAKER"],[14,10,0,11,1,"KOKORO_SPEAKER"],[15,11,0,12,0,"KOKORO_SPEAKER"],[16,12,0,2,2,"AUDIO"],[17,12,0,8,1,"AUDIO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[695.8595296708932,391.786673331595]},"ue_links":[]},"version":0.4}