{"meta":{"sha":"a229c3948406bc2cf6eaf4873e662e70c6a04746"},"files":[{"path":".gitignore","mode":"100644","sha":"018b513f9d693e04d5d0320826a8ea8f4f9b4c36","size":498},{"path":"LICENSE","mode":"100644","sha":"f49a4e16e68b128803cc2dcea614603632b04eac","size":11356},{"path":"README.md","mode":"100644","sha":"ba11769ec6c43b58b686d2033d98998cdbe38c36","size":10216},{"path":"assets/demo1_audio.wav","mode":"100644","sha":"70f56a139b68bf2fff626d844b5a5b7567d3203f","size":307278},{"path":"assets/demo1_video.mp4","mode":"100644","sha":"8a5bed35e5fc9f6cdd9122c9b53958aae5ed4e7e","size":1240008},{"path":"assets/demo2_audio.wav","mode":"100644","sha":"55061dea7cded6a7b5f332d0760793b46c35aa30","size":634958},{"path":"assets/demo2_video.mp4","mode":"100644","sha":"b50419cbcdf58462d9b755b74518846a83a7018c","size":1772492},{"path":"assets/demo3_audio.wav","mode":"100644","sha":"f73fe24a467e4836c9b2a97e2a31180303c641db","size":593998},{"path":"assets/demo3_video.mp4","mode":"100644","sha":"eb23b3f977421f9d655778b5b50f489c2d97f7a2","size":2112370},{"path":"cog.yaml","mode":"100644","sha":"8249a01a950d40e621d6cc3ec29df5f1c7cdffeb","size":466},{"path":"configs/audio.yaml","mode":"100644","sha":"0a8ece533fb1a601e61a53e655514a2f4f771d9f","size":1068},{"path":"configs/scheduler_config.json","mode":"100644","sha":"d58bec6d68e03c075d820699a9e98d1d84cc1ae2","size":275},{"path":"configs/syncnet/syncnet_16_latent.yaml","mode":"100644","sha":"a95b922c6667c4f4e1b90c9fc12fed95b5751484","size":1205},{"path":"configs/syncnet/syncnet_16_pixel.yaml","mode":"100644","sha":"be8633685e9efbcc3eeb2d561b3980f289977bbf","size":1249},{"path":"configs/syncnet/syncnet_16_pixel_attn.yaml","mode":"100644","sha":"615f165ed444484604319eaee742b329437bf5f7","size":1276},{"path":"configs/syncnet/syncnet_25_pixel.yaml","mode":"100644","sha":"b6375c819c7525dddc3633139a1527796b47a387","size":1148},{"path":"configs/unet/stage1.yaml","mode":"100644","sha":"b58225b92e9e238d44834af41650e575cf58f4f7","size":2485},{"path":"configs/unet/stage1_512.yaml","mode":"100644","sha":"0a1994082d2f92fa803c8373fa338df745a8b140","size":2484},{"path":"configs/unet/stage2.yaml","mode":"100644","sha":"5e44d405650a8ce2dbe4d9e7ab373db46740086d","size":2542},{"path":"configs/unet/stage2_512.yaml","mode":"100644","sha":"0c21f4b6d5cb051845ee30ad031abf885e77d5e1","size":2542},{"path":"configs/unet/stage2_efficient.yaml","mode":"100644","sha":"e81cf87e2a54fad3d93f29717676772187301e2a","size":2535},{"path":"data_processing_pipeline.sh","mode":"100755","sha":"37027c0637c5b6332727713279fc32fd9d63daa0","size":261},{"path":"docs/changelog_v1.5.md","mode":"100644","sha":"f5d97ff289583d907b9d31de4e79ec372456e3fb","size":2855},{"path":"docs/changelog_v1.6.md","mode":"100644","sha":"6ef5fd4ef430e6a35fb70a1f19a5decb30c5f979","size":2637},{"path":"docs/framework.png","mode":"100644","sha":"5d278c86efbcb9448110193636ed0044e26a9d0e","size":856612},{"path":"docs/syncnet_arch.md","mode":"100644","sha":"df59b926606c12d2be43be91c07869f3181d6fae","size":1835},{"path":"eval/detectors/README.md","mode":"100755","sha":"f5a8d4feb007f86f8c60075d8538f9ee5e93b325","size":106},{"path":"eval/detectors/__init__.py","mode":"100644","sha":"059d49bf0b8e8a17f641984e7d889e5b008257b9","size":22},{"path":"eval/detectors/s3fd/__init__.py","mode":"100644","sha":"ea04b79c284e4009a344e68b695514a29bfc1616","size":2217},{"path":"eval/detectors/s3fd/box_utils.py","mode":"100644","sha":"03c1e99c9ca9b04326ad536397cfc2a8b764975f","size":7283},{"path":"eval/detectors/s3fd/nets.py","mode":"100644","sha":"85b5c82c142f02cef75c1e03557b2a1a748c32b0","size":5598},{"path":"eval/draw_syncnet_lines.py","mode":"100644","sha":"c18216f889ba87be69e9c22c1a6be807be5e0eec","size":2553},{"path":"eval/eval_fvd.py","mode":"100644","sha":"1310fba9068240b70de2be043472dc52c814a547","size":3525},{"path":"eval/eval_sync_conf.py","mode":"100644","sha":"741a0c3505c0206fe4e8076c98e5260c36afbf11","size":3014},{"path":"eval/eval_sync_conf.sh","mode":"100755","sha":"513ee8aae1e992018d7aeacd7d6a18b930bddd34","size":71},{"path":"eval/eval_syncnet_acc.py","mode":"100644","sha":"2d3e7c0a248ca26ec858ecbbea7763e880a052f4","size":4180},{"path":"eval/eval_syncnet_acc.sh","mode":"100755","sha":"12435f1da597cdfa69fae47f8770f46dc0493896","size":104},{"path":"eval/fvd.py","mode":"100644","sha":"1b2f1b9260cdbb8e162dabdd908c20eabc632e1a","size":1867},{"path":"eval/hyper_iqa.py","mode":"100644","sha":"1ed8004c7f7951f08f38ce9708bb97cf48c9db85","size":13122},{"path":"eval/inference_videos.py","mode":"100644","sha":"90b2b548fa6c9e5cfcb5a0891cdb3b5dc5f5f671","size":2779},{"path":"eval/syncnet/__init__.py","mode":"100644","sha":"5d09875b56508c4bc1ec3224e743c308b17a645c","size":38},{"path":"eval/syncnet/syncnet.py","mode":"100755","sha":"c19350bec7a6af3a5bd66bb6f40135c35dfe5f79","size":3656},{"path":"eval/syncnet/syncnet_eval.py","mode":"100644","sha":"19db3c10508645ecd983878fcd7e91844751dc75","size":6966},{"path":"eval/syncnet_detect.py","mode":"100644","sha":"b3428b9b528510cf5f23cf7999dd8a2577587fe4","size":8998},{"path":"gradio_app.py","mode":"100644","sha":"ebfefd957fb6a2ab6471dc41ceb25b4deba27628","size":4949},{"path":"inference.sh","mode":"100755","sha":"05d0865fadb9e3bdc1bddef15793a9848c672072","size":364},{"path":"latentsync/data/syncnet_dataset.py","mode":"100644","sha":"96ccdd5f2edf59322b22cbd2e5165e76a4928e26","size":5361},{"path":"latentsync/data/unet_dataset.py","mode":"100644","sha":"1f5b12f2629fa05f9b0e4b875cd6d9773061f293","size":6087},{"path":"latentsync/models/attention.py","mode":"100644","sha":"8cee890695bb42fe19861513abfe3c699dedaade","size":10568},{"path":"latentsync/models/motion_module.py","mode":"100644","sha":"7290493730a4fdd01e6de7a264f3de1246f4a2ea","size":11729},{"path":"latentsync/models/resnet.py","mode":"100644","sha":"0b6f28d8a5465f40250cd8b46a2f5fc34fcf9d9e","size":8206},{"path":"latentsync/models/stable_syncnet.py","mode":"100644","sha":"03ab1e9b18b4f80d92135c57f8057922e78a44e1","size":8831},{"path":"latentsync/models/unet.py","mode":"100644","sha":"13722e0bb932e1afac00905075f96178cdc47ff9","size":22073},{"path":"latentsync/models/unet_blocks.py","mode":"100644","sha":"2dfceb8d3ce7199368d392ae39388f2040830af4","size":28892},{"path":"latentsync/models/utils.py","mode":"100644","sha":"b96595ca3831950bb7dee07c234cca47e629f317","size":766},{"path":"latentsync/models/wav2lip_syncnet.py","mode":"100644","sha":"adb3e24d6be7161007ede0189ea5f291a567adf5","size":5279},{"path":"latentsync/pipelines/lipsync_pipeline.py","mode":"100644","sha":"693155e33ca4890ed96a9de0606e49d47701001a","size":21790},{"path":"latentsync/trepa/loss.py","mode":"100644","sha":"b2a04db971a29635d59fe50c0565c2f2aa347d11","size":2723},{"path":"latentsync/trepa/third_party/VideoMAEv2/__init__.py","mode":"100644","sha":"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391","size":0},{"path":"latentsync/trepa/third_party/VideoMAEv2/utils.py","mode":"100644","sha":"60dca84bc5d8ec3ed170bda4ae37b7befe444b19","size":2755},{"path":"latentsync/trepa/third_party/VideoMAEv2/videomaev2_finetune.py","mode":"100644","sha":"58bd51c2d3cc535d706972e8e9156c4bf24058f8","size":18536},{"path":"latentsync/trepa/third_party/VideoMAEv2/videomaev2_pretrain.py","mode":"100644","sha":"5fbc31aa1a65cd68e24550f6a778411c4e16dc9a","size":15453},{"path":"latentsync/trepa/third_party/__init__.py","mode":"100644","sha":"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391","size":0},{"path":"latentsync/trepa/utils/__init__.py","mode":"100644","sha":"e69de29bb2d1d6434b8b29ae775ad8c2e48c5391","size":0},{"path":"latentsync/trepa/utils/data_utils.py","mode":"100644","sha":"2bd0c04af8848f768c23fa00780dbf276f29c421","size":11409},{"path":"latentsync/trepa/utils/metric_utils.py","mode":"100644","sha":"444a4a40165736b498e261e539475d7e9aee9f6d","size":5112},{"path":"latentsync/utils/affine_transform.py","mode":"100644","sha":"a7433170b5944cd09a1b3b398f4c1e5bb15b65c7","size":6057},{"path":"latentsync/utils/audio.py","mode":"100644","sha":"4403bd5c1e2e39f7f0724c8edbfe27e8dad66b91","size":6004},{"path":"latentsync/utils/av_reader.py","mode":"100644","sha":"15432445d795dfc5f77d4ccd442eec40d412826a","size":7386},{"path":"latentsync/utils/face_detector.py","mode":"100644","sha":"faa55c905692e7034ca253a8539d9c1e2c206443","size":2807},{"path":"latentsync/utils/image_processor.py","mode":"100644","sha":"5ac9f4eb039cf88707b83614e52aa9917bcd2f6f","size":5267},{"path":"latentsync/utils/mask.png","mode":"100644","sha":"eb8fdd1f4e1c59a55f9b3604a71946b9833f3ca2","size":1871},{"path":"latentsync/utils/mask2.png","mode":"100644","sha":"e6bb9ad463da1ce8770c53b55148942844de6176","size":1245},{"path":"latentsync/utils/mask3.png","mode":"100644","sha":"f93f03da1184329fa3127aa5d0d59441740d47c5","size":1176},{"path":"latentsync/utils/mask4.png","mode":"100644","sha":"9b1f8d20e0c555290260e6d8f5982918c383e031","size":1251},{"path":"latentsync/utils/util.py","mode":"100644","sha":"6aa9ab3a78b946a68605bc1675822e302f8d6178","size":8676},{"path":"latentsync/whisper/audio2feature.py","mode":"100644","sha":"c8dc6092c181159c5df3557ec5c73f6e77e86ea8","size":6596},{"path":"latentsync/whisper/whisper/__init__.py","mode":"100644","sha":"25804e864e51e382a50307329c30ed37f9c9e9a3","size":5523},{"path":"latentsync/whisper/whisper/__main__.py","mode":"100644","sha":"bc9b04a39283f71082f46ec8bb11fe15f8cf75b2","size":36},{"path":"latentsync/whisper/whisper/assets/gpt2/merges.txt","mode":"100644","sha":"6636bda4a1fd7a63653dffb22683b8162c8de956","size":456356},{"path":"latentsync/whisper/whisper/assets/gpt2/special_tokens_map.json","mode":"100644","sha":"817762d631ad6f9c799f6b9dc713c46420e65546","size":90},{"path":"latentsync/whisper/whisper/assets/gpt2/tokenizer_config.json","mode":"100644","sha":"c92208ce39324aadabc239d73dd9bb3ec1cd45ca","size":236},{"path":"latentsync/whisper/whisper/assets/gpt2/vocab.json","mode":"100644","sha":"84ef7fb594b5c0979e48bdeddb60a0adef33df0b","size":798156},{"path":"latentsync/whisper/whisper/assets/mel_filters.npz","mode":"100755","sha":"1a7839244dfb6b1cc02e4f3cfe12e4817a073bc7","size":2048},{"path":"latentsync/whisper/whisper/assets/multilingual/added_tokens.json","mode":"100644","sha":"5c509999d68b2eb119d8a4d1218376910beac339","size":25},{"path":"latentsync/whisper/whisper/assets/multilingual/merges.txt","mode":"100644","sha":"afde9f4fa8bcf6d4762c5780977825666dc49eac","size":493855},{"path":"latentsync/whisper/whisper/assets/multilingual/special_tokens_map.json","mode":"100644","sha":"817762d631ad6f9c799f6b9dc713c46420e65546","size":90},{"path":"latentsync/whisper/whisper/assets/multilingual/tokenizer_config.json","mode":"100644","sha":"0235ccff90efbc022fbe30360220375c5bad68da","size":604},{"path":"latentsync/whisper/whisper/assets/multilingual/vocab.json","mode":"100644","sha":"406c3f2600089389bd8bf3920c2fa3770d11789a","size":936041},{"path":"latentsync/whisper/whisper/audio.py","mode":"100644","sha":"6a1986d630105eeacbcb007338bd8ce54d2a69d6","size":4071},{"path":"latentsync/whisper/whisper/decoding.py","mode":"100644","sha":"183505481e40a4f3779933e5fde8086d79e4cc39","size":30930},{"path":"latentsync/whisper/whisper/model.py","mode":"100644","sha":"acb6a0be88109a884b2c4d0e2d50daaf00870307","size":10591},{"path":"latentsync/whisper/whisper/normalizers/__init__.py","mode":"100644","sha":"0b10d5a9d6389368fe7f3bac38e3b3cd9cc1470f","size":82},{"path":"latentsync/whisper/whisper/normalizers/basic.py","mode":"100644","sha":"ef8d249bfca2cd10bccdd56950504581e2598560","size":1882},{"path":"latentsync/whisper/whisper/normalizers/english.json","mode":"100644","sha":"bd84ae73faeb4dfa75214b99c4b392a51be90336","size":56145},{"path":"latentsync/whisper/whisper/normalizers/english.py","mode":"100644","sha":"d5c2bb4ebef1a04b9ab14970c10c3fb0d4e948d4","size":20793},{"path":"latentsync/whisper/whisper/tokenizer.py","mode":"100644","sha":"88142c43c9ca0d951a36b5b30baf54dd7bc7efbf","size":9837},{"path":"latentsync/whisper/whisper/transcribe.py","mode":"100644","sha":"745e77554b90c63db69ce7da40156676c7a990de","size":10580},{"path":"latentsync/whisper/whisper/utils.py","mode":"100644","sha":"87c91f2e969c4d2ebfc311266bced76a52cb3ef3","size":2660},{"path":"predict.py","mode":"100644","sha":"f21cd47695da68e098f57d9c4274c3a81303688e","size":2275},{"path":"preprocess/affine_transform.py","mode":"100644","sha":"17fda38646624b1f6457d9a85726d4eb323f6053","size":4274},{"path":"preprocess/data_processing_pipeline.py","mode":"100644","sha":"c409631dfcf8a25cab57ca8b694590da918dc35d","size":4334},{"path":"preprocess/detect_shot.py","mode":"100644","sha":"55ee9587e45edb37dfe54375df2329a271ae6f51","size":2412},{"path":"preprocess/filter_high_resolution.py","mode":"100644","sha":"a3589ae56073c23374a7cdd5437096d45a5eba99","size":3937},{"path":"preprocess/filter_visual_quality.py","mode":"100644","sha":"a5510a105800bbf3d5fcde73e6bfa15d70794542","size":4646},{"path":"preprocess/remove_broken_videos.py","mode":"100644","sha":"260cd488e4dfd9f013b4be8f1cc201c8093fe2c9","size":1414},{"path":"preprocess/remove_incorrect_affined.py","mode":"100644","sha":"ad3b01c4296ab2d0dece7325fdb9f680f79afd26","size":2646},{"path":"preprocess/resample_fps_hz.py","mode":"100644","sha":"e6204724800ae1aad702f4b75905a3784849d486","size":2469},{"path":"preprocess/segment_videos.py","mode":"100644","sha":"a117ed93b8f3ce81bb886deca16a0c4b2091b40f","size":2460},{"path":"preprocess/sync_av.py","mode":"100755","sha":"c74dc85ac05c06f8b4358337f8ff6b14e1192b45","size":4206},{"path":"requirements.txt","mode":"100644","sha":"38f9cd00f0e7411763c55df342cbb37defa2b655","size":519},{"path":"scripts/inference.py","mode":"100644","sha":"ae2ff67dffb2e73d89f3f557e9adcb6847f815e2","size":4332},{"path":"scripts/train_syncnet.py","mode":"100644","sha":"3571948d97b5ff1c93d6d92fe6e61ed91649c25a","size":13692},{"path":"scripts/train_unet.py","mode":"100644","sha":"dadb1d682ecf960749f44d1058f9ae934ede9b5c","size":21911},{"path":"setup_env.sh","mode":"100755","sha":"ef0eff10e4404ccd6c1ac50fd4b8a1ed844fafbc","size":529},{"path":"tools/count_total_videos_time.py","mode":"100644","sha":"3d0a8a323ea9cd76505c19ba65be611e81edea4c","size":701},{"path":"tools/download_web_videos.py","mode":"100644","sha":"7ec04b98b7ea25cae9f736b0e446a9af95193d38","size":3648},{"path":"tools/move_files_recur.py","mode":"100644","sha":"aa2d2c6c2f0230652e37681a14b948b5692d7f2d","size":1680},{"path":"tools/occupy_gpu.py","mode":"100644","sha":"96020ec6754e9b7400f10624ade01fa738e0847c","size":1824},{"path":"tools/plot_videos_time_distribution.py","mode":"100644","sha":"cb37842d23c13810a8a2905d20672c289b353ffb","size":1495},{"path":"tools/remove_outdated_files.py","mode":"100644","sha":"24818e06a1e14e43eefd36c171e2a76cb1445e70","size":1266},{"path":"tools/write_fileslist.py","mode":"100644","sha":"552937480890e82236cdde484763a88a6a362067","size":1527},{"path":"train_syncnet.sh","mode":"100755","sha":"583a4ae17b35e37c4f4fb4cdcbe01f4ea597db19","size":162},{"path":"train_unet.sh","mode":"100755","sha":"6b1e14de3e6112c20c19efef7840d306ac5426cc","size":150}]}