process_audio consts

Author: chapmanjacobd

xklb/scripts/process_audio.py

@@ -3,7 +3,7 @@
 from typing import List
 
 from xklb import usage
-from xklb.utils import nums, objects
+from xklb.utils import nums, objects, web
 from xklb.utils.log_utils import log
 
 DEFAULT_MIN_SPLIT = "20s"
@@ -38,8 +38,12 @@ def process_path(
     delete_broken=False,
     delete_video=False,
 ):
+    if path.startswith('http'):
+        output_path = Path(web.url_to_local_path(path)).with_suffix(".mka")
+    else:
+        output_path = Path(path).with_suffix(".mka")
+
     path = Path(path)
-    assert path.exists()
     ffprobe_cmd = ["ffprobe", "-v", "error", "-print_format", "json", "-show_format", "-show_streams", path]
     result = subprocess.run(ffprobe_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     info = json.loads(result.stdout)
@@ -88,7 +92,6 @@ def process_path(
         opus_rate = 16000
     ff_opts.extend([f"-ar {opus_rate}"])
 
-    output_path = path.with_suffix(".mka")
     is_split = always_split or (split_longer_than and duration > split_longer_than)
     if is_split:
         try:
@@ -166,7 +169,8 @@ def process_audio():
     args = parse_args()
 
     for path in args.paths:
-        path = str(Path(path).resolve())
+        if not path.startswith('http'):
+            path = str(Path(path).resolve())
 
         try:
             process_path(

xklb/utils/consts.py

@@ -145,7 +145,7 @@ def reddit_frequency(frequency) -> str:
         "|dsm|dtm|far|gdm|ice|imf|it|j2b|m15|mdl|med|mmcmp|mms|mo3|mod|mptm"
         "|mt2|mtm|nst|okt|ogm|ogv|plm|ppm|psm|pt36|ptm|s3m|sfx|sfx2|st26|stk|stm"
         "|stp|ult|umx|wow|xm|xpk|flv|dat|lvf|m4v|mkv|ts|tp|mk3d|webm|mca|mcc"
-        "|mjpg|mjpeg|mpg|mpeg|mpo|j2k|mlp|mods|moflex|mov|mp4|3gp|3g2|mj2|psp"
+        "|mjpg|mjpeg|mpg|mpeg|mpo|j2k|mlp|mods|moflex|mov|mp4|3g2|3gp2|3gp|3gpp|3g2|mj2|psp"
         "|ism|ismv|isma|f4v|mp2|mpa|mpc|mjpg|mpl2|msf|mtaf|ul|musx|mvi|mxg"
         "|v|nist|sph|nsp|nut|obu|oma|omg|pjs|pvf|yuv|cif|qcif|rgb|rt|rsd|rmvb|rm"
         "|rsd|rso|sw|sb|sami|sbc|msbc|sbg|scc|sdr2|sds|sdx|ser|sga|shn|vb|son|imx"
@@ -164,7 +164,7 @@ def reddit_frequency(frequency) -> str:
         "|ori|pef|psd|psb|psdt|raf|raw|rw2|rwl|sr2|srw|thm|tiff|tif|x3f|flif|gif"
         "|icc|icm|avif|heic|heif|hif|jp2|jpf|jpm|jpx|j2c|j2k|jpc|3fr|btf|dcr|k25"
         "|kdc|miff|mif|rwz|srf|xcf|bpg|doc|dot|fla|fpx|max|ppt|pps|pot|vsd|xls"
-        "|xlt|pict|pct|360|3g2|3gp2|3gp|3gpp|aax|dvb|f4a|f4b|f4p|f4v|lrv|m4b"
+        "|xlt|pict|pct|360|aax|dvb|f4a|f4b|f4p|f4v|lrv|m4b"
         "|m4p|m4v|mov|qt|mqv|qtif|qti|qif|cr3|crm|jxl|crw|ciff|ind|indd|indt"
         "|nksc|vrd|xmp|la|ofr|pac|riff|rif|wav|webp|wv|asf|divx|djvu|djv|dvr-ms"
         "|flv|insv|inx|swf|wma|wmv|exif|eip|psp|pspimage"