web-add: remove --fs default

Author: chapmanjacobd

library/createdb/av.py

@@ -148,6 +148,7 @@ def munge_av_tags(args, media) -> dict:
     format_.pop("format_long_name", None)
     format_.pop("nb_programs", None)
     format_.pop("nb_streams", None)
+    format_.pop("nb_stream_groups", None)
     format_.pop("probe_score", None)
     format_.pop("start_time", None)
     format_.pop("filename", None)

library/createdb/web_add.py

@@ -59,9 +59,6 @@ def parse_args(action, **kwargs):
     args = parser.parse_intermixed_args()
     arggroups.args_post(args, parser, create_db=action == consts.SC.web_add)
 
-    if not args.profiles:
-        args.profiles = [DBType.filesystem]
-
     if args.sizes:
         args.sizes = sql_utils.parse_human_to_lambda(nums.human_to_bytes, args.sizes)
 
@@ -73,6 +70,10 @@ def parse_args(action, **kwargs):
     web.requests_session(args)  # prepare requests session
     arggroups.selenium_post(args)
 
+
+    if not args.profiles:
+        args.profiles = []
+
     return args
 
 
@@ -123,23 +124,6 @@ def add_basic_metadata(args, m):
                 m["time_deleted"] = consts.now()
         with suppress(TimeoutError):
             m["type"] = file_utils.mimetype(m["path"])
-    else:
-        extension = m["path"].rsplit(".", 1)[-1].lower()
-        if (
-            args.scan_all_files
-            or (DBType.video in args.profiles and extension in consts.VIDEO_EXTENSIONS)
-            or (DBType.audio in args.profiles and extension in consts.AUDIO_ONLY_EXTENSIONS)
-            or (DBType.text in args.profiles and extension in consts.TEXTRACT_EXTENSIONS)
-            or (DBType.image in args.profiles and extension in consts.IMAGE_EXTENSIONS)
-        ):
-            with suppress(TimeoutError):
-                try:
-                    web_stats = web.stat(m["path"])
-                    if web_stats:
-                        m["size"] = web_stats.st_size
-                        m["time_modified"] = web_stats.st_mtime
-                except FileNotFoundError:
-                    m["time_deleted"] = consts.now()
 
     if getattr(args, "hash", False):
         # TODO: use head_foot_stream
@@ -214,13 +198,14 @@ def spider(args, paths: list):
         media = [consolidate_media(args, k) | (v or {}) for k, v in new_paths.items()]
         new_media_count += len(media)
 
-        with concurrent.futures.ThreadPoolExecutor(max_workers=args.threads) as executor:
-            gen_media = (f.result() for f in [executor.submit(add_basic_metadata, args, m) for m in media])
-            for i, m in enumerate(gen_media):
-                media[i] = m
-                printing.print_overwrite(
-                    f"Pages to scan {len(paths)} link scan: {new_media_count} new [{len(known_paths)} known]; basic metadata {i + 1} of {len(media)}"
-                )
+        if DBType.filesystem in args.profiles or args.hash:
+            with concurrent.futures.ThreadPoolExecutor(max_workers=args.threads) as executor:
+                gen_media = (f.result() for f in [executor.submit(add_basic_metadata, args, m) for m in media])
+                for i, m in enumerate(gen_media):
+                    media[i] = m
+                    printing.print_overwrite(
+                        f"Pages to scan {len(paths)} link scan: {new_media_count} new [{len(known_paths)} known]; basic metadata {i + 1} of {len(media)}"
+                    )
         if media:
             add_media(args, media)
 

library/usage.py

@@ -1545,11 +1545,18 @@ def play(action) -> str:
         [ 91.0 .. 100.0] [141] ∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎∎
 """
 
-web_add = """library web-add [(--filesystem) | --video | --audio | --image | --text] DATABASE URL ...
+web_add = """library web-add [--filesystem | --video | --audio | --image | --text] DATABASE URL ...
 
     Scan open directories
 
+        library web-add open_dir.db http://1.1.1.1/
+        library web-add open_dir.db --filesystem http://1.1.1.1/
         library web-add open_dir.db --video http://1.1.1.1/
+        library web-add open_dir.db --filesystem --video http://1.1.1.1/
+
+    Filtering the extra metadata scan by size requires using the --filesystem profile
+
+        library web-add open_dir.db --filesystem --size +50MiB --video http://1.1.1.1/
 
     Re-scan using a different profile