misc

Author: chapmanjacobd

library/createdb/computers_add.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 
 from library import usage
-from library.mediadb import db_playlists
+from library.mediadb import db_media, db_playlists
 from library.utils import arggroups, argparse_utils, consts, db_utils, objects, remote_processes
 from library.utils.log_utils import log
 
@@ -102,4 +102,7 @@ def computer_add(args, hostnames):
 def computers_add():
     args = parse_args()
 
+    db_playlists.create(args)
+    db_media.create(args)
+
     computer_add(args, args.hostnames)

library/createdb/fs_add.py

@@ -296,6 +296,8 @@ def fs_add(args=None) -> None:
         sys.argv = ["lb", *args]
 
     args = parse_args(SC.fs_add, usage.fs_add)
+    db_playlists.create(args)
+    db_media.create(args)
     extractor(args, args.paths)
 
 

library/createdb/links_add.py

@@ -370,9 +370,9 @@ def links_update() -> None:
             new_media = extractor(args_env, playlist["path"])
 
             if new_media > 0:
-                db_playlists.decrease_update_delay(args, playlist["path"])
+                db_playlists.update_more_frequently(args, playlist["path"])
             else:
-                db_playlists.increase_update_delay(args, playlist["path"])
+                db_playlists.update_less_frequently(args, playlist["path"])
 
             if playlist_count > 3:
                 time.sleep(random.uniform(0.05, 2))

library/createdb/reddit_add.py

@@ -364,8 +364,8 @@ def reddit_update(args=None) -> None:
             elif extractor_key == "reddit_praw_redditor":
                 redditor_new(args, {"path": path, "name": name})
 
-            db_playlists.decrease_update_delay(args, playlist["path"])
+            db_playlists.update_more_frequently(args, playlist["path"])
         except skip_errors as e:
-            db_playlists.increase_update_delay(args, playlist["path"])
+            db_playlists.update_less_frequently(args, playlist["path"])
             log.error("[%s] skipping: %s", name, e)
             continue

library/createdb/tabs_add.py

@@ -84,6 +84,8 @@ def tabs_add(args=None) -> None:
     args = parse_args()
     paths = list(gen_paths(args))
 
+    db_media.create(args)
+
     tabs = iterables.list_dict_filter_bool([consolidate_url(args, path) for path in get_new_paths(args, paths)])
     for tab in tabs:
         db_media.add(args, tab)

library/createdb/torrents_add.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 
 from library import usage
-from library.mediadb import db_playlists
+from library.mediadb import db_media, db_playlists
 from library.utils import arg_utils, arggroups, argparse_utils, consts, db_utils, iterables, nums, objects, printing
 from library.utils.file_utils import trash
 from library.utils.log_utils import log
@@ -85,6 +85,9 @@ def extract_metadata(path):
 def torrents_add():
     args = parse_args()
 
+    db_playlists.create(args)
+    db_media.create(args)
+
     scanned_set = set(arg_utils.gen_paths(args, default_exts=(".torrent",)))
 
     known_hashes = set()

library/createdb/tube_add.py

@@ -37,6 +37,9 @@ def tube_add(args=None) -> None:
     args = parse_args(SC.tube_add, usage=usage.tube_add)
     paths = arg_utils.gen_paths(args)
 
+    db_playlists.create(args)
+    db_media.create(args)
+
     if args.insert_only:
         args.db["media"].insert_all(
             [
@@ -89,6 +92,7 @@ def tube_update(args=None) -> None:
         sys.argv = ["tubeupdate", *args]
 
     args = parse_args(SC.tube_update, usage=usage.tube_update)
+
     tube_playlists = db_playlists.get_all(
         args,
         sql_filters=["AND extractor_key NOT IN ('Local', 'reddit_praw_redditor', 'reddit_praw_subreddit')"],

library/createdb/tube_backend.py

@@ -130,7 +130,7 @@ def run(self, info) -> tuple[list, dict]:  # pylint: disable=arguments-renamed
 
                 entry = objects.dumbcopy(info)
                 if entry:
-                    if db_playlists.media_exists(args, playlist_path, webpath) and not args.ignore_errors:
+                    if db_playlists.media_exists(args, webpath, playlist_path) and not args.ignore_errors:
                         raise ExistingPlaylistVideoReached
 
                     if not info.get("playlist_id") or webpath == playlist_path:
@@ -172,9 +172,9 @@ def run(self, info) -> tuple[list, dict]:  # pylint: disable=arguments-renamed
 
         if args.action == consts.SC.tube_update:
             if added_media_count > count_before_extract:
-                db_playlists.decrease_update_delay(args, playlist_path)
+                db_playlists.update_more_frequently(args, playlist_path)
             else:
-                db_playlists.increase_update_delay(args, playlist_path)
+                db_playlists.update_less_frequently(args, playlist_path)
 
 
 def yt_subs_config(args):

library/createdb/web_add.py

@@ -183,15 +183,11 @@ def spider(args, paths: list):
                 link = web.remove_apache_sorting_params(link_dict.pop("link"))
 
                 if link in traversed_paths or link in paths:
-                    continue
-                if web.is_index(link):
-                    if web.is_subpath(path, link):
-                        paths.append(link)
-                    continue
-
-                if db_media.exists(args, link):
+                    pass
+                elif web.is_subpath(path, link):
+                    paths.append(link)
+                elif db_media.exists(args, link):
                     known_paths.add(link)
-                    continue
                 else:
                     new_paths[link] = objects.merge_dict_values_str(new_paths.get(link) or {}, link_dict)
         else:  # not HTML page
@@ -263,6 +259,9 @@ def web_add(args=None) -> None:
 
     args = parse_args(consts.SC.web_add, usage=usage.web_add)
 
+    db_playlists.create(args)
+    db_media.create(args)
+
     if args.insert_only:
         media_new = set()
         media_known = set()
@@ -300,7 +299,7 @@ def web_update(args=None) -> None:
 
     web_playlists = db_playlists.get_all(
         args,
-        sql_filters="extractor_key = 'WebFolder'",
+        sql_filters=["AND extractor_key = 'WebFolder'"],
         order_by="""length(path)-length(REPLACE(path, '/', '')) desc
         , random()
         """,
@@ -320,9 +319,9 @@ def web_update(args=None) -> None:
             new_media = spider(args_env, [playlist["path"]])
 
             if new_media > 0:
-                db_playlists.decrease_update_delay(args, playlist["path"])
+                db_playlists.update_more_frequently(args, playlist["path"])
             else:
-                db_playlists.increase_update_delay(args, playlist["path"])
+                db_playlists.update_less_frequently(args, playlist["path"])
 
             if playlist_count > 3:
                 time.sleep(random.uniform(0.05, 2))

library/mediadb/db_history.py

@@ -21,9 +21,15 @@ def exists(args, media_id) -> bool:
 def create(args):
     args.db.create_table(
         "history",
-        {"media_id": int, "time_played": int, "playhead": int, "done": int},
+        {
+            "media_id": int,
+            "time_played": int,
+            "playhead": int,
+            "done": bool,
+        },
         pk="id",
         if_not_exists=True,
+        strict=True,
     )