torrent-start: fix MissingRequiredParameters400Error

Author: chapmanjacobd

xklb/createdb/torrents_add.py

@@ -69,6 +69,7 @@ def extract_metadata(path):
             {
                 "path": f.name,
                 "size": f.length,
+                "time_deleted": 0,
             }
             for f in torrent.files
         ],

xklb/mediafiles/torrents_start.py

@@ -37,7 +37,9 @@ def wait_torrent_loaded(qbt_client, torrent):
     v1_info_hash = hashlib.sha1(Bencode.encode(torrent._struct.get("info"))).hexdigest()
     v2_info_hash = hashlib.sha256(Bencode.encode(torrent._struct.get("info"))).hexdigest()
 
-    attempts = 120
+    # TODO: sometimes torrentool and qBittorrent come up with different info_hashes...
+
+    attempts = 10
     attempt = 0
     while attempt < attempts:
         with suppress(qbittorrentapi.NotFound404Error):
@@ -109,6 +111,7 @@ def torrents_start():
         qbt_client.app_set_preferences(
             {
                 "preallocate_all": True,
+                "add_stopped_enabled": False,
                 "dl_limit": args.dl_limit,
                 "up_limit": args.up_limit,
                 "max_active_downloads": 1,
@@ -117,8 +120,8 @@ def torrents_start():
                 "max_active_checking_torrents": 3,
                 "slow_torrent_inactive_timer": 80,
                 # divide by 10 but also some bps -> kbps BS
-                "slow_torrent_dl_rate_threshold": (args.dl_limit) // 10000,  # type: ignore
-                "slow_torrent_ul_rate_threshold": (args.up_limit or args.dl_limit) // 10000,  # type: ignore
+                "slow_torrent_dl_rate_threshold": (args.dl_limit) // 10_000,  # type: ignore
+                "slow_torrent_ul_rate_threshold": (args.up_limit or args.dl_limit) // 10_000,  # type: ignore
             }
         )
 
@@ -150,7 +153,8 @@ def torrents_start():
         )
 
         info_hash = wait_torrent_loaded(qbt_client, torrent)
-        qbt_client.torrents_start(info_hash)
+        if info_hash:
+            qbt_client.torrents_start(info_hash)
 
         if args.delete_torrent:
             trash(args, path)

xklb/multidb/allocate_torrents.py

@@ -169,6 +169,7 @@ def allocate_torrents():
                 ssh.load_system_host_keys()
                 ssh.set_missing_host_key_policy(paramiko.WarningPolicy())
                 ssh.connect(d["host"])
+                setattr(ssh, "host", d["host"])
 
                 remote_processes.cmd(
                     ssh,

xklb/playback/torrents_info.py

@@ -2,6 +2,7 @@
 from xklb import usage
 from xklb.mediafiles import torrents_start
 from xklb.utils import arggroups, argparse_utils, consts, iterables, printing, processes, strings
+from xklb.utils.path_utils import domain_from_url
 
 
 def parse_args():
@@ -67,6 +68,15 @@ def torrents_info():
     for torrent in all_torrents:
         torrents_by_state.setdefault(torrent.state, []).append(torrent)
 
+    torrents_by_tracker = {}
+    for torrent in all_torrents:
+        tracker = torrent.tracker
+        if not tracker:
+            tracker = iterables.safe_unpack(
+                tr.url for tr in qbt_client.torrents_trackers(torrent.hash) if tr.url.startswith("http")
+            )
+        torrents_by_tracker.setdefault(domain_from_url(tracker), []).append(torrent)
+
     interesting_states = [
         "stoppedUP",
         "queuedUP",
@@ -136,6 +146,33 @@ def torrents_info():
         printing.table(tbl)
         print()
 
+    trackers = []
+    for tracker, torrents in torrents_by_tracker.items():
+        torrents = [t for t in torrents if args.verbose >= 1 or t.state not in ("stoppedDL",)]
+        remaining = sum(t.amount_left for t in torrents)
+        if remaining or args.verbose >= 1:
+            trackers.append(
+                {
+                    "tracker": tracker,
+                    "count": len(torrents),
+                    "size": sum(t.total_size for t in torrents),
+                    "remaining": remaining,
+                    "file_count": sum(len(t.files) for t in torrents) if args.verbose >= 1 else None,  # a bit slow
+                }
+            )
+    if trackers:
+        trackers = sorted(trackers, key=lambda d: (d["remaining"], d["size"]))
+        trackers = [
+            {
+                **d,
+                "size": strings.file_size(d["size"]),
+                "remaining": strings.file_size(d["remaining"]) if d["remaining"] else None,
+            }
+            for d in trackers
+        ]
+        printing.table(iterables.list_dict_filter_bool(trackers))
+        print()
+
     categories = []
     for state, torrents in torrents_by_state.items():
         remaining = sum(t.amount_left for t in torrents)

xklb/usage.py

@@ -1906,6 +1906,13 @@ def play(action) -> str:
     Create a SQLite database of torrent file data (torrents are playlists, referenced files are media)
 
         library torrents-add torrents.db ~/.local/data/qbittorrent/queue/
+
+    View total size of undownloaded torrents
+
+        library playlists torrents.db -pa
+        path                      deleted_count      size    playlists_count    media_count
+        ----------------------  ---------------  --------  -----------------  -------------
+        Aggregate of playlists                0  87.7 TiB                530         272681
 """
 
 

xklb/utils/remote_processes.py

@@ -55,6 +55,10 @@ def print_std(s, is_success):
     _stdin, stdout, stderr = ssh.exec_command(command, **kwargs)
     returncode = stdout.channel.recv_exit_status()
 
+    host = getattr(ssh, "host", None)
+    if host:
+        command = " ".join(["ssh", host, command])
+
     r = subprocess.CompletedProcess(command, returncode, stdout.read().decode(), stderr.read().decode())
 
     if cleanup_local_files and local_files: