Merge pull request #299 from dclong/dev

merge dev into main

Author: dclong

dsutil/__init__.py

@@ -3,4 +3,4 @@
 from . import git
 from . import poetry
 
-__version__ = "0.65.1"
+__version__ = "0.65.2"

dsutil/docker/__init__.py

@@ -84,7 +84,9 @@ def remove(aggressive: bool = False, choice: str = "") -> None:
     """
     docker.from_env().containers.prune()
     failures = remove_images(tag="none", aggressive=aggressive, choice=choice)
-    logger.error("Failed to remove the following Docker images:\n{}", "\n".join(failures))
+    logger.error(
+        "Failed to remove the following Docker images:\n{}", "\n".join(failures)
+    )
 
 
 def pull():

dsutil/hadoop/log.py

@@ -268,6 +268,10 @@ def _error_priority(line: str) -> tuple[int, str, str]:
                 "(?i)table not found", 1,
                 "http://www.legendu.net/misc/blog/spark-issue-table-not-found/"
             ),
+            (
+                "(?i)libc.*not found", 1,
+                "http://www.legendu.net/misc/blog/spark-issue-libc-not-found/"
+            ),
             (
                 "(?i)SparkContext: A master URL must be set", 1,
                 "http://www.legendu.net/misc/blog/spark-issue-a-master-url-must-be-set-in-your-configuration/"

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dsutil"
-version = "0.65.1"
+version = "0.65.2"
 description = "A utils Python package for data scientists."
 authors = ["Benjamin Du <[email protected]>"]
 

readme.md

@@ -25,7 +25,7 @@ Currently, Python 3.7 and 3.8 are supported.
 
 You can download a copy of the latest release and install it using pip.
 ```bash
-pip3 install --user -U https://github.com/dclong/dsutil/releases/download/v0.65.1/dsutil-0.65.1-py3-none-any.whl
+pip3 install --user -U https://github.com/dclong/dsutil/releases/download/v0.65.2/dsutil-0.65.2-py3-none-any.whl
 ```
 Or you can use the following command to install the latest master branch
 if you have pip 20.0+.
@@ -35,7 +35,7 @@ pip3 install --user -U git+https://github.com/dclong/dsutil@main
 Use one of the following commands if you want to install all components of dsutil. 
 Available additional components are `cv`, `docker`, `pdf`, `jupyter`, `admin` and `all`.
 ```bash
-pip3 install "dsutil[cv] @ https://github.com/dclong/dsutil/releases/download/v0.65.1/dsutil-0.65.1-py3-none-any.whl"
+pip3 install "dsutil[cv] @ https://github.com/dclong/dsutil/releases/download/v0.65.2/dsutil-0.65.2-py3-none-any.whl"
 # or
 pip3 install --user -U "dsutil[all] @ git+https://github.com/dclong/dsutil@main"
 ```