Merge pull request #319 from dclong/dev

Merge dev into main

Author: dclong

dsutil/__init__.py

@@ -3,4 +3,4 @@
 from . import git
 from . import poetry
 
-__version__ = "0.69.0"
+__version__ = "0.69.1"

dsutil/hadoop/log.py

@@ -232,6 +232,14 @@ def _error_priority(line: str) -> tuple[int, str, str]:
         :return: The priority of the error line.
         """
         patterns = [
+            (
+                "SIGILL", 1,
+                "http://www.legendu.net/misc/blog/spark-issue:-shell-related"
+            ),
+            (
+                "(?i)command not found", 1,
+                "http://www.legendu.net/misc/blog/spark-issue:-shell-related"
+            ),
             (
                 "(?i)panicked at.*RUST_BACKTRACE", 1,
                 "http://www.legendu.net/misc/blog/spark-issue:-rust-panic/"
@@ -301,6 +309,10 @@ def _error_priority(line: str) -> tuple[int, str, str]:
                 "(?i)NSQuotaExceededException", 1,
                 "http://www.legendu.net/misc/blog/spark-issue:-namespace-quota-is-exceeded"
             ),
+            (
+                r"(?i)RuntimeException: Unsupported literal type class", 1,
+                " http://www.legendu.net/misc/blog/spark-issue:-RuntimeException:-unsupported-literal-type-class"
+            ),
             (
                 r"(?i)TypeError: withReplacement", 1,
                 "http://www.legendu.net/misc/blog/spark-issue:-TypeError-withReplacement"

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dsutil"
-version = "0.69.0"
+version = "0.69.1"
 description = "A utils Python package for data scientists."
 authors = ["Benjamin Du <[email protected]>"]
 

readme.md

@@ -25,7 +25,7 @@ Currently, Python 3.7 and 3.8 are supported.
 
 You can download a copy of the latest release and install it using pip.
 ```bash
-pip3 install --user -U https://github.com/dclong/dsutil/releases/download/v0.69.0/dsutil-0.69.0-py3-none-any.whl
+pip3 install --user -U https://github.com/dclong/dsutil/releases/download/v0.69.1/dsutil-0.69.1-py3-none-any.whl
 ```
 Or you can use the following command to install the latest master branch
 if you have pip 20.0+.
@@ -35,7 +35,7 @@ pip3 install --user -U git+https://github.com/dclong/dsutil@main
 Use one of the following commands if you want to install all components of dsutil. 
 Available additional components are `cv`, `docker`, `pdf`, `jupyter`, `admin` and `all`.
 ```bash
-pip3 install "dsutil[cv] @ https://github.com/dclong/dsutil/releases/download/v0.69.0/dsutil-0.69.0-py3-none-any.whl"
+pip3 install "dsutil[cv] @ https://github.com/dclong/dsutil/releases/download/v0.69.1/dsutil-0.69.1-py3-none-any.whl"
 # or
 pip3 install --user -U "dsutil[all] @ git+https://github.com/dclong/dsutil@main"
 ```