Enables logging and verbosity control using KERAS_REMOTE_LOG_LEVEL env var (#87)

* enables absl logger

* Adds env var

* rich formatting

* address reviews

* Update README

Author: JyotinderSingh

README.md

@@ -331,6 +331,7 @@ train("gs://my-bucket/arrayrecords/")
 | `KERAS_REMOTE_ZONE`          | No       | `us-central1-a`        | Default compute zone    |
 | `KERAS_REMOTE_CLUSTER`       | No       | `keras-remote-cluster` | GKE cluster name        |
 | `KERAS_REMOTE_GKE_NAMESPACE` | No       | `default`              | Kubernetes namespace    |
+| `KERAS_REMOTE_LOG_LEVEL`     | No       | `INFO`                 | Log verbosity (`DEBUG`, `INFO`, `WARNING`, `ERROR`, `FATAL`) |
 
 ### Decorator Parameters
 
@@ -450,11 +451,14 @@ gcloud builds list --project=$KERAS_REMOTE_PROJECT --limit=5
 
 ### Debug Logging
 
-```python
-import logging
-logging.basicConfig(level=logging.INFO)
+Keras Remote uses `absl-py` for logging. You can control the log verbosity by setting the `KERAS_REMOTE_LOG_LEVEL` environment variable:
+
+```bash
+export KERAS_REMOTE_LOG_LEVEL="DEBUG"
 ```
 
+Supported levels are `DEBUG`, `INFO`, `WARNING`, `ERROR`, and `FATAL`. The default is `INFO`.
+
 ### Verify Setup
 
 ```bash

keras_remote/__init__.py

@@ -2,8 +2,46 @@
 
 # Suppress noisy gRPC fork/logging messages before any gRPC imports
 os.environ.setdefault("GRPC_VERBOSITY", "NONE")
-os.environ.setdefault("GLOG_minloglevel", "3")
 os.environ.setdefault("GRPC_ENABLE_FORK_SUPPORT", "0")
 
+import logging as python_logging
+import os
+
+from absl import logging
+from rich.console import Console
+from rich.logging import RichHandler
+
 from keras_remote.core.core import run as run
 from keras_remote.data import Data as Data
+
+logging.use_absl_handler()
+
+# Use rich to format the absl logs, making them slightly dimmed and links clickable
+console = Console(stderr=True)
+rich_handler = RichHandler(
+  console=console,
+  show_time=False,
+  show_path=False,
+  show_level=False,
+  markup=True,
+)
+rich_handler.setFormatter(python_logging.Formatter("[dim]%(message)s[/dim]"))
+
+absl_logger = logging.get_absl_logger()
+absl_logger.handlers = [rich_handler]
+absl_logger.propagate = False
+
+# Default to INFO if the user is running a script outside of absl.app.run()
+# This ensures that operations like container building and job status are visible.
+log_level = os.environ.get("KERAS_REMOTE_LOG_LEVEL", "INFO").upper()
+
+if log_level == "DEBUG":
+  logging.set_verbosity(logging.DEBUG)
+elif log_level == "INFO":
+  logging.set_verbosity(logging.INFO)
+elif log_level == "WARNING":
+  logging.set_verbosity(logging.WARNING)
+elif log_level == "ERROR":
+  logging.set_verbosity(logging.ERROR)
+elif log_level == "FATAL":
+  logging.set_verbosity(logging.FATAL)