diff --git a/libs/executors/garf/executors/__init__.py b/libs/executors/garf/executors/__init__.py index 0e0979f..445de15 100644 --- a/libs/executors/garf/executors/__init__.py +++ b/libs/executors/garf/executors/__init__.py @@ -57,4 +57,4 @@ def setup_executor( 'ApiExecutionContext', ] -__version__ = '1.0.6' +__version__ = '1.0.7' diff --git a/libs/executors/garf/executors/entrypoints/cli.py b/libs/executors/garf/executors/entrypoints/cli.py index 73a2bc9..43f76d6 100644 --- a/libs/executors/garf/executors/entrypoints/cli.py +++ b/libs/executors/garf/executors/entrypoints/cli.py @@ -22,6 +22,7 @@ import argparse import logging import pathlib +import re import sys import garf.executors @@ -104,10 +105,17 @@ def main(): ) for query in queries: if isinstance(query, garf.executors.workflow.QueryPath): - query_path = wf_parent / pathlib.Path(query.path) - if not query_path.exists(): - raise workflow.GarfWorkflowError(f'Query: {query_path} not found') - batch[query.path] = reader_client.read(query_path) + if re.match( + '^(http|gs|s3|aruze|hdfs|webhdfs|ssh|scp|sftp)', query.path + ): + batch[query.path] = reader_client.read(query.path) + else: + query_path = wf_parent / pathlib.Path(query.path) + if not query_path.exists(): + raise workflow.GarfWorkflowError( + f'Query: {query_path} not found' + ) + batch[query.path] = reader_client.read(query_path) elif isinstance(query, garf.executors.workflow.QueryFolder): query_path = wf_parent / pathlib.Path(query.folder) if not query_path.exists():