File tree Expand file tree Collapse file tree 2 files changed +13
-5
lines changed
libs/executors/garf/executors Expand file tree Collapse file tree 2 files changed +13
-5
lines changed Original file line number Diff line number Diff line change @@ -57,4 +57,4 @@ def setup_executor(
5757 'ApiExecutionContext' ,
5858]
5959
60- __version__ = '1.0.6 '
60+ __version__ = '1.0.7 '
Original file line number Diff line number Diff line change 2222import argparse
2323import logging
2424import pathlib
25+ import re
2526import sys
2627
2728import garf .executors
@@ -104,10 +105,17 @@ def main():
104105 )
105106 for query in queries :
106107 if isinstance (query , garf .executors .workflow .QueryPath ):
107- query_path = wf_parent / pathlib .Path (query .path )
108- if not query_path .exists ():
109- raise workflow .GarfWorkflowError (f'Query: { query_path } not found' )
110- batch [query .path ] = reader_client .read (query_path )
108+ if re .match (
109+ '^(http|gs|s3|aruze|hdfs|webhdfs|ssh|scp|sftp)' , query .path
110+ ):
111+ batch [query .path ] = reader_client .read (query .path )
112+ else :
113+ query_path = wf_parent / pathlib .Path (query .path )
114+ if not query_path .exists ():
115+ raise workflow .GarfWorkflowError (
116+ f'Query: { query_path } not found'
117+ )
118+ batch [query .path ] = reader_client .read (query_path )
111119 elif isinstance (query , garf .executors .workflow .QueryFolder ):
112120 query_path = wf_parent / pathlib .Path (query .folder )
113121 if not query_path .exists ():
You can’t perform that action at this time.
0 commit comments