Skip to content

Commit

Permalink
fix: yaml validation files in gcs (#977)
Browse files Browse the repository at this point in the history
* Fix to accept GCS paths in configs run -c

* Blacken files
  • Loading branch information
sundar-mudupalli-work committed Sep 28, 2023
1 parent 8df1cfa commit bf0fa0a
Showing 1 changed file with 10 additions and 2 deletions.
12 changes: 10 additions & 2 deletions data_validation/cli_tools.py
Original file line number Diff line number Diff line change
Expand Up @@ -1063,8 +1063,16 @@ def get_validation(validation_name, config_dir=None):
mgr = state_manager.StateManager(file_system_root_path=config_dir)
return mgr.get_validation_config(validation_name, config_dir)
else:
mgr = state_manager.StateManager()
return mgr.get_validation_config(validation_name)
if validation_name.startswith("gs://"):
obj_depth = len(validation_name.split("/"))
gcs_prefix = "/".join(validation_name.split("/")[: obj_depth - 1])
mgr = state_manager.StateManager(file_system_root_path=gcs_prefix)
return mgr.get_validation_config(
validation_name.split("/")[obj_depth - 1], gcs_prefix
)
else:
mgr = state_manager.StateManager()
return mgr.get_validation_config(validation_name)


def list_validations():
Expand Down

0 comments on commit bf0fa0a

Please sign in to comment.