From bf0fa0a3d215655c15d071ee9ab8fecc93b47d68 Mon Sep 17 00:00:00 2001 From: sundar-mudupalli-work <106282841+sundar-mudupalli-work@users.noreply.github.com> Date: Thu, 28 Sep 2023 08:53:46 -0700 Subject: [PATCH] fix: yaml validation files in gcs (#977) * Fix to accept GCS paths in configs run -c * Blacken files --- data_validation/cli_tools.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/data_validation/cli_tools.py b/data_validation/cli_tools.py index 0b26bdd16..68455f264 100644 --- a/data_validation/cli_tools.py +++ b/data_validation/cli_tools.py @@ -1063,8 +1063,16 @@ def get_validation(validation_name, config_dir=None): mgr = state_manager.StateManager(file_system_root_path=config_dir) return mgr.get_validation_config(validation_name, config_dir) else: - mgr = state_manager.StateManager() - return mgr.get_validation_config(validation_name) + if validation_name.startswith("gs://"): + obj_depth = len(validation_name.split("/")) + gcs_prefix = "/".join(validation_name.split("/")[: obj_depth - 1]) + mgr = state_manager.StateManager(file_system_root_path=gcs_prefix) + return mgr.get_validation_config( + validation_name.split("/")[obj_depth - 1], gcs_prefix + ) + else: + mgr = state_manager.StateManager() + return mgr.get_validation_config(validation_name) def list_validations():