feat: Addition of log level as an argument for DVT logging and replac…

data_validation/__main__.py

@@ -31,6 +31,15 @@
 # by default yaml dumps lists as pointers. This disables that feature
 Dumper.ignore_aliases = lambda *args: True
 
+#Log level mappings for the input argument of log level string
+LOG_LEVEL_MAP = {
+    "DEBUG": logging.DEBUG,
+    "INFO": logging.INFO,
+    "WARNING":logging.WARNING,
+    "ERROR": logging.ERROR,
+    "CRITICAL": logging.CRITICAL
+}
+
 
 def _get_arg_config_file(args):
     """Return String yaml config file path."""
@@ -499,13 +508,15 @@ def validate(args):
 
 
 def main():
+
+    # Create Parser and Get Deployment Info
+    args = cli_tools.get_parsed_args()
     logging.basicConfig(
-        level=logging.INFO,
+        level=LOG_LEVEL_MAP[args.log_level],
         format="%(asctime)s-%(levelname)s: %(message)s",
         datefmt="%m/%d/%Y %I:%M:%S %p",
     )
-    # Create Parser and Get Deployment Info
-    args = cli_tools.get_parsed_args()
+
     if args.command == "connections":
         run_connections(args)
     elif args.command == "run-config":

data_validation/cli_tools.py

@@ -151,6 +151,9 @@ def configure_arg_parser():
     )
 
     parser.add_argument("--verbose", "-v", action="store_true", help="Verbose logging")
+    parser.add_argument("--log-level", "-ll", default="INFO",
+        choices=["DEBUG","INFO","WARNING","ERROR","CRITICAL"],
+        help="Log Level to be assigned. This will print logs with level same or above")
 
     subparsers = parser.add_subparsers(dest="command")
     _configure_validate_parser(subparsers)

data_validation/combiner.py

@@ -87,8 +87,8 @@ def generate_report(
     documented = _add_metadata(joined, run_metadata)
 
     if verbose:
-        logging.info("-- ** Combiner Query ** --")
-        logging.info(documented.compile())
+        logging.debug("-- ** Combiner Query ** --")
+        logging.debug(documented.compile())
 
     result_df = client.execute(documented)
     result_df.validation_status.fillna(consts.VALIDATION_STATUS_FAIL, inplace=True)

data_validation/result_handlers/bigquery.py

@@ -18,6 +18,8 @@
 
 from data_validation import client_info
 from data_validation.result_handlers.text import TextResultHandler
+import logging
+from data_validation import consts
 
 
 class BigQueryResultHandler(object):
@@ -55,8 +57,11 @@ def get_handler_for_project(
         return BigQueryResultHandler(client, table_id=table_id)
 
     def execute(self, config, result_df):
-        text_handler = TextResultHandler("table")
-        text_handler.print_formatted_(result_df)
+        logging.info(
+                result_df.drop(consts.COLUMN_FILTER_LIST, axis=1).to_markdown(
+                    tablefmt="fancy_grid", index=False
+                )
+        )
 
         table = self._bigquery_client.get_table(self._table_id)
         chunk_errors = self._bigquery_client.insert_rows_from_dataframe(