diff --git a/data_replication_parametrized_audit_os.py b/data_replication_parametrized_audit_os.py index e66c62b..cedf277 100644 --- a/data_replication_parametrized_audit_os.py +++ b/data_replication_parametrized_audit_os.py @@ -95,7 +95,7 @@ def get_active_tables(mstr_schema,app_name): postgres_connection = PgresPool.getconn() postgres_cursor = postgres_connection.cursor() list_sql = f""" - SELECT application_name,source_schema_name,source_table_name,target_schema_name,target_table_name,truncate_flag,cdc_flag,full_inc_flag,cdc_column,replication_order + SELECT application_name,source_schema_name,source_table_name,target_schema_name,target_table_name,truncate_flag,cdc_flag,full_inc_flag,cdc_column,replication_order,where_clause,customsql_ind,customsql_query from {mstr_schema}.cdc_master_table_list c where active_ind = 'Y' and application_name='{app_name}' order by replication_order, source_table_name @@ -192,7 +192,7 @@ def load_data_from_src_tgt(table_name,source_schema,target_schema,customsql_ind, # Main ETL process active_tables_rows =get_active_tables(mstr_schema,app_name) print(active_tables_rows) - tables_to_extract = [(row[2],row[1],row[3],row[8],row[9]) for row in active_tables_rows] + tables_to_extract = [(row[2],row[1],row[3],row[11],row[12]) for row in active_tables_rows] print(f"tables to extract are {tables_to_extract}") print(f'No of concurrent tasks:{concurrent_tasks}')