Skip to content
This repository has been archived by the owner on Apr 17, 2024. It is now read-only.

Commit

Permalink
update CDC table query
Browse files Browse the repository at this point in the history
Signed-off-by: abimichel <136123575+abimichel@users.noreply.github.com>
  • Loading branch information
abimichel authored Feb 14, 2024
1 parent 8231c60 commit 02a05e7
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions data_replication_parametrized_audit_os.py
Original file line number Diff line number Diff line change
Expand Up @@ -95,7 +95,7 @@ def get_active_tables(mstr_schema,app_name):
postgres_connection = PgresPool.getconn()
postgres_cursor = postgres_connection.cursor()
list_sql = f"""
SELECT application_name,source_schema_name,source_table_name,target_schema_name,target_table_name,truncate_flag,cdc_flag,full_inc_flag,cdc_column,replication_order
SELECT application_name,source_schema_name,source_table_name,target_schema_name,target_table_name,truncate_flag,cdc_flag,full_inc_flag,cdc_column,replication_order,where_clause,customsql_ind,customsql_query
from {mstr_schema}.cdc_master_table_list c
where active_ind = 'Y' and application_name='{app_name}'
order by replication_order, source_table_name
Expand Down Expand Up @@ -192,7 +192,7 @@ def load_data_from_src_tgt(table_name,source_schema,target_schema,customsql_ind,
# Main ETL process
active_tables_rows =get_active_tables(mstr_schema,app_name)
print(active_tables_rows)
tables_to_extract = [(row[2],row[1],row[3],row[8],row[9]) for row in active_tables_rows]
tables_to_extract = [(row[2],row[1],row[3],row[11],row[12]) for row in active_tables_rows]

print(f"tables to extract are {tables_to_extract}")
print(f'No of concurrent tasks:{concurrent_tasks}')
Expand Down

0 comments on commit 02a05e7

Please sign in to comment.