Skip to content
Snippets Groups Projects
Commit c35a491a authored by Kristina Zolochevskaia's avatar Kristina Zolochevskaia :call_me_tone1:
Browse files

almost final

parent 217bf66f
No related branches found
No related tags found
No related merge requests found
......@@ -41,4 +41,4 @@ Since ETLs are built as Airflow tasks within a DAG, they may be triggered automa
 
---
 
Screenshots to each steps are attached to the bachelor thesis
Screenshots to each steps are attached to the bachelor thesis.
26389
......@@ -6,10 +6,10 @@ EZOP_SRC_DB = None
EZOP_SRC_SCHEMA = 'VVVS_REST'
 
EZOP_STG_CONN_ID = EZOP_TG_CONN_ID = 'dv5'
EZOP_STG_DB = 'dwh3_test_stage'
EZOP_STG_DB = 'dwh3_stage_kika'
EZOP_STG_SCHEMA = 'ps_ezop'
 
EZOP_TG_DB = 'dwh3_test_target'
EZOP_TG_DB = 'dwh3_target_kika'
EZOP_TG_SCHEMA = 'dwh'
 
#===============================================================================
......
......@@ -6,10 +6,10 @@ GRADES_SRC_DB = 'classification'
GRADES_SRC_SCHEMA = 'main'
 
GRADES_STG_CONN_ID = GRADES_TG_CONN_ID = 'dv5'
GRADES_STG_DB = 'dwh3_test_stage'
GRADES_STG_DB = 'dwh3_stage_kika'
GRADES_STG_SCHEMA = 'ps_grades'
 
GRADES_TG_DB = 'dwh3_test_target'
GRADES_TG_DB = 'dwh3_target_kika'
GRADES_TG_SCHEMA = 'dwh'
 
#===============================================================================
......
......@@ -6,10 +6,10 @@ KOS_SRC_DB = None
KOS_SRC_SCHEMA = 'ST'
 
KOS_STG_CONN_ID = KOS_TG_CONN_ID = 'dv5'
KOS_STG_DB = 'dwh3_test_stage'
KOS_STG_DB = 'dwh3_stage_kika'
KOS_STG_SCHEMA = 'ps_kos'
 
KOS_TG_DB = 'dwh3_test_target'
KOS_TG_DB = 'dwh3_target_kika'
KOS_TG_SCHEMA = 'dwh'
 
#===============================================================================
......
......@@ -8,10 +8,10 @@ USERMAP_SRC_DB = None
USERMAP_SRC_SCHEMA = 'EXT_DS'
 
USERMAP_STG_CONN_ID = USERMAP_TG_CONN_ID = 'dv5'
USERMAP_STG_DB = 'dwh3_test_stage'
USERMAP_STG_DB = 'dwh3_stage_kika'
USERMAP_STG_SCHEMA = 'ps_usermap'
 
USERMAP_TG_DB = 'dwh3_test_target'
USERMAP_TG_DB = 'dwh3_target_kika'
USERMAP_TG_SCHEMA = 'dwh'
 
#===============================================================================
......
/home/zolockri/Documents/FIT/BP/airflow_workspace/airflow/logs/scheduler/2023-05-05
\ No newline at end of file
/home/zolockri/Documents/FIT/BP/airflow_workspace/airflow/logs/scheduler/2023-05-06
\ No newline at end of file
from helpers.stringiteratorio import StringIteratorIO
def get_data_iterator(data):
data = [tuple(row) for row in data.itertuples(index=False)]
return StringIteratorIO((
"\x1f".join(map(str, row)) + '\n')
for row in data
)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment