展示如何使用 Dataplex 扫描数据的示例 Airflow DAG。
模块内容
-
tests.system.google.cloud.dataplex.example_dataplex_dq.ENV_ID[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.PROJECT_ID[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.DAG_ID = 'dataplex_data_quality'[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.LAKE_ID[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.REGION = 'us-west1'[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.DATASET[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.TABLE_1 = 'table0'[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.TABLE_2 = 'table1'[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.SCHEMA[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.INSERT_DATE[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.INSERT_ROWS_QUERY[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.LOCATION = 'us'[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.TRIGGER_SPEC_TYPE = 'ON_DEMAND'[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.ZONE_ID[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.DATA_SCAN_ID[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_LAKE_BODY[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_ZONE[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.ASSET_ID[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_ASSET[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_DATA_SCAN[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.UPDATE_MASK[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.ENTITY[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_DATA_SCAN_UPDATE[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.create_dataset[源代码]
-
tests.system.google.cloud.dataplex.example_dataplex_dq.test_run[源代码]