用于测试 Google Dataflow 以创建管道的示例 Airflow DAG。
模块内容
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.DAG_ID = 'dataflow_pipeline'[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.ENV_ID[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCP_PROJECT_ID[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCP_LOCATION = 'us-central1'[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_NAME[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_JOB_NAME[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_TYPE = 'PIPELINE_TYPE_BATCH'[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.BUCKET_NAME[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.FILE_NAME = 'kinglear.txt'[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.TEMPLATE_FILE = 'word-count.json'[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.TEMP_LOCATION[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCS_PATH[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.INPUT_FILE[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.OUTPUT[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.create_bucket[源代码]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.test_run[源代码]