用于 Google Cloud Dataflow YAML 服务的示例 Airflow DAG。
- 要求
此测试需要在 Airflow 工作节点上安装 gcloud 命令（Google Cloud SDK） <https://cloud.google.com/sdk/docs/install>`__
模块内容
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.PROJECT_ID[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.ENV_ID[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.DAG_ID = 'dataflow_yaml'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.REGION = 'europe-west2'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.DATAFLOW_YAML_JOB_NAME[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.BQ_DATASET[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.BQ_INPUT_TABLE[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.BQ_OUTPUT_TABLE[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.DATAFLOW_YAML_PIPELINE_FILE_URL = 'gs://airflow-system-tests-resources/dataflow/yaml/example_beam_yaml_bq.yaml'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.BQ_VARIABLES[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.BQ_VARIABLES_DEF[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.INSERT_ROWS_QUERY[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.create_bq_dataset[source]
-
tests.system.google.cloud.dataflow.example_dataflow_yaml.test_run[source]