Skip to content

Commit

Permalink
feat(composer): update the api
Browse files Browse the repository at this point in the history
#### composer:v1beta1

The following keys were added:
- schemas.CloudDataLineageIntegration (Total Keys: 3)
- schemas.LoadSnapshotRequest.properties.skipAirflowOverridesSetting.type (Total Keys: 1)
- schemas.LoadSnapshotRequest.properties.skipEnvironmentVariablesSetting.type (Total Keys: 1)
- schemas.LoadSnapshotRequest.properties.skipGcsDataCopying.type (Total Keys: 1)
- schemas.SoftwareConfig.properties.cloudDataLineageIntegration.$ref (Total Keys: 1)
  • Loading branch information
yoshi-automation committed Nov 8, 2022
1 parent 4ff3cd1 commit 610e7ee
Show file tree
Hide file tree
Showing 3 changed files with 44 additions and 2 deletions.
15 changes: 15 additions & 0 deletions docs/dyn/composer_v1beta1.projects.locations.environments.html
Expand Up @@ -236,6 +236,9 @@ <h3>Method Details</h3>
&quot;airflowConfigOverrides&quot;: { # Optional. Apache Airflow configuration properties to override. Property keys contain the section and property names, separated by a hyphen, for example &quot;core-dags_are_paused_at_creation&quot;. Section names must not contain hyphens (&quot;-&quot;), opening square brackets (&quot;[&quot;), or closing square brackets (&quot;]&quot;). The property name must not be empty and must not contain an equals sign (&quot;=&quot;) or semicolon (&quot;;&quot;). Section and property names must not contain a period (&quot;.&quot;). Apache Airflow configuration property names must be written in [snake_case](https://en.wikipedia.org/wiki/Snake_case). Property values can contain any character, and can be written in any lower/upper case format. Certain Apache Airflow configuration property values are [blocked](/composer/docs/concepts/airflow-configurations), and cannot be overridden.
&quot;a_key&quot;: &quot;A String&quot;,
},
&quot;cloudDataLineageIntegration&quot;: { # Configuration for Cloud Data Lineage integration. # Optional. The configuration for Cloud Data Lineage integration.
&quot;enabled&quot;: True or False, # Optional. Whether or not Cloud Data Lineage integration is enabled.
},
&quot;envVariables&quot;: { # Optional. Additional environment variables to provide to the Apache Airflow scheduler, worker, and webserver processes. Environment variable names must match the regular expression `a-zA-Z_*`. They cannot specify Apache Airflow software configuration overrides (they cannot match the regular expression `AIRFLOW__[A-Z0-9_]+__[A-Z0-9_]+`), and they cannot match any of the following reserved names: * `AIRFLOW_HOME` * `C_FORCE_ROOT` * `CONTAINER_NAME` * `DAGS_FOLDER` * `GCP_PROJECT` * `GCS_BUCKET` * `GKE_CLUSTER_NAME` * `SQL_DATABASE` * `SQL_INSTANCE` * `SQL_PASSWORD` * `SQL_PROJECT` * `SQL_REGION` * `SQL_USER`
&quot;a_key&quot;: &quot;A String&quot;,
},
Expand Down Expand Up @@ -438,6 +441,9 @@ <h3>Method Details</h3>
&quot;airflowConfigOverrides&quot;: { # Optional. Apache Airflow configuration properties to override. Property keys contain the section and property names, separated by a hyphen, for example &quot;core-dags_are_paused_at_creation&quot;. Section names must not contain hyphens (&quot;-&quot;), opening square brackets (&quot;[&quot;), or closing square brackets (&quot;]&quot;). The property name must not be empty and must not contain an equals sign (&quot;=&quot;) or semicolon (&quot;;&quot;). Section and property names must not contain a period (&quot;.&quot;). Apache Airflow configuration property names must be written in [snake_case](https://en.wikipedia.org/wiki/Snake_case). Property values can contain any character, and can be written in any lower/upper case format. Certain Apache Airflow configuration property values are [blocked](/composer/docs/concepts/airflow-configurations), and cannot be overridden.
&quot;a_key&quot;: &quot;A String&quot;,
},
&quot;cloudDataLineageIntegration&quot;: { # Configuration for Cloud Data Lineage integration. # Optional. The configuration for Cloud Data Lineage integration.
&quot;enabled&quot;: True or False, # Optional. Whether or not Cloud Data Lineage integration is enabled.
},
&quot;envVariables&quot;: { # Optional. Additional environment variables to provide to the Apache Airflow scheduler, worker, and webserver processes. Environment variable names must match the regular expression `a-zA-Z_*`. They cannot specify Apache Airflow software configuration overrides (they cannot match the regular expression `AIRFLOW__[A-Z0-9_]+__[A-Z0-9_]+`), and they cannot match any of the following reserved names: * `AIRFLOW_HOME` * `C_FORCE_ROOT` * `CONTAINER_NAME` * `DAGS_FOLDER` * `GCP_PROJECT` * `GCS_BUCKET` * `GKE_CLUSTER_NAME` * `SQL_DATABASE` * `SQL_INSTANCE` * `SQL_PASSWORD` * `SQL_PROJECT` * `SQL_REGION` * `SQL_USER`
&quot;a_key&quot;: &quot;A String&quot;,
},
Expand Down Expand Up @@ -581,6 +587,9 @@ <h3>Method Details</h3>
&quot;airflowConfigOverrides&quot;: { # Optional. Apache Airflow configuration properties to override. Property keys contain the section and property names, separated by a hyphen, for example &quot;core-dags_are_paused_at_creation&quot;. Section names must not contain hyphens (&quot;-&quot;), opening square brackets (&quot;[&quot;), or closing square brackets (&quot;]&quot;). The property name must not be empty and must not contain an equals sign (&quot;=&quot;) or semicolon (&quot;;&quot;). Section and property names must not contain a period (&quot;.&quot;). Apache Airflow configuration property names must be written in [snake_case](https://en.wikipedia.org/wiki/Snake_case). Property values can contain any character, and can be written in any lower/upper case format. Certain Apache Airflow configuration property values are [blocked](/composer/docs/concepts/airflow-configurations), and cannot be overridden.
&quot;a_key&quot;: &quot;A String&quot;,
},
&quot;cloudDataLineageIntegration&quot;: { # Configuration for Cloud Data Lineage integration. # Optional. The configuration for Cloud Data Lineage integration.
&quot;enabled&quot;: True or False, # Optional. Whether or not Cloud Data Lineage integration is enabled.
},
&quot;envVariables&quot;: { # Optional. Additional environment variables to provide to the Apache Airflow scheduler, worker, and webserver processes. Environment variable names must match the regular expression `a-zA-Z_*`. They cannot specify Apache Airflow software configuration overrides (they cannot match the regular expression `AIRFLOW__[A-Z0-9_]+__[A-Z0-9_]+`), and they cannot match any of the following reserved names: * `AIRFLOW_HOME` * `C_FORCE_ROOT` * `CONTAINER_NAME` * `DAGS_FOLDER` * `GCP_PROJECT` * `GCS_BUCKET` * `GKE_CLUSTER_NAME` * `SQL_DATABASE` * `SQL_INSTANCE` * `SQL_PASSWORD` * `SQL_PROJECT` * `SQL_REGION` * `SQL_USER`
&quot;a_key&quot;: &quot;A String&quot;,
},
Expand Down Expand Up @@ -661,6 +670,9 @@ <h3>Method Details</h3>
The object takes the form of:

{ # Request to load a snapshot into a Cloud Composer environment.
&quot;skipAirflowOverridesSetting&quot;: True or False, # Whether or not to skip setting Airflow overrides when loading the environment&#x27;s state.
&quot;skipEnvironmentVariablesSetting&quot;: True or False, # Whether or not to skip setting environment variables when loading the environment&#x27;s state.
&quot;skipGcsDataCopying&quot;: True or False, # Whether or not to skip copying Cloud Storage data when loading the environment&#x27;s state.
&quot;skipPypiPackagesInstallation&quot;: True or False, # Whether or not to skip installing Pypi packages when loading the environment&#x27;s state.
&quot;snapshotPath&quot;: &quot;A String&quot;, # A Cloud Storage path to a snapshot to load, e.g.: &quot;gs://my-bucket/snapshots/project_location_environment_timestamp&quot;.
}
Expand Down Expand Up @@ -775,6 +787,9 @@ <h3>Method Details</h3>
&quot;airflowConfigOverrides&quot;: { # Optional. Apache Airflow configuration properties to override. Property keys contain the section and property names, separated by a hyphen, for example &quot;core-dags_are_paused_at_creation&quot;. Section names must not contain hyphens (&quot;-&quot;), opening square brackets (&quot;[&quot;), or closing square brackets (&quot;]&quot;). The property name must not be empty and must not contain an equals sign (&quot;=&quot;) or semicolon (&quot;;&quot;). Section and property names must not contain a period (&quot;.&quot;). Apache Airflow configuration property names must be written in [snake_case](https://en.wikipedia.org/wiki/Snake_case). Property values can contain any character, and can be written in any lower/upper case format. Certain Apache Airflow configuration property values are [blocked](/composer/docs/concepts/airflow-configurations), and cannot be overridden.
&quot;a_key&quot;: &quot;A String&quot;,
},
&quot;cloudDataLineageIntegration&quot;: { # Configuration for Cloud Data Lineage integration. # Optional. The configuration for Cloud Data Lineage integration.
&quot;enabled&quot;: True or False, # Optional. Whether or not Cloud Data Lineage integration is enabled.
},
&quot;envVariables&quot;: { # Optional. Additional environment variables to provide to the Apache Airflow scheduler, worker, and webserver processes. Environment variable names must match the regular expression `a-zA-Z_*`. They cannot specify Apache Airflow software configuration overrides (they cannot match the regular expression `AIRFLOW__[A-Z0-9_]+__[A-Z0-9_]+`), and they cannot match any of the following reserved names: * `AIRFLOW_HOME` * `C_FORCE_ROOT` * `CONTAINER_NAME` * `DAGS_FOLDER` * `GCP_PROJECT` * `GCS_BUCKET` * `GKE_CLUSTER_NAME` * `SQL_DATABASE` * `SQL_INSTANCE` * `SQL_PASSWORD` * `SQL_PROJECT` * `SQL_REGION` * `SQL_USER`
&quot;a_key&quot;: &quot;A String&quot;,
},
Expand Down
2 changes: 1 addition & 1 deletion googleapiclient/discovery_cache/documents/composer.v1.json
Expand Up @@ -406,7 +406,7 @@
}
}
},
"revision": "20221012",
"revision": "20221028",
"rootUrl": "https://composer.googleapis.com/",
"schemas": {
"AllowedIpRange": {
Expand Down
29 changes: 28 additions & 1 deletion googleapiclient/discovery_cache/documents/composer.v1beta1.json
Expand Up @@ -518,7 +518,7 @@
}
}
},
"revision": "20221012",
"revision": "20221028",
"rootUrl": "https://composer.googleapis.com/",
"schemas": {
"AllowedIpRange": {
Expand Down Expand Up @@ -605,6 +605,17 @@
},
"type": "object"
},
"CloudDataLineageIntegration": {
"description": "Configuration for Cloud Data Lineage integration.",
"id": "CloudDataLineageIntegration",
"properties": {
"enabled": {
"description": "Optional. Whether or not Cloud Data Lineage integration is enabled.",
"type": "boolean"
}
},
"type": "object"
},
"DatabaseConfig": {
"description": "The configuration of Cloud SQL instance that is used by the Apache Airflow software.",
"id": "DatabaseConfig",
Expand Down Expand Up @@ -916,6 +927,18 @@
"description": "Request to load a snapshot into a Cloud Composer environment.",
"id": "LoadSnapshotRequest",
"properties": {
"skipAirflowOverridesSetting": {
"description": "Whether or not to skip setting Airflow overrides when loading the environment's state.",
"type": "boolean"
},
"skipEnvironmentVariablesSetting": {
"description": "Whether or not to skip setting environment variables when loading the environment's state.",
"type": "boolean"
},
"skipGcsDataCopying": {
"description": "Whether or not to skip copying Cloud Storage data when loading the environment's state.",
"type": "boolean"
},
"skipPypiPackagesInstallation": {
"description": "Whether or not to skip installing Pypi packages when loading the environment's state.",
"type": "boolean"
Expand Down Expand Up @@ -1287,6 +1310,10 @@
"description": "Optional. Apache Airflow configuration properties to override. Property keys contain the section and property names, separated by a hyphen, for example \"core-dags_are_paused_at_creation\". Section names must not contain hyphens (\"-\"), opening square brackets (\"[\"), or closing square brackets (\"]\"). The property name must not be empty and must not contain an equals sign (\"=\") or semicolon (\";\"). Section and property names must not contain a period (\".\"). Apache Airflow configuration property names must be written in [snake_case](https://en.wikipedia.org/wiki/Snake_case). Property values can contain any character, and can be written in any lower/upper case format. Certain Apache Airflow configuration property values are [blocked](/composer/docs/concepts/airflow-configurations), and cannot be overridden.",
"type": "object"
},
"cloudDataLineageIntegration": {
"$ref": "CloudDataLineageIntegration",
"description": "Optional. The configuration for Cloud Data Lineage integration."
},
"envVariables": {
"additionalProperties": {
"type": "string"
Expand Down

0 comments on commit 610e7ee

Please sign in to comment.