Add support for "connection_properties" for bigquery job resource (#14797) (#10554)

[upstream:d6a1df847d320ce3dfc03e2e86535c30150fe331]

Signed-off-by: Modular Magician <magic-modules@google.com>

Author: modular-magician

.changelog/14797.txt

@@ -0,0 +1,3 @@
+```release-note:enhancement
+bigquery: added support for "connection_properties" for bigquery to `google_bigquery_job` (beta)
+```

google-beta/services/bigquery/resource_bigquery_job.go

@@ -666,6 +666,35 @@ Creation, truncation and append actions occur as one atomic update upon job comp
 Requires destinationTable to be set. For standard SQL queries, this flag is ignored and large results are always allowed.
 However, you must still set destinationTable when result size exceeds the allowed maximum response size.`,
 						},
+						"connection_properties": {
+							Type:     schema.TypeList,
+							Optional: true,
+							ForceNew: true,
+							Description: `Connection properties to customize query behavior. Under JDBC, these correspond
+directly to connection properties passed to the DriverManager. Under ODBC, these
+correspond to properties in the connection string.`,
+							Elem: &schema.Resource{
+								Schema: map[string]*schema.Schema{
+									"key": {
+										Type:     schema.TypeString,
+										Required: true,
+										ForceNew: true,
+										Description: `The key of the property to set. Currently supported connection properties:
+* 'dataset_project_id': represents the default project for datasets that are used in the query
+* 'time_zone': represents the default timezone used to run the query
+* 'session_id': associates the query with a given session
+* 'query_label': associates the query with a given job label
+* 'service_account': indicates the service account to use to run a continuous query`,
+									},
+									"value": {
+										Type:        schema.TypeString,
+										Required:    true,
+										ForceNew:    true,
+										Description: `The value of the property to set.`,
+									},
+								},
+							},
+						},
 						"continuous": {
 							Type:        schema.TypeBool,
 							Optional:    true,
@@ -1361,6 +1390,8 @@ func flattenBigQueryJobConfigurationQuery(v interface{}, d *schema.ResourceData,
 		flattenBigQueryJobConfigurationQueryScriptOptions(original["scriptOptions"], d, config)
 	transformed["continuous"] =
 		flattenBigQueryJobConfigurationQueryContinuous(original["continuous"], d, config)
+	transformed["connection_properties"] =
+		flattenBigQueryJobConfigurationQueryConnectionProperties(original["connectionProperties"], d, config)
 	return []interface{}{transformed}
 }
 func flattenBigQueryJobConfigurationQueryQuery(v interface{}, d *schema.ResourceData, config *transport_tpg.Config) interface{} {
@@ -1548,6 +1579,33 @@ func flattenBigQueryJobConfigurationQueryContinuous(v interface{}, d *schema.Res
 	return v
 }
 
+func flattenBigQueryJobConfigurationQueryConnectionProperties(v interface{}, d *schema.ResourceData, config *transport_tpg.Config) interface{} {
+	if v == nil {
+		return v
+	}
+	l := v.([]interface{})
+	transformed := make([]interface{}, 0, len(l))
+	for _, raw := range l {
+		original := raw.(map[string]interface{})
+		if len(original) < 1 {
+			// Do not include empty json objects coming back from the api
+			continue
+		}
+		transformed = append(transformed, map[string]interface{}{
+			"key":   flattenBigQueryJobConfigurationQueryConnectionPropertiesKey(original["key"], d, config),
+			"value": flattenBigQueryJobConfigurationQueryConnectionPropertiesValue(original["value"], d, config),
+		})
+	}
+	return transformed
+}
+func flattenBigQueryJobConfigurationQueryConnectionPropertiesKey(v interface{}, d *schema.ResourceData, config *transport_tpg.Config) interface{} {
+	return v
+}
+
+func flattenBigQueryJobConfigurationQueryConnectionPropertiesValue(v interface{}, d *schema.ResourceData, config *transport_tpg.Config) interface{} {
+	return v
+}
+
 func flattenBigQueryJobConfigurationLoad(v interface{}, d *schema.ResourceData, config *transport_tpg.Config) interface{} {
 	if v == nil {
 		return nil
@@ -2315,6 +2373,13 @@ func expandBigQueryJobConfigurationQuery(v interface{}, d tpgresource.TerraformR
 		transformed["continuous"] = transformedContinuous
 	}
 
+	transformedConnectionProperties, err := expandBigQueryJobConfigurationQueryConnectionProperties(original["connection_properties"], d, config)
+	if err != nil {
+		return nil, err
+	} else if val := reflect.ValueOf(transformedConnectionProperties); val.IsValid() && !tpgresource.IsEmptyValue(val) {
+		transformed["connectionProperties"] = transformedConnectionProperties
+	}
+
 	return transformed, nil
 }
 
@@ -2560,6 +2625,43 @@ func expandBigQueryJobConfigurationQueryContinuous(v interface{}, d tpgresource.
 	return v, nil
 }
 
+func expandBigQueryJobConfigurationQueryConnectionProperties(v interface{}, d tpgresource.TerraformResourceData, config *transport_tpg.Config) (interface{}, error) {
+	l := v.([]interface{})
+	req := make([]interface{}, 0, len(l))
+	for _, raw := range l {
+		if raw == nil {
+			continue
+		}
+		original := raw.(map[string]interface{})
+		transformed := make(map[string]interface{})
+
+		transformedKey, err := expandBigQueryJobConfigurationQueryConnectionPropertiesKey(original["key"], d, config)
+		if err != nil {
+			return nil, err
+		} else if val := reflect.ValueOf(transformedKey); val.IsValid() && !tpgresource.IsEmptyValue(val) {
+			transformed["key"] = transformedKey
+		}
+
+		transformedValue, err := expandBigQueryJobConfigurationQueryConnectionPropertiesValue(original["value"], d, config)
+		if err != nil {
+			return nil, err
+		} else if val := reflect.ValueOf(transformedValue); val.IsValid() && !tpgresource.IsEmptyValue(val) {
+			transformed["value"] = transformedValue
+		}
+
+		req = append(req, transformed)
+	}
+	return req, nil
+}
+
+func expandBigQueryJobConfigurationQueryConnectionPropertiesKey(v interface{}, d tpgresource.TerraformResourceData, config *transport_tpg.Config) (interface{}, error) {
+	return v, nil
+}
+
+func expandBigQueryJobConfigurationQueryConnectionPropertiesValue(v interface{}, d tpgresource.TerraformResourceData, config *transport_tpg.Config) (interface{}, error) {
+	return v, nil
+}
+
 func expandBigQueryJobConfigurationLoad(v interface{}, d tpgresource.TerraformResourceData, config *transport_tpg.Config) (interface{}, error) {
 	l := v.([]interface{})
 	if len(l) == 0 || l[0] == nil {

google-beta/services/bigquery/resource_bigquery_job_generated_meta.yaml

@@ -117,6 +117,10 @@ fields:
     api_field: 'job_reference.location'
   - field: 'query.allow_large_results'
     api_field: 'configuration.query.allow_large_results'
+  - field: 'query.connection_properties.key'
+    api_field: 'configuration.query.connection_properties.key'
+  - field: 'query.connection_properties.value'
+    api_field: 'configuration.query.connection_properties.value'
   - field: 'query.continuous'
     api_field: 'configuration.query.continuous'
   - field: 'query.create_disposition'

google-beta/services/bigquery/resource_bigquery_job_generated_test.go

@@ -126,6 +126,11 @@ resource "google_bigquery_job" "job" {
   query {
     query = "SELECT state FROM [lookerdata:cdc.project_tycho_reports]"
     continuous = true
+
+    connection_properties {
+      key = "service_account"
+      value = "bq-runner@project-query-continuous.iam.gserviceaccount.com"
+    }
   }
 }
 `, context)

website/docs/r/bigquery_job.html.markdown

@@ -654,6 +654,13 @@ The following arguments are supported:
   (Optional, [Beta](https://terraform.io/docs/providers/google/guides/provider_versions.html))
   Whether to run the query as continuous or a regular query.
 
+* `connection_properties` -
+  (Optional)
+  Connection properties to customize query behavior. Under JDBC, these correspond
+  directly to connection properties passed to the DriverManager. Under ODBC, these
+  correspond to properties in the connection string.
+  Structure is [documented below](#nested_configuration_query_connection_properties).
+
 
 <a name="nested_configuration_query_destination_table"></a>The `destination_table` block supports:
 
@@ -719,6 +726,21 @@ The following arguments are supported:
   used to populate the schema and query results of the script job.
   Possible values are: `LAST`, `FIRST_SELECT`.
 
+<a name="nested_configuration_query_connection_properties"></a>The `connection_properties` block supports:
+
+* `key` -
+  (Required)
+  The key of the property to set. Currently supported connection properties:
+  * `dataset_project_id`: represents the default project for datasets that are used in the query
+  * `time_zone`: represents the default timezone used to run the query
+  * `session_id`: associates the query with a given session
+  * `query_label`: associates the query with a given job label
+  * `service_account`: indicates the service account to use to run a continuous query
+
+* `value` -
+  (Required)
+  The value of the property to set.
+
 <a name="nested_configuration_load"></a>The `load` block supports:
 
 * `source_uris` -