/* * Copyright 2020 Google LLC * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.example.bigquery; // [START bigquery_load_table_gcs_json_cmek] import com.google.cloud.bigquery.BigQuery; import com.google.cloud.bigquery.BigQueryException; import com.google.cloud.bigquery.BigQueryOptions; import com.google.cloud.bigquery.EncryptionConfiguration; import com.google.cloud.bigquery.FormatOptions; import com.google.cloud.bigquery.Job; import com.google.cloud.bigquery.JobInfo; import com.google.cloud.bigquery.LoadJobConfiguration; import com.google.cloud.bigquery.TableId; // Sample to load JSON data with configuration key from Cloud Storage into a new BigQuery table public class LoadJsonFromGcsCmek { public static void main(String[] args) { // TODO(developer): Replace these variables before running the sample. String datasetName = "MY_DATASET_NAME"; String tableName = "MY_TABLE_NAME"; String kmsKeyName = "MY_KMS_KEY_NAME"; String sourceUri = "gs://cloud-samples-data/bigquery/us-states/us-states.json"; // i.e. projects/{project}/locations/{location}/keyRings/{key_ring}/cryptoKeys/{cryptoKey} EncryptionConfiguration encryption = EncryptionConfiguration.newBuilder().setKmsKeyName(kmsKeyName).build(); loadJsonFromGcsCmek(datasetName, tableName, sourceUri, encryption); } public static void loadJsonFromGcsCmek( String datasetName, String tableName, String sourceUri, EncryptionConfiguration encryption) { try { // Initialize client that will be used to send requests. This client only needs to be created // once, and can be reused for multiple requests. BigQuery bigquery = BigQueryOptions.getDefaultInstance().getService(); TableId tableId = TableId.of(datasetName, tableName); LoadJobConfiguration loadConfig = LoadJobConfiguration.newBuilder(tableId, sourceUri) // Set the encryption key to use for the destination. .setDestinationEncryptionConfiguration(encryption) .setFormatOptions(FormatOptions.json()) .setAutodetect(true) .build(); // Load data from a GCS JSON file into the table Job job = bigquery.create(JobInfo.of(loadConfig)); // Blocks until this load table job completes its execution, either failing or succeeding. job = job.waitFor(); if (job.isDone()) { System.out.println("Table loaded succesfully from GCS with configuration key"); } else { System.out.println( "BigQuery was unable to load into the table due to an error:" + job.getStatus().getError()); } } catch (BigQueryException | InterruptedException e) { System.out.println("Column not added during load append \n" + e.toString()); } } } // [END bigquery_load_table_gcs_json_cmek]