/* * Copyright 2020 Google LLC * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.example.bigquery; // [START bigquery_load_table_gcs_csv_autodetect] import com.google.cloud.bigquery.BigQuery; import com.google.cloud.bigquery.BigQueryException; import com.google.cloud.bigquery.BigQueryOptions; import com.google.cloud.bigquery.CsvOptions; import com.google.cloud.bigquery.Job; import com.google.cloud.bigquery.JobInfo; import com.google.cloud.bigquery.LoadJobConfiguration; import com.google.cloud.bigquery.TableId; // Sample to load CSV data with autodetect schema from Cloud Storage into a new BigQuery table public class LoadCsvFromGcsAutodetect { public static void main(String[] args) { // TODO(developer): Replace these variables before running the sample. String datasetName = "MY_DATASET_NAME"; String tableName = "MY_TABLE_NAME"; String sourceUri = "gs://cloud-samples-data/bigquery/us-states/us-states.csv"; loadCsvFromGcsAutodetect(datasetName, tableName, sourceUri); } public static void loadCsvFromGcsAutodetect( String datasetName, String tableName, String sourceUri) { try { // Initialize client that will be used to send requests. This client only needs to be created // once, and can be reused for multiple requests. BigQuery bigquery = BigQueryOptions.getDefaultInstance().getService(); TableId tableId = TableId.of(datasetName, tableName); // Skip header row in the file. CsvOptions csvOptions = CsvOptions.newBuilder().setSkipLeadingRows(1).build(); LoadJobConfiguration loadConfig = LoadJobConfiguration.newBuilder(tableId, sourceUri) .setFormatOptions(csvOptions) .setAutodetect(true) .build(); // Load data from a GCS CSV file into the table Job job = bigquery.create(JobInfo.of(loadConfig)); // Blocks until this load table job completes its execution, either failing or succeeding. job = job.waitFor(); if (job.isDone() && job.getStatus().getError() == null) { System.out.println("CSV Autodetect from GCS successfully loaded in a table"); } else { System.out.println( "BigQuery was unable to load into the table due to an error:" + job.getStatus().getError()); } } catch (BigQueryException | InterruptedException e) { System.out.println("Column not added during load append \n" + e.toString()); } } } // [END bigquery_load_table_gcs_csv_autodetect]