From f808e029f907cdcd57cf1bb0bbc1a258e1849a2c Mon Sep 17 00:00:00 2001 From: Patrick Clay Date: Wed, 21 Dec 2016 12:33:00 -0800 Subject: [PATCH] Set bdutil to always use latest connectors --- bdutil_env.sh | 4 ++-- hadoop2_env.sh | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/bdutil_env.sh b/bdutil_env.sh index 74ed5d3..317dc81 100644 --- a/bdutil_env.sh +++ b/bdutil_env.sh @@ -205,10 +205,10 @@ CORES_PER_REDUCE_TASK=1.0 JAVAOPTS='-Xms1024m -Xmx2048m' # Complete URL for downloading the GCS Connector JAR file. -GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-1.5.3-hadoop1.jar' +GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop1.jar' # Complete URL for downloading the BigQuery Connector JAR file. -BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-0.7.9-hadoop1.jar' +BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-latest-hadoop1.jar' # Complete URL for downloading the configuration script. BDCONFIG='https://storage.googleapis.com/hadoop-tools/bdconfig/bdconfig-0.28.1.tar.gz' diff --git a/hadoop2_env.sh b/hadoop2_env.sh index 8917743..b3250e2 100644 --- a/hadoop2_env.sh +++ b/hadoop2_env.sh @@ -44,9 +44,9 @@ CORES_PER_REDUCE_TASK=2.0 CORES_PER_APP_MASTER=2.0 # Connector with Hadoop AbstractFileSystem implemenation for YARN -GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-1.5.3-hadoop2.jar' +GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop2.jar' -BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-0.7.9-hadoop2.jar' +BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-latest-hadoop2.jar' HDFS_DATA_DIRS_PERM='700'