diff --git a/bdutil_env.sh b/bdutil_env.sh index 74ed5d3..317dc81 100644 --- a/bdutil_env.sh +++ b/bdutil_env.sh @@ -205,10 +205,10 @@ CORES_PER_REDUCE_TASK=1.0 JAVAOPTS='-Xms1024m -Xmx2048m' # Complete URL for downloading the GCS Connector JAR file. -GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-1.5.3-hadoop1.jar' +GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop1.jar' # Complete URL for downloading the BigQuery Connector JAR file. -BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-0.7.9-hadoop1.jar' +BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-latest-hadoop1.jar' # Complete URL for downloading the configuration script. BDCONFIG='https://storage.googleapis.com/hadoop-tools/bdconfig/bdconfig-0.28.1.tar.gz' diff --git a/hadoop2_env.sh b/hadoop2_env.sh index 8917743..b3250e2 100644 --- a/hadoop2_env.sh +++ b/hadoop2_env.sh @@ -44,9 +44,9 @@ CORES_PER_REDUCE_TASK=2.0 CORES_PER_APP_MASTER=2.0 # Connector with Hadoop AbstractFileSystem implemenation for YARN -GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-1.5.3-hadoop2.jar' +GCS_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop2.jar' -BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-0.7.9-hadoop2.jar' +BIGQUERY_CONNECTOR_JAR='https://storage.googleapis.com/hadoop-lib/bigquery/bigquery-connector-latest-hadoop2.jar' HDFS_DATA_DIRS_PERM='700'