Skip to content

Commit 99f3ca1

Browse files
committed
chore(hive): Bump dependencies ahead of 25.7.0
1 parent 2b43530 commit 99f3ca1

File tree

3 files changed

+14
-10
lines changed

3 files changed

+14
-10
lines changed

CHANGELOG.md

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@ All notable changes to this project will be documented in this file.
4444
- yq: Bump products to use `4.45.2` ([#1090]).
4545
- cyclonedx-bom: Bump airflow and superset to use `6.0.0` ([#1090]).
4646
- vector: Bump to `0.46.1` ([#1098]).
47+
- hive: Bump Hadoop to 3.4.1, and AWS bundle to 2.24.6 ([#1100]).
4748

4849
### Fixed
4950

@@ -90,6 +91,7 @@ All notable changes to this project will be documented in this file.
9091
[#1093]: https://github.com/stackabletech/docker-images/pull/1093
9192
[#1097]: https://github.com/stackabletech/docker-images/pull/1097
9293
[#1098]: https://github.com/stackabletech/docker-images/pull/1098
94+
[#1100]: https://github.com/stackabletech/docker-images/pull/1100
9395

9496
## [25.3.0] - 2025-03-21
9597

hive/Dockerfile

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,9 @@ ln -s "/stackable/jmx/jmx_prometheus_javaagent-${JMX_EXPORTER}.jar" /stackable/j
7171

7272
# Add S3 Support for Hive (support for s3a://)
7373
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/hadoop-aws-${HADOOP}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
74-
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/aws-java-sdk-bundle-${AWS_JAVA_SDK_BUNDLE}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
74+
# According to https://hadoop.apache.org/docs/stable/hadoop-aws/tools/hadoop-aws/aws_sdk_upgrade.html, the jar filename has changed from
75+
# aws-java-sdk-bundle-${AWS_JAVA_SDK_BUNDLE}.jar to bundle-${AWS_JAVA_SDK_BUNDLE}.jar
76+
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/bundle-${AWS_JAVA_SDK_BUNDLE}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
7577

7678
# Add Azure ABFS support (support for abfs://)
7779
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/hadoop-azure-${HADOOP}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/

hive/versions.py

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
# Hive 3 must be built with Java 8 but will run on Java 11
66
"java-base": "11",
77
"java-devel": "8",
8-
"hadoop": "3.3.6",
9-
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.3.6
10-
"aws_java_sdk_bundle": "1.12.367",
8+
"hadoop": "3.4.1",
9+
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
10+
"aws_java_sdk_bundle": "2.24.6",
1111
"azure_storage": "7.0.1",
1212
"azure_keyvault_core": "1.0.0",
1313
},
@@ -17,9 +17,9 @@
1717
# Hive 4 must be built with Java 8 (according to GitHub README) but seems to run on Java 11
1818
"java-base": "11",
1919
"java-devel": "8",
20-
"hadoop": "3.3.6",
21-
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.3.6
22-
"aws_java_sdk_bundle": "1.12.367",
20+
"hadoop": "3.4.1",
21+
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
22+
"aws_java_sdk_bundle": "2.24.6",
2323
"azure_storage": "7.0.1",
2424
"azure_keyvault_core": "1.0.0",
2525
},
@@ -29,9 +29,9 @@
2929
# Hive 4 must be built with Java 8 (according to GitHub README) but seems to run on Java 11
3030
"java-base": "11",
3131
"java-devel": "8",
32-
"hadoop": "3.3.6",
33-
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.3.6
34-
"aws_java_sdk_bundle": "1.12.367",
32+
"hadoop": "3.4.1",
33+
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
34+
"aws_java_sdk_bundle": "2.24.6",
3535
"azure_storage": "7.0.1",
3636
"azure_keyvault_core": "1.0.0",
3737
},

0 commit comments

Comments
 (0)