Fixed maven configuration and services for CLI shaded jar.

linkedfactory · Dec 5, 2023 · 3788cb0 · 3788cb0
1 parent 65f2ff1
commit 3788cb0
Show file tree

Hide file tree

Showing 2 changed files with 44 additions and 6 deletions.
diff --git a/bundles/io.github.linkedfactory.core/pom.xml b/bundles/io.github.linkedfactory.core/pom.xml
@@ -234,21 +234,47 @@
 			<plugin>
 				<groupId>org.apache.maven.plugins</groupId>
 				<artifactId>maven-dependency-plugin</artifactId>
+				<configuration>
+					<outputDirectory>${project.build.outputDirectory}</outputDirectory>
+					<excludeTransitive>false</excludeTransitive>
+					<excludes>
+						META-INF/versions/**,
+						META-INF/MANIFEST.MF,
+						META-INF/services/org.apache.hadoop.fs.FileSystem,
+						module-info.class
+					</excludes>
+				</configuration>
 				<executions>
 					<execution>
-						<id>unpack-libraries</id>
+						<id>unpack-by-groupid</id>
 						<phase>validate</phase>
 						<goals>
 							<goal>unpack-dependencies</goal>
 						</goals>
 						<configuration>
-							<outputDirectory>${project.build.outputDirectory}</outputDirectory>
-							<excludeTransitive>false</excludeTransitive>
 							<includeGroupIds>
-								io.github.pcmind,org.iq80.snappy,org.apache.parquet,org.apache.avro,
-								org.apache.hadoop,com.fasterxml.woodstox,org.codehaus.woodstox
+								io.github.pcmind,
+								org.iq80.snappy,
+								org.apache.parquet,
+								org.apache.avro,
+								org.apache.hadoop,
+								com.fasterxml.woodstox,
+								org.codehaus.woodstox
 							</includeGroupIds>
-							<excludes>META-INF/versions/**</excludes>
+						</configuration>
+					</execution>
+					<execution>
+						<id>unpack-by-artifactid</id>
+						<phase>validate</phase>
+						<goals>
+							<goal>unpack-dependencies</goal>
+						</goals>
+						<configuration>
+							<includeArtifactIds>
+								commons-configuration2,
+								commons-compress,
+								zstd-jni
+							</includeArtifactIds>
 						</configuration>
 					</execution>
 				</executions>
@@ -284,6 +310,8 @@
 												implementation="org.apache.maven.plugins.shade.resource.XmlAppendingTransformer">
 											<resource>plugin.xml</resource>
 										</transformer>
+										<transformer
+												implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
 									</transformers>
 
 									<filters>

diff --git a/...b.linkedfactory.core/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem b/...b.linkedfactory.core/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem
@@ -0,0 +1,10 @@
+# contains a complete list of supported file systems
+# this is defined here as unpack-dependencies overrides this file
+org.apache.hadoop.fs.LocalFileSystem
+org.apache.hadoop.fs.viewfs.ViewFileSystem
+org.apache.hadoop.fs.HarFileSystem
+org.apache.hadoop.fs.http.HttpFileSystem
+org.apache.hadoop.fs.http.HttpsFileSystem
+org.apache.hadoop.hdfs.DistributedFileSystem
+org.apache.hadoop.hdfs.web.WebHdfsFileSystem
+org.apache.hadoop.hdfs.web.SWebHdfsFileSystem