pom.xml
1 <!-- 2 SPDX-FileCopyrightText: 2025 LakeSoul Contributors 3 4 SPDX-License-Identifier: Apache-2.0 5 --> 6 <project xmlns="http://maven.apache.org/POM/4.0.0" 7 xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 8 xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> 9 <modelVersion>4.0.0</modelVersion> 10 <groupId>com.dmetasoul</groupId> 11 <artifactId>e2e</artifactId> 12 <version>3.0.0-SNAPSHOT</version> 13 14 <properties> 15 <maven.compiler.source>11</maven.compiler.source> 16 <maven.compiler.target>11</maven.compiler.target> 17 <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> 18 <spark.version>3.3.1</spark.version> 19 </properties> 20 21 <dependencies> 22 <dependency> 23 <groupId>org.apache.flink</groupId> 24 <artifactId>flink-table-api-java-bridge</artifactId> 25 <version>1.20.0</version> 26 <scope>provided</scope> 27 </dependency> 28 29 <dependency> 30 <groupId>org.apache.flink</groupId> 31 <artifactId>flink-clients</artifactId> 32 <version>1.20.0</version> 33 <scope>provided</scope> 34 </dependency> 35 36 <dependency> 37 <groupId>org.apache.flink</groupId> 38 <artifactId>flink-connector-files</artifactId> 39 <version>1.20.0</version> 40 <scope>provided</scope> 41 </dependency> 42 43 <dependency> 44 <groupId>org.apache.flink</groupId> 45 <artifactId>flink-table-runtime</artifactId> 46 <version>1.20.0</version> 47 <scope>provided</scope> 48 </dependency> 49 50 <dependency> 51 <groupId>org.apache.flink</groupId> 52 <artifactId>flink-table-planner-loader</artifactId> 53 <version>1.20.0</version> 54 <scope>provided</scope> 55 </dependency> 56 57 <dependency> 58 <groupId>org.apache.flink</groupId> 59 <artifactId>flink-parquet</artifactId> 60 <version>1.20.0</version> 61 </dependency> 62 63 <dependency> 64 <groupId>org.apache.hadoop</groupId> 65 <artifactId>hadoop-client</artifactId> 66 <version>2.10.2</version> 67 <scope>provided</scope> 68 </dependency> 69 70 71 <dependency> 72 <groupId>org.apache.logging.log4j</groupId> 73 <artifactId>log4j-slf4j-impl</artifactId> 74 <version>2.20.0</version> 75 <scope>provided</scope> 76 </dependency> 77 78 <dependency> 79 <groupId>com.fasterxml.jackson.core</groupId> 80 <artifactId>jackson-databind</artifactId> 81 <version>2.18.3</version> 82 </dependency> 83 84 <dependency> 85 <groupId>com.fasterxml.jackson.core</groupId> 86 <artifactId>jackson-core</artifactId> 87 <version>2.18.3</version> 88 </dependency> 89 90 <dependency> 91 <groupId>com.dmetasoul</groupId> 92 <artifactId>lakesoul-flink</artifactId> 93 <version>1.20-3.0.0-SNAPSHOT</version> 94 <scope>provided</scope> 95 </dependency> 96 97 <dependency> 98 <groupId>ch.qos.logback</groupId> 99 <artifactId>logback-core</artifactId> 100 <version>1.5.18</version> 101 <scope>compile</scope> 102 </dependency> 103 104 105 <dependency> 106 <groupId>org.apache.spark</groupId> 107 <artifactId>spark-sql_2.12</artifactId> 108 <version>${spark.version}</version> 109 <scope>provided</scope> 110 </dependency> 111 112 <dependency> 113 <groupId>com.dmetasoul</groupId> 114 <artifactId>lakesoul-spark</artifactId> 115 <version>3.3-3.0.0-SNAPSHOT</version> 116 <scope>provided</scope> 117 </dependency> 118 </dependencies> 119 <build> 120 <plugins> 121 122 <!-- Java Compiler --> 123 <plugin> 124 <groupId>org.apache.maven.plugins</groupId> 125 <artifactId>maven-compiler-plugin</artifactId> 126 <version>3.1</version> 127 <configuration> 128 <source>11</source> 129 <target>11</target> 130 </configuration> 131 </plugin> 132 <!-- We use the maven-shade plugin to create a fat jar that contains all necessary dependencies. --> 133 <!-- Change the value of <mainClass>...</mainClass> if your program entry point changes. --> 134 <plugin> 135 <groupId>org.apache.maven.plugins</groupId> 136 <artifactId>maven-shade-plugin</artifactId> 137 <version>3.0.0</version> 138 <executions> 139 <!-- Run shade goal on package phase --> 140 <execution> 141 <phase>package</phase> 142 <goals> 143 <goal>shade</goal> 144 </goals> 145 <configuration> 146 <artifactSet> 147 <excludes> 148 <exclude>org.apache.flink:flink-shaded-force-shading</exclude> 149 <exclude>com.google.code.findbugs:jsr305</exclude> 150 <exclude>org.slf4j:*</exclude> 151 <exclude>org.apache.logging.log4j:*</exclude> 152 </excludes> 153 </artifactSet> 154 <filters> 155 <filter> 156 <!-- Do not copy the signatures in the META-INF folder. 157 Otherwise, this might cause SecurityExceptions when using the JAR. --> 158 <artifact>*:*</artifact> 159 <excludes> 160 <exclude>META-INF/*.SF</exclude> 161 <exclude>META-INF/*.DSA</exclude> 162 <exclude>META-INF/*.RSA</exclude> 163 </excludes> 164 </filter> 165 </filters> 166 <!-- <transformers> 167 <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer"> 168 <mainClass>lake.BatchJob</mainClass> 169 </transformer> 170 </transformers> --> 171 </configuration> 172 </execution> 173 </executions> 174 </plugin> 175 </plugins> 176 177 <pluginManagement> 178 <plugins> 179 180 <!-- This improves the out-of-the-box experience in Eclipse by resolving some warnings. --> 181 <plugin> 182 <groupId>org.eclipse.m2e</groupId> 183 <artifactId>lifecycle-mapping</artifactId> 184 <version>1.0.0</version> 185 <configuration> 186 <lifecycleMappingMetadata> 187 <pluginExecutions> 188 <pluginExecution> 189 <pluginExecutionFilter> 190 <groupId>org.apache.maven.plugins</groupId> 191 <artifactId>maven-shade-plugin</artifactId> 192 <versionRange>[3.0.0,)</versionRange> 193 <goals> 194 <goal>shade</goal> 195 </goals> 196 </pluginExecutionFilter> 197 <action> 198 <ignore/> 199 </action> 200 </pluginExecution> 201 <pluginExecution> 202 <pluginExecutionFilter> 203 <groupId>org.apache.maven.plugins</groupId> 204 <artifactId>maven-compiler-plugin</artifactId> 205 <versionRange>[3.1,)</versionRange> 206 <goals> 207 <goal>testCompile</goal> 208 <goal>compile</goal> 209 </goals> 210 </pluginExecutionFilter> 211 <action> 212 <ignore/> 213 </action> 214 </pluginExecution> 215 </pluginExecutions> 216 </lifecycleMappingMetadata> 217 </configuration> 218 </plugin> 219 </plugins> 220 </pluginManagement> 221 </build> 222 </project> 223 224 225