- 新增 MySQL 数据库表结构文件,创建多个数据表和视图- 在 pom.xml 中添加 Scala、Flink、Spark、MySQL、Fastjson 和 Redis 相关依赖- 更新项目属性,设置 Scala版本为 2.12 - 移除原有的 Java编译源和目标版本属性
134 lines
5.0 KiB
XML
134 lines
5.0 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
<groupId>cn.vscoder</groupId>
|
|
<artifactId>bigdata-system-dev</artifactId>
|
|
<version>1.0-SNAPSHOT</version>
|
|
|
|
|
|
<properties>
|
|
<scala.version>2.12</scala.version>
|
|
<flink.version>1.14.0</flink.version>
|
|
<kafka.version>2.4.1</kafka.version>
|
|
<flink-cdc.vesion>2.4.2</flink-cdc.vesion>
|
|
<fastjson.version>1.2.83</fastjson.version>
|
|
<redis.version>3.3.0</redis.version>
|
|
<flink-connector-redis.verion>1.1.5</flink-connector-redis.verion>
|
|
<mysql-connector.verion>8.0.28</mysql-connector.verion>
|
|
</properties>
|
|
|
|
<dependencies>
|
|
<!-- Flink -->
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-runtime-web_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-clients_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-streaming-scala_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-connector-kafka_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-table-planner_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-table-api-scala-bridge_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-connector-jdbc_${scala.version}</artifactId>
|
|
<version>${flink.version}</version>
|
|
</dependency>
|
|
|
|
<!-- Spark各组件库================================================================== -->
|
|
<!--Spark核心库-->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-core_2.12</artifactId>
|
|
<version>3.2.1</version>
|
|
</dependency>
|
|
<!--Spark SQL所需库-->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_2.12</artifactId>
|
|
<version>3.2.1</version>
|
|
</dependency>
|
|
<!--Spark Streaming所需库-->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-streaming_2.12</artifactId>
|
|
<version>3.2.1</version>
|
|
</dependency>
|
|
<!--Spark Streaming针对Kafka的依赖库-->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-streaming-kafka-0-10_2.12</artifactId>
|
|
<version>3.2.1</version>
|
|
</dependency>
|
|
<!--Graphx的依赖库-->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-graphx_2.12</artifactId>
|
|
<version>3.2.1</version>
|
|
</dependency>
|
|
|
|
<!-- mysql -->
|
|
<dependency>
|
|
<groupId>mysql</groupId>
|
|
<artifactId>mysql-connector-java</artifactId>
|
|
<version>${mysql-connector.verion}</version>
|
|
</dependency>
|
|
|
|
<!-- fastjson -->
|
|
<dependency>
|
|
<groupId>com.alibaba</groupId>
|
|
<artifactId>fastjson</artifactId>
|
|
<version>${fastjson.version}</version>
|
|
</dependency>
|
|
|
|
<!-- Redis -->
|
|
<dependency>
|
|
<groupId>redis.clients</groupId>
|
|
<artifactId>jedis</artifactId>
|
|
<version>${redis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-connector-redis_2.11</artifactId>
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-shaded-hadoop2</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.apache.commons</groupId>
|
|
<artifactId>commons-lang3</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
<version>${flink-connector-redis.verion}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.xerial.snappy</groupId>
|
|
<artifactId>snappy-java</artifactId>
|
|
<version>1.1.10.1</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</project> |