diff --git a/.dlc.json b/.dlc.json index a554693838d..f0244821596 100644 --- a/.dlc.json +++ b/.dlc.json @@ -10,7 +10,7 @@ "pattern": "^{" }, { - "pattern": "^https://repo1.maven.org/maven2/org/apache/flink.*SNAPSHOT.*" + "pattern": "^https://repo1.maven.org/maven2/org/apache/flink.*" }, { "pattern": "^https://mvnrepository.com" diff --git a/docs/config.toml b/docs/config.toml index 8ed68a53fb7..4ae4633b350 100644 --- a/docs/config.toml +++ b/docs/config.toml @@ -30,9 +30,9 @@ pygmentsUseClasses = true ShowOutDatedWarning = false # This is the version referenced in the docs. Please only use these variables - # to reference a specific Flink version, because this is the only place where - # we change the version for the complete docs when forking of a release branch - # etc. + # to reference a specific Flink CDC version, because this is the only place + # where we change the version for the complete docs when forking of a release + # branch etc. # The full version string as referenced in Maven (e.g. 1.2.1) Version = "3.3-SNAPSHOT" diff --git a/docs/content.zh/docs/connectors/flink-sources/db2-cdc.md b/docs/content.zh/docs/connectors/flink-sources/db2-cdc.md index 4b72cf90ccc..673a4afc140 100644 --- a/docs/content.zh/docs/connectors/flink-sources/db2-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/db2-cdc.md @@ -48,7 +48,7 @@ using a build automation tool (such as Maven or SBT) and SQL Client with SQL JAR ### SQL Client JAR -Download [flink-sql-connector-db2-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-db2-cdc/3.1.0/flink-sql-connector-db2-cdc-3.1.0.jar) and +Download [flink-sql-connector-db2-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-db2-cdc/{{< param Version >}}/flink-sql-connector-db2-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to @@ -354,7 +354,7 @@ public class Db2SourceExample { } ``` -The DB2 CDC incremental connector (after 3.1.0) can be used as the following shows: +The DB2 CDC incremental connector (since 3.1.0) can be used as the following shows: ```java import org.apache.flink.api.common.eventtime.WatermarkStrategy; import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; diff --git a/docs/content.zh/docs/connectors/flink-sources/mongodb-cdc.md b/docs/content.zh/docs/connectors/flink-sources/mongodb-cdc.md index 83103c9218b..7f18fdffc50 100644 --- a/docs/content.zh/docs/connectors/flink-sources/mongodb-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/mongodb-cdc.md @@ -47,7 +47,7 @@ MongoDB CDC 连接器允许从 MongoDB 读取快照数据和增量数据。 本 ```下载链接仅适用于稳定版本。``` -下载 [flink-sql-connector-mongodb-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mongodb-cdc/3.1.0/flink-sql-connector-mongodb-cdc-3.1.0.jar), 把它放在 `/lib/`. +下载 [flink-sql-connector-mongodb-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mongodb-cdc/{{< param Version >}}/flink-sql-connector-mongodb-cdc-{{< param Version >}}.jar), 把它放在 `/lib/`. **注意:** 参考 [flink-sql-connector-mongodb-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-mongodb-cdc), 当前已发布的版本将在 Maven 中央仓库中提供。 diff --git a/docs/content.zh/docs/connectors/flink-sources/mysql-cdc.md b/docs/content.zh/docs/connectors/flink-sources/mysql-cdc.md index fe431673e56..aa14fc44017 100644 --- a/docs/content.zh/docs/connectors/flink-sources/mysql-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/mysql-cdc.md @@ -54,7 +54,7 @@ MySQL CDC 连接器允许从 MySQL 数据库读取快照数据和增量数据。 ```下载链接仅在已发布版本可用,请在文档网站左下角选择浏览已发布的版本。``` -下载 [flink-sql-connector-mysql-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/3.1.0/flink-sql-connector-mysql-cdc-3.1.0.jar) 到 `/lib/` 目录下。 +下载 [flink-sql-connector-mysql-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/{{< param Version >}}/flink-sql-connector-mysql-cdc-{{< param Version >}}.jar) 到 `/lib/` 目录下。 **注意:** 参考 [flink-sql-connector-mysql-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-mysql-cdc) 当前已发布的所有版本都可以在 Maven 中央仓库获取。 diff --git a/docs/content.zh/docs/connectors/flink-sources/oceanbase-cdc.md b/docs/content.zh/docs/connectors/flink-sources/oceanbase-cdc.md index ca87b3b3044..e61e3636fc2 100644 --- a/docs/content.zh/docs/connectors/flink-sources/oceanbase-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/oceanbase-cdc.md @@ -109,7 +109,7 @@ OceanBase CDC 源端读取方案: ```下载链接仅在已发布版本可用,请在文档网站左下角选择浏览已发布的版本。``` -下载[flink-sql-connector-oceanbase-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oceanbase-cdc/3.1.0/flink-sql-connector-oceanbase-cdc-3.1.0.jar) 到 `/lib/` 目录下。 +下载[flink-sql-connector-oceanbase-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oceanbase-cdc/{{< param Version >}}/flink-sql-connector-oceanbase-cdc-{{< param Version >}}.jar) 到 `/lib/` 目录下。 **注意:** 参考 [flink-sql-connector-oceanbase-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-oceanbase-cdc) 当前已发布的所有版本都可以在 Maven 中央仓库获取。 diff --git a/docs/content.zh/docs/connectors/flink-sources/oracle-cdc.md b/docs/content.zh/docs/connectors/flink-sources/oracle-cdc.md index b7eec24dbda..22dc470459d 100644 --- a/docs/content.zh/docs/connectors/flink-sources/oracle-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/oracle-cdc.md @@ -41,7 +41,7 @@ In order to setup the Oracle CDC connector, the following table provides depende **Download link is available only for stable releases.** -Download [flink-sql-connector-oracle-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oracle-cdc/3.1.0/flink-sql-connector-oracle-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-oracle-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oracle-cdc/{{< param Version >}}/flink-sql-connector-oracle-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-oracle-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-oracle-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content.zh/docs/connectors/flink-sources/postgres-cdc.md b/docs/content.zh/docs/connectors/flink-sources/postgres-cdc.md index 68a09c889c9..4bae5b6949a 100644 --- a/docs/content.zh/docs/connectors/flink-sources/postgres-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/postgres-cdc.md @@ -41,7 +41,7 @@ In order to setup the Postgres CDC connector, the following table provides depen ```Download link is available only for stable releases.``` -Download [flink-sql-connector-postgres-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-postgres-cdc/3.1.0/flink-sql-connector-postgres-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-postgres-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-postgres-cdc/{{< param Version >}}/flink-sql-connector-postgres-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-postgres-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-postgres-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content.zh/docs/connectors/flink-sources/sqlserver-cdc.md b/docs/content.zh/docs/connectors/flink-sources/sqlserver-cdc.md index e1b5dbe15b8..9a6f8a9ddfd 100644 --- a/docs/content.zh/docs/connectors/flink-sources/sqlserver-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/sqlserver-cdc.md @@ -41,7 +41,7 @@ In order to setup the SQLServer CDC connector, the following table provides depe ```Download link is available only for stable releases.``` -Download [flink-sql-connector-sqlserver-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-sqlserver-cdc/3.1.0/flink-sql-connector-sqlserver-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-sqlserver-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-sqlserver-cdc/{{< param Version >}}/flink-sql-connector-sqlserver-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-sqlserver-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-sqlserver-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content.zh/docs/connectors/flink-sources/tidb-cdc.md b/docs/content.zh/docs/connectors/flink-sources/tidb-cdc.md index 97270219ad4..abc8921e686 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tidb-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/tidb-cdc.md @@ -41,7 +41,7 @@ In order to setup the TiDB CDC connector, the following table provides dependenc ```Download link is available only for stable releases.``` -Download [flink-sql-connector-tidb-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-tidb-cdc/3.1.0/flink-sql-connector-tidb-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-tidb-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-tidb-cdc/{{< param Version >}}/flink-sql-connector-tidb-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-tidb-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-tidb-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/build-real-time-data-lake-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/build-real-time-data-lake-tutorial.md index caab978c0b4..5682d334a95 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/build-real-time-data-lake-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/build-real-time-data-lake-tutorial.md @@ -113,7 +113,7 @@ volumes: **下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译** - - [flink-sql-connector-mysql-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/3.1.0/flink-sql-connector-mysql-cdc-3.1.0.jar) + - [flink-sql-connector-mysql-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/{{< param Version >}}/flink-sql-connector-mysql-cdc-{{< param Version >}}.jar) - [flink-shaded-hadoop-2-uber-2.7.5-10.0.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.7.5-10.0/flink-shaded-hadoop-2-uber-2.7.5-10.0.jar) - [iceberg-flink-1.13-runtime-0.13.0-SNAPSHOT.jar](https://raw.githubusercontent.com/luoyuxia/flink-cdc-tutorial/main/flink-cdc-iceberg-demo/sql-client/lib/iceberg-flink-1.13-runtime-0.13.0-SNAPSHOT.jar) diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/build-streaming-etl-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/build-streaming-etl-tutorial.md index cbdedd5ce4b..5cec41480c5 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/build-streaming-etl-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/build-streaming-etl-tutorial.md @@ -100,8 +100,8 @@ docker-compose up -d **下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译** - [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) - - [flink-sql-connector-mysql-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/3.1.0/flink-sql-connector-mysql-cdc-3.1.0.jar) - - [flink-sql-connector-postgres-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-postgres-cdc/3.1.0/flink-sql-connector-postgres-cdc-3.1.0.jar) + - [flink-sql-connector-mysql-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/{{< param Version >}}/flink-sql-connector-mysql-cdc-{{< param Version >}}.jar) + - [flink-sql-connector-postgres-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-postgres-cdc/{{< param Version >}}/flink-sql-connector-postgres-cdc-{{< param Version >}}.jar) ### 准备数据 #### 在 MySQL 数据库中准备数据 diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/mongodb-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/mongodb-tutorial.md index e94d195ca3a..bfa388120c5 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/mongodb-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/mongodb-tutorial.md @@ -136,7 +136,7 @@ db.customers.insertMany([ ```下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译``` - [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) -- [flink-sql-connector-mongodb-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mongodb-cdc/3.1.0/flink-sql-connector-mongodb-cdc-3.1.0.jar) +- [flink-sql-connector-mongodb-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mongodb-cdc/{{< param Version >}}/flink-sql-connector-mongodb-cdc-{{< param Version >}}.jar) 4. 然后启动 Flink 集群,再启动 SQL CLI. diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/oceanbase-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/oceanbase-tutorial.md index 62798a8210d..dd5c54573e2 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/oceanbase-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/oceanbase-tutorial.md @@ -156,7 +156,7 @@ VALUES (default, '2020-07-30 10:08:22', 'Jark', 50.50, 102, false), ```下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译``` - [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) -- [flink-sql-connector-oceanbase-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oceanbase-cdc/3.1.0/flink-sql-connector-oceanbase-cdc-3.1.0.jar) +- [flink-sql-connector-oceanbase-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oceanbase-cdc/{{< param Version >}}/flink-sql-connector-oceanbase-cdc-{{< param Version >}}.jar) ### 在 Flink SQL CLI 中使用 Flink DDL 创建表 diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/oracle-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/oracle-tutorial.md index 8d946d06f9a..1fe7c7217b7 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/oracle-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/oracle-tutorial.md @@ -81,7 +81,7 @@ docker-compose down *下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译* - [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) -- [flink-sql-connector-oracle-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oracle-cdc/3.1.0/flink-sql-connector-oracle-cdc-3.1.0.jar) +- [flink-sql-connector-oracle-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oracle-cdc/{{< param Version >}}/flink-sql-connector-oracle-cdc-{{< param Version >}}.jar) **在 Oracle 数据库中准备数据** diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/polardbx-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/polardbx-tutorial.md index 2d5c40a7d36..4442ef2e6ad 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/polardbx-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/polardbx-tutorial.md @@ -135,7 +135,7 @@ VALUES (default, '2020-07-30 10:08:22', 'Jark', 50.50, 102, false), 2. 下载下面列出的依赖包,并将它们放到目录 `flink-1.17.0/lib/` 下 ```下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译``` -- 用于订阅PolarDB-X Binlog: [flink-sql-connector-mysql-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/3.1.0/flink-sql-connector-mysql-cdc-3.1.0.jar) +- 用于订阅PolarDB-X Binlog: [flink-sql-connector-mysql-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/{{< param Version >}}/flink-sql-connector-mysql-cdc-{{< param Version >}}.jar) - 用于写入Elasticsearch: [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) 3. 启动flink服务: ```shell diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/sqlserver-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/sqlserver-tutorial.md index d1a939d8de0..e24df2aa36f 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/sqlserver-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/sqlserver-tutorial.md @@ -90,7 +90,7 @@ docker-compose down ```下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译``` - [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) -- [flink-sql-connector-sqlserver-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-sqlserver-cdc/3.1.0/flink-sql-connector-sqlserver-cdc-3.1.0.jar) +- [flink-sql-connector-sqlserver-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-sqlserver-cdc/{{< param Version >}}/flink-sql-connector-sqlserver-cdc-{{< param Version >}}.jar) **在 SqlServer 数据库中准备数据** diff --git a/docs/content.zh/docs/connectors/flink-sources/tutorials/tidb-tutorial.md b/docs/content.zh/docs/connectors/flink-sources/tutorials/tidb-tutorial.md index f71c2594295..e7b1354dbd4 100644 --- a/docs/content.zh/docs/connectors/flink-sources/tutorials/tidb-tutorial.md +++ b/docs/content.zh/docs/connectors/flink-sources/tutorials/tidb-tutorial.md @@ -143,7 +143,7 @@ docker-compose down ```下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地编译``` - [flink-sql-connector-elasticsearch7-3.0.1-1.17.jar](https://repo.maven.apache.org/maven2/org/apache/flink/flink-sql-connector-elasticsearch7/3.0.1-1.17/flink-sql-connector-elasticsearch7-3.0.1-1.17.jar) -- [flink-sql-connector-tidb-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-tidb-cdc/3.1.0/flink-sql-connector-tidb-cdc-3.1.0.jar) +- [flink-sql-connector-tidb-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-tidb-cdc/{{< param Version >}}/flink-sql-connector-tidb-cdc-{{< param Version >}}.jar) **在 TiDB 数据库中准备数据** diff --git a/docs/content.zh/docs/connectors/flink-sources/vitess-cdc.md b/docs/content.zh/docs/connectors/flink-sources/vitess-cdc.md index 0ac1f9b724f..f862fb39c1e 100644 --- a/docs/content.zh/docs/connectors/flink-sources/vitess-cdc.md +++ b/docs/content.zh/docs/connectors/flink-sources/vitess-cdc.md @@ -40,7 +40,7 @@ In order to setup the Vitess CDC connector, the following table provides depende ### SQL Client JAR -Download [flink-sql-connector-vitess-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-vitess-cdc/3.1.0/flink-sql-connector-vitess-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-vitess-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-vitess-cdc/{{< param Version >}}/flink-sql-connector-vitess-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-vitess-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-vitess-cdc), diff --git a/docs/content.zh/docs/deployment/kubernetes.md b/docs/content.zh/docs/deployment/kubernetes.md index c9c320aca87..35060645a06 100644 --- a/docs/content.zh/docs/deployment/kubernetes.md +++ b/docs/content.zh/docs/deployment/kubernetes.md @@ -159,9 +159,9 @@ Job Description: Sync MySQL Database to Doris 假设您的Docker构建目录为`/opt/docker/flink-cdc`,此时该目录下的文件结构如下: ```text /opt/docker/flink-cdc - ├── flink-cdc-3.1.0-bin.tar.gz - ├── flink-cdc-pipeline-connector-doris-3.1.0.jar - ├── flink-cdc-pipeline-connector-mysql-3.1.0.jar + ├── flink-cdc-{{< param Version >}}-bin.tar.gz + ├── flink-cdc-pipeline-connector-doris-{{< param Version >}}.jar + ├── flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar ├── mysql-connector-java-8.0.27.jar └── ... ``` @@ -170,23 +170,23 @@ Job Description: Sync MySQL Database to Doris FROM flink:1.18.0-java8 ADD *.jar $FLINK_HOME/lib/ ADD flink-cdc*.tar.gz $FLINK_HOME/ - RUN mv $FLINK_HOME/flink-cdc-3.1.0/lib/flink-cdc-dist-3.1.0.jar $FLINK_HOME/lib/ + RUN mv $FLINK_HOME/flink-cdc-{{< param Version >}}/lib/flink-cdc-dist-{{< param Version >}}.jar $FLINK_HOME/lib/ ``` Docker镜像构建目录最终如下: ```text /opt/docker/flink-cdc ├── Dockerfile - ├── flink-cdc-3.1.0-bin.tar.gz - ├── flink-cdc-pipeline-connector-doris-3.1.0.jar - ├── flink-cdc-pipeline-connector-mysql-3.1.0.jar + ├── flink-cdc-{{< param Version >}}-bin.tar.gz + ├── flink-cdc-pipeline-connector-doris-{{< param Version >}}.jar + ├── flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar ├── mysql-connector-java-8.0.27.jar └── ... ``` 3. 构建自定义镜像并推送至仓库 ```bash - docker build -t flink-cdc-pipeline:3.1.0 . + docker build -t flink-cdc-pipeline:{{< param Version >}} . - docker push flink-cdc-pipeline:3.1.0 + docker push flink-cdc-pipeline:{{< param Version >}} ``` ### 创建ConfigMap用于挂载Flink CDC配置文件 @@ -237,14 +237,14 @@ spec: state.checkpoints.dir: 'file:///tmp/checkpoints' state.savepoints.dir: 'file:///tmp/savepoints' flinkVersion: v1_18 - image: 'flink-cdc-pipeline:3.1.0' + image: 'flink-cdc-pipeline:{{< param Version >}}' imagePullPolicy: Always job: args: - '--use-mini-cluster' - - /opt/flink/flink-cdc-3.1.0/conf/mysql-to-doris.yaml + - /opt/flink/flink-cdc-{{< param Version >}}/conf/mysql-to-doris.yaml entryClass: org.apache.flink.cdc.cli.CliFrontend - jarURI: 'local:///opt/flink/flink-cdc-3.1.0/lib/flink-cdc-dist-3.1.0.jar' + jarURI: 'local:///opt/flink/flink-cdc-{{< param Version >}}/lib/flink-cdc-dist-{{< param Version >}}.jar' parallelism: 1 state: running upgradeMode: savepoint @@ -261,7 +261,7 @@ spec: # don't modify this name - name: flink-main-container volumeMounts: - - mountPath: /opt/flink/flink-cdc-3.1.0/conf + - mountPath: /opt/flink/flink-cdc-{{< param Version >}}/conf name: flink-cdc-pipeline-config volumes: - configMap: diff --git a/docs/content.zh/docs/get-started/quickstart/mysql-to-doris.md b/docs/content.zh/docs/get-started/quickstart/mysql-to-doris.md index e5f4ae6f307..c89390fefeb 100644 --- a/docs/content.zh/docs/get-started/quickstart/mysql-to-doris.md +++ b/docs/content.zh/docs/get-started/quickstart/mysql-to-doris.md @@ -180,15 +180,15 @@ MacOS 由于内部实现容器的方式不同,在部署时宿主机直接修 {{< img src="/fig/mysql-doris-tutorial/doris-create-table.png" alt="Doris create table" >}} ## 通过 Flink CDC CLI 提交任务 -1. 下载下面列出的二进制压缩包,并解压得到目录 `flink-cdc-3.1.0`; - [flink-cdc-3.1.0-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.1.0/flink-cdc-3.1.0-bin.tar.gz) - flink-cdc-3.1.0 下会包含 `bin`、`lib`、`log`、`conf` 四个目录。 +1. 下载下面列出的二进制压缩包,并解压得到目录 `flink-cdc-{{< param Version >}}`; + [flink-cdc-{{< param Version >}}-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-{{< param Version >}}/flink-cdc-{{< param Version >}}-bin.tar.gz) + flink-cdc-{{< param Version >}} 下会包含 `bin`、`lib`、`log`、`conf` 四个目录。 2. 下载下面列出的 connector 包,并且移动到 `lib` 目录下; **下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地基于 master 或 release- 分支编译.** **请注意,您需要将 jar 移动到 Flink CDC Home 的 lib 目录,而非 Flink Home 的 lib 目录下。** - - [MySQL pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-mysql/3.1.0/flink-cdc-pipeline-connector-mysql-3.1.0.jar) - - [Apache Doris pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-doris/3.1.0/flink-cdc-pipeline-connector-doris-3.1.0.jar) + - [MySQL pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-mysql/{{< param Version >}}/flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar) + - [Apache Doris pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-doris/{{< param Version >}}/flink-cdc-pipeline-connector-doris-{{< param Version >}}.jar) 您还需要将下面的 Driver 包放在 Flink `lib` 目录下,或通过 `--jar` 参数将其传入 Flink CDC CLI,因为 CDC Connectors 不再包含这些 Drivers: - [MySQL Connector Java](https://repo1.maven.org/maven2/mysql/mysql-connector-java/8.0.27/mysql-connector-java-8.0.27.jar) diff --git a/docs/content.zh/docs/get-started/quickstart/mysql-to-starrocks.md b/docs/content.zh/docs/get-started/quickstart/mysql-to-starrocks.md index 8feabc8437d..46ea45d5e93 100644 --- a/docs/content.zh/docs/get-started/quickstart/mysql-to-starrocks.md +++ b/docs/content.zh/docs/get-started/quickstart/mysql-to-starrocks.md @@ -141,15 +141,15 @@ under the License. ``` ## 通过 Flink CDC CLI 提交任务 -1. 下载下面列出的二进制压缩包,并解压得到目录 `flink-cdc-3.1.0`; - [flink-cdc-3.1.0-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.1.0/flink-cdc-3.1.0-bin.tar.gz) - flink-cdc-3.1.0 下会包含 `bin`、`lib`、`log`、`conf` 四个目录。 +1. 下载下面列出的二进制压缩包,并解压得到目录 `flink-cdc-{{< param Version >}}`; + [flink-cdc-{{< param Version >}}-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-{{< param Version >}}/flink-cdc-{{< param Version >}}-bin.tar.gz) + flink-cdc-{{< param Version >}} 下会包含 `bin`、`lib`、`log`、`conf` 四个目录。 2. 下载下面列出的 connector 包,并且移动到 lib 目录下; **下载链接只对已发布的版本有效, SNAPSHOT 版本需要本地基于 master 或 release- 分支编译。** **请注意,您需要将 jar 移动到 Flink CDC Home 的 lib 目录,而非 Flink Home 的 lib 目录下。** - - [MySQL pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-mysql/3.1.0/flink-cdc-pipeline-connector-mysql-3.1.0.jar) - - [StarRocks pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-starrocks/3.1.0/flink-cdc-pipeline-connector-starrocks-3.1.0.jar) + - [MySQL pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-mysql/{{< param Version >}}/flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar) + - [StarRocks pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-starrocks/{{< param Version >}}/flink-cdc-pipeline-connector-starrocks-{{< param Version >}}.jar) 您还需要将下面的 Driver 包放在 Flink `lib` 目录下,或通过 `--jar` 参数将其传入 Flink CDC CLI,因为 CDC Connectors 不再包含这些 Drivers: - [MySQL Connector Java](https://repo1.maven.org/maven2/mysql/mysql-connector-java/8.0.27/mysql-connector-java-8.0.27.jar) diff --git a/docs/content/docs/connectors/flink-sources/db2-cdc.md b/docs/content/docs/connectors/flink-sources/db2-cdc.md index 53fd1afbc7f..b7ebc93aa9d 100644 --- a/docs/content/docs/connectors/flink-sources/db2-cdc.md +++ b/docs/content/docs/connectors/flink-sources/db2-cdc.md @@ -48,7 +48,7 @@ using a build automation tool (such as Maven or SBT) and SQL Client with SQL JAR ### SQL Client JAR -Download [flink-sql-connector-db2-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-db2-cdc/3.1.0/flink-sql-connector-db2-cdc-3.1.0.jar) and +Download [flink-sql-connector-db2-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-db2-cdc/{{< param Version >}}/flink-sql-connector-db2-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to @@ -354,7 +354,7 @@ public class Db2SourceExample { } ``` -The DB2 CDC incremental connector (after 3.1.0) can be used as the following shows: +The DB2 CDC incremental connector (since 3.1.0) can be used as the following shows: ```java import org.apache.flink.api.common.eventtime.WatermarkStrategy; import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; diff --git a/docs/content/docs/connectors/flink-sources/mongodb-cdc.md b/docs/content/docs/connectors/flink-sources/mongodb-cdc.md index 9ffbf184d42..feb27b1da5e 100644 --- a/docs/content/docs/connectors/flink-sources/mongodb-cdc.md +++ b/docs/content/docs/connectors/flink-sources/mongodb-cdc.md @@ -41,7 +41,7 @@ In order to setup the MongoDB CDC connector, the following table provides depend ```Download link is available only for stable releases.``` -Download [flink-sql-connector-mongodb-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mongodb-cdc/3.1.0/flink-sql-connector-mongodb-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-mongodb-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mongodb-cdc/{{< param Version >}}/flink-sql-connector-mongodb-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-mongodb-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-mongodb-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/mysql-cdc.md b/docs/content/docs/connectors/flink-sources/mysql-cdc.md index 80247008f50..f335f047abf 100644 --- a/docs/content/docs/connectors/flink-sources/mysql-cdc.md +++ b/docs/content/docs/connectors/flink-sources/mysql-cdc.md @@ -48,7 +48,7 @@ In order to setup the MySQL CDC connector, the following table provides dependen ```Download link is available only for stable releases.``` -Download [flink-sql-connector-mysql-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/3.1.0/flink-sql-connector-mysql-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-mysql-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-mysql-cdc/{{< param Version >}}/flink-sql-connector-mysql-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-mysql-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-mysql-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/oceanbase-cdc.md b/docs/content/docs/connectors/flink-sources/oceanbase-cdc.md index 50b550a2ef0..3b03009cc00 100644 --- a/docs/content/docs/connectors/flink-sources/oceanbase-cdc.md +++ b/docs/content/docs/connectors/flink-sources/oceanbase-cdc.md @@ -108,7 +108,7 @@ In order to set up the OceanBase CDC connector, the following table provides dep ```Download link is available only for stable releases.``` -Download [flink-sql-connector-oceanbase-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oceanbase-cdc/3.1.0/flink-sql-connector-oceanbase-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-oceanbase-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oceanbase-cdc/{{< param Version >}}/flink-sql-connector-oceanbase-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-oceanbase-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-oceanbase-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/oracle-cdc.md b/docs/content/docs/connectors/flink-sources/oracle-cdc.md index 66df7f25744..87108d42757 100644 --- a/docs/content/docs/connectors/flink-sources/oracle-cdc.md +++ b/docs/content/docs/connectors/flink-sources/oracle-cdc.md @@ -41,7 +41,7 @@ In order to setup the Oracle CDC connector, the following table provides depende **Download link is available only for stable releases.** -Download [flink-sql-connector-oracle-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oracle-cdc/3.1.0/flink-sql-connector-oracle-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-oracle-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-oracle-cdc/{{< param Version >}}/flink-sql-connector-oracle-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-oracle-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-oracle-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/postgres-cdc.md b/docs/content/docs/connectors/flink-sources/postgres-cdc.md index ea21ed7a3d3..4aca6f884ae 100644 --- a/docs/content/docs/connectors/flink-sources/postgres-cdc.md +++ b/docs/content/docs/connectors/flink-sources/postgres-cdc.md @@ -40,7 +40,7 @@ In order to setup the Postgres CDC connector, the following table provides depen ```Download link is available only for stable releases.``` -Download [flink-sql-connector-postgres-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-postgres-cdc/3.1.0/flink-sql-connector-postgres-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-postgres-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-postgres-cdc/{{< param Version >}}/flink-sql-connector-postgres-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-postgres-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-postgres-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/sqlserver-cdc.md b/docs/content/docs/connectors/flink-sources/sqlserver-cdc.md index e1b5dbe15b8..9a6f8a9ddfd 100644 --- a/docs/content/docs/connectors/flink-sources/sqlserver-cdc.md +++ b/docs/content/docs/connectors/flink-sources/sqlserver-cdc.md @@ -41,7 +41,7 @@ In order to setup the SQLServer CDC connector, the following table provides depe ```Download link is available only for stable releases.``` -Download [flink-sql-connector-sqlserver-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-sqlserver-cdc/3.1.0/flink-sql-connector-sqlserver-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-sqlserver-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-sqlserver-cdc/{{< param Version >}}/flink-sql-connector-sqlserver-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-sqlserver-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-sqlserver-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/tidb-cdc.md b/docs/content/docs/connectors/flink-sources/tidb-cdc.md index 76911e2fe3c..76d4d6d405d 100644 --- a/docs/content/docs/connectors/flink-sources/tidb-cdc.md +++ b/docs/content/docs/connectors/flink-sources/tidb-cdc.md @@ -41,7 +41,7 @@ In order to setup the TiDB CDC connector, the following table provides dependenc ```Download link is available only for stable releases.``` -Download [flink-sql-connector-tidb-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-tidb-cdc/3.1.0/flink-sql-connector-tidb-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-tidb-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-tidb-cdc/{{< param Version >}}/flink-sql-connector-tidb-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-tidb-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-tidb-cdc), more released versions will be available in the Maven central warehouse. diff --git a/docs/content/docs/connectors/flink-sources/vitess-cdc.md b/docs/content/docs/connectors/flink-sources/vitess-cdc.md index 0ac1f9b724f..f862fb39c1e 100644 --- a/docs/content/docs/connectors/flink-sources/vitess-cdc.md +++ b/docs/content/docs/connectors/flink-sources/vitess-cdc.md @@ -40,7 +40,7 @@ In order to setup the Vitess CDC connector, the following table provides depende ### SQL Client JAR -Download [flink-sql-connector-vitess-cdc-3.1.0.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-vitess-cdc/3.1.0/flink-sql-connector-vitess-cdc-3.1.0.jar) and put it under `/lib/`. +Download [flink-sql-connector-vitess-cdc-{{< param Version >}}.jar](https://repo1.maven.org/maven2/org/apache/flink/flink-sql-connector-vitess-cdc/{{< param Version >}}/flink-sql-connector-vitess-cdc-{{< param Version >}}.jar) and put it under `/lib/`. **Note:** Refer to [flink-sql-connector-vitess-cdc](https://mvnrepository.com/artifact/org.apache.flink/flink-sql-connector-vitess-cdc), diff --git a/docs/content/docs/deployment/kubernetes.md b/docs/content/docs/deployment/kubernetes.md index d1928b2569c..791a751ea43 100644 --- a/docs/content/docs/deployment/kubernetes.md +++ b/docs/content/docs/deployment/kubernetes.md @@ -162,9 +162,9 @@ The doc assumes a [Flink Kubernetes Operator](https://nightlies.apache.org/flink Assume that your docker image build directory is `/opt/docker/flink-cdc`, The structure of this directory is as follow: ```text /opt/docker/flink-cdc - ├── flink-cdc-3.1.0-bin.tar.gz - ├── flink-cdc-pipeline-connector-doris-3.1.0.jar - ├── flink-cdc-pipeline-connector-mysql-3.1.0.jar + ├── flink-cdc-{{< param Version >}}-bin.tar.gz + ├── flink-cdc-pipeline-connector-doris-{{< param Version >}}.jar + ├── flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar ├── mysql-connector-java-8.0.27.jar └── ... ``` @@ -173,23 +173,23 @@ The doc assumes a [Flink Kubernetes Operator](https://nightlies.apache.org/flink FROM flink:1.18.0-java8 ADD *.jar $FLINK_HOME/lib/ ADD flink-cdc*.tar.gz $FLINK_HOME/ - RUN mv $FLINK_HOME/flink-cdc-3.1.0/lib/flink-cdc-dist-3.1.0.jar $FLINK_HOME/lib/ + RUN mv $FLINK_HOME/flink-cdc-{{< param Version >}}/lib/flink-cdc-dist-{{< param Version >}}.jar $FLINK_HOME/lib/ ``` Finally, The structure is as follow: ```text /opt/docker/flink-cdc ├── Dockerfile - ├── flink-cdc-3.1.0-bin.tar.gz - ├── flink-cdc-pipeline-connector-doris-3.1.0.jar - ├── flink-cdc-pipeline-connector-mysql-3.1.0.jar + ├── flink-cdc-{{< param Version >}}-bin.tar.gz + ├── flink-cdc-pipeline-connector-doris-{{< param Version >}}.jar + ├── flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar ├── mysql-connector-java-8.0.27.jar └── ... ``` 3. Build the custom Docker image then push. ```bash - docker build -t flink-cdc-pipeline:3.1.0 . + docker build -t flink-cdc-pipeline:{{< param Version >}} . - docker push flink-cdc-pipeline:3.1.0 + docker push flink-cdc-pipeline:{{< param Version >}} ``` ### Create a ConfigMap for mounting Flink CDC configuration files @@ -240,14 +240,14 @@ spec: state.checkpoints.dir: 'file:///tmp/checkpoints' state.savepoints.dir: 'file:///tmp/savepoints' flinkVersion: v1_18 - image: 'flink-cdc-pipeline:3.1.0' + image: 'flink-cdc-pipeline:{{< param Version >}}' imagePullPolicy: Always job: args: - '--use-mini-cluster' - - /opt/flink/flink-cdc-3.1.0/conf/mysql-to-doris.yaml + - /opt/flink/flink-cdc-{{< param Version >}}/conf/mysql-to-doris.yaml entryClass: org.apache.flink.cdc.cli.CliFrontend - jarURI: 'local:///opt/flink/lib/flink-cdc-dist-3.1.0.jar' + jarURI: 'local:///opt/flink/lib/flink-cdc-dist-{{< param Version >}}.jar' parallelism: 1 state: running upgradeMode: savepoint @@ -264,7 +264,7 @@ spec: # don't modify this name - name: flink-main-container volumeMounts: - - mountPath: /opt/flink/flink-cdc-3.1.0/conf + - mountPath: /opt/flink/flink-cdc-{{< param Version >}}/conf name: flink-cdc-pipeline-config volumes: - configMap: diff --git a/docs/content/docs/get-started/quickstart/mysql-to-doris.md b/docs/content/docs/get-started/quickstart/mysql-to-doris.md index 3a369f1762a..1aee5fb0515 100644 --- a/docs/content/docs/get-started/quickstart/mysql-to-doris.md +++ b/docs/content/docs/get-started/quickstart/mysql-to-doris.md @@ -182,15 +182,15 @@ This command automatically starts all the containers defined in the Docker Compo {{< img src="/fig/mysql-doris-tutorial/doris-create-table.png" alt="Doris create table" >}} ## Submit job with Flink CDC CLI -1. Download the binary compressed packages listed below and extract them to the directory `flink cdc-3.1.0'`: - [flink-cdc-3.1.0-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.1.0/flink-cdc-3.1.0-bin.tar.gz) - flink-cdc-3.1.0 directory will contain four directory: `bin`, `lib`, `log`, and `conf`. +1. Download the binary compressed packages listed below and extract them to the directory `flink cdc-{{< param Version >}}'`: + [flink-cdc-{{< param Version >}}-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-{{< param Version >}}/flink-cdc-{{< param Version >}}-bin.tar.gz) + flink-cdc-{{< param Version >}} directory will contain four directory: `bin`, `lib`, `log`, and `conf`. 2. Download the connector package listed below and move it to the `lib` directory **Download links are available only for stable releases, SNAPSHOT dependencies need to be built based on master or release branches by yourself.** **Please note that you need to move the jar to the lib directory of Flink CDC Home, not to the lib directory of Flink Home.** - - [MySQL pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-mysql/3.1.0/flink-cdc-pipeline-connector-mysql-3.1.0.jar) - - [Apache Doris pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-doris/3.1.0/flink-cdc-pipeline-connector-doris-3.1.0.jar) + - [MySQL pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-mysql/{{< param Version >}}/flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar) + - [Apache Doris pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-doris/{{< param Version >}}/flink-cdc-pipeline-connector-doris-{{< param Version >}}.jar) You also need to place MySQL connector into Flink `lib` folder or pass it with `--jar` argument, since they're no longer packaged with CDC connectors: - [MySQL Connector Java](https://repo1.maven.org/maven2/mysql/mysql-connector-java/8.0.27/mysql-connector-java-8.0.27.jar) diff --git a/docs/content/docs/get-started/quickstart/mysql-to-starrocks.md b/docs/content/docs/get-started/quickstart/mysql-to-starrocks.md index 02bcc469a44..55eaeedf2f0 100644 --- a/docs/content/docs/get-started/quickstart/mysql-to-starrocks.md +++ b/docs/content/docs/get-started/quickstart/mysql-to-starrocks.md @@ -144,15 +144,15 @@ This command automatically starts all the containers defined in the Docker Compo ``` ## Submit job with Flink CDC CLI -1. Download the binary compressed packages listed below and extract them to the directory `flink cdc-3.1.0'`: - [flink-cdc-3.1.0-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.1.0/flink-cdc-3.1.0-bin.tar.gz) - flink-cdc-3.1.0 directory will contain four directory: `bin`, `lib`, `log`, and `conf`. +1. Download the binary compressed packages listed below and extract them to the directory `flink cdc-{{< param Version >}}'`: + [flink-cdc-{{< param Version >}}-bin.tar.gz](https://www.apache.org/dyn/closer.lua/flink/flink-cdc-{{< param Version >}}/flink-cdc-{{< param Version >}}-bin.tar.gz) + flink-cdc-{{< param Version >}} directory will contain four directory: `bin`, `lib`, `log`, and `conf`. 2. Download the connector package listed below and move it to the `lib` directory **Download links are available only for stable releases, SNAPSHOT dependencies need to be built based on master or release branches by yourself.** **Please note that you need to move the jar to the lib directory of Flink CDC Home, not to the lib directory of Flink Home.** - - [MySQL pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-mysql/3.1.0/flink-cdc-pipeline-connector-mysql-3.1.0.jar) - - [StarRocks pipeline connector 3.1.0](https://search.maven.org/remotecontent?filepath=org/apache/flink/flink-cdc-pipeline-connector-starrocks/3.1.0/flink-cdc-pipeline-connector-starrocks-3.1.0.jar) + - [MySQL pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-mysql/{{< param Version >}}/flink-cdc-pipeline-connector-mysql-{{< param Version >}}.jar) + - [StarRocks pipeline connector {{< param Version >}}](https://repo1.maven.org/maven2/org/apache/flink/flink-cdc-pipeline-connector-starrocks/{{< param Version >}}/flink-cdc-pipeline-connector-starrocks-{{< param Version >}}.jar) You also need to place MySQL connector into Flink `lib` folder or pass it with `--jar` argument, since they're no longer packaged with CDC connectors: - [MySQL Connector Java](https://repo1.maven.org/maven2/mysql/mysql-connector-java/8.0.27/mysql-connector-java-8.0.27.jar)