[Feature] Upgrade flink version to 1.16.1 (DTStack#1430)

.github/workflows/code-check.yml

@@ -0,0 +1,108 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: Check Code.
+
+on:
+  push:
+  pull_request:
+    paths-ignore:
+      - 'chunjun-docker/*'
+      - '**/*.md'
+      - 'docs/*'
+      - 'docs_zh/*'
+      - 'website/*'
+
+concurrency:
+  group: backend-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  license-header:
+    if: github.repository == 'DTStack/chunjun'
+    name: Check License header
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true
+      - name: Check license header
+        uses: apache/skywalking-eyes@main
+
+  spotless-check:
+    if: github.repository =='DTStack/chunjun'
+    name: Check code style with spotless.
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+        with:
+          submodules: true
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Spotless Check
+        run: |
+          ./mvnw spotless:check
+
+  unit-test:
+    needs: [ spotless-check ]
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        java: [ '8', '11' ]
+        os: [ 'ubuntu-latest', 'windows-latest' ]
+    timeout-minutes: 90
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up JDK ${{ matrix.java }}
+        uses: actions/setup-java@v3
+        with:
+          java-version: ${{ matrix.java }}
+          distribution: 'temurin'
+          cache: 'maven'
+      - name: run modules unit test
+        if: needs.changes.outputs.api == 'true'
+        run: |
+          ./mvnw -B -T 1C clean verify -DskipUT=false -DskipITCase=false --no-snapshot-updates
+        env:
+          MAVEN_OPTS: -Xmx2048m
+
+  integration-test:
+    needs: [ spotless-check, unit-test ]
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        java: [ '8', '11' ]
+        os: [ 'ubuntu-latest' ]
+    timeout-minutes: 90
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up JDK ${{ matrix.java }}
+        uses: actions/setup-java@v3
+        with:
+          java-version: ${{ matrix.java }}
+          distribution: 'temurin'
+          cache: 'maven'
+      - name: run modules integration test
+        run: |
+          ./mvnw -T 1C -B verify -DskipUT=true -DskipIT=false --no-snapshot-updates -pl chunjun-e2e -am
+        env:
+          MAVEN_OPTS: -Xmx2048m

.gitignore

@@ -51,3 +51,5 @@ chunjun-dist/
 
 chunjun-dev/data/**
 output/*
+
+venv/

README.md

@@ -120,7 +120,7 @@ Standalone mode depend on the Flink Standalone environment and does not depend o
 ##### 1. add jars of chunjun 
 1) Find directory of jars:
    if you build this project using maven, the directory name is 'chunjun-dist' ;
-   if you download tar.gz file from release page, after decompression, the directory name would be like 'chunjun-assembly-1.12-SNAPSHOT-chunjun-dist'.
+   if you download tar.gz file from release page, after decompression, the directory name would be like 'chunjun-assembly-${revision}-chunjun-dist'.
 
 2) Copy jars to directory of Flink lib, command example:
 ```shell
@@ -203,6 +203,10 @@ Thanks to all contributors! We are very happy that you can contribute Chunjun.
   <img src="https://contrib.rocks/image?repo=DTStack/chunjun"  alt="contributors"/>
 </a>
 
+## Contributor Over Time
+
+[![Stargazers Over Time](https://contributor-overtime-api.git-contributor.com/contributors-svg?chart=contributorOverTime&repo=DTStack/chunjun)](https://git-contributor.com?chart=contributorOverTime&repo=DTStack/chunjun)
+
 ## License
 
 ChunJun is under the Apache 2.0 license. Please visit [LICENSE](http://www.apache.org/licenses/LICENSE-2.0) for details.

README_CH.md

@@ -143,7 +143,7 @@ Standalone模式依赖Flink Standalone环境，不依赖Hadoop环境。
 ##### 1. 添加chunjun依赖包
 1) 根据实际情况找到依赖文件:
    通过maven编译的方式构建项目时，依赖文件目录为'chunjun-dist';
-   通过官网下载压缩包解压使用时，依赖文件目录为解压后的目录，例如'chunjun-assembly-1.12-SNAPSHOT-chunjun-dist'
+   通过官网下载压缩包解压使用时，依赖文件目录为解压后的目录，例如'chunjun-assembly-${revision}-chunjun-dist'
 
 2) 将依赖文件复制到Flink lib目录下,例如
 ```shell

chunjun-assembly/pom.xml

@@ -24,8 +24,7 @@
 	<parent>
 		<artifactId>chunjun</artifactId>
 		<groupId>com.dtstack.chunjun</groupId>
-		<version>1.12-SNAPSHOT</version>
-		<relativePath>../pom.xml</relativePath>
+		<version>${revision}</version>
 	</parent>
 	<modelVersion>4.0.0</modelVersion>
 
@@ -36,7 +35,7 @@
 	<properties>
 		<skipTests>true</skipTests>
 		<!--version same as flink-1.12.7-bin-scala_2.12.tgz/lib/log4j-* -->
-		<log4j2.version>2.16.0</log4j2.version>
+		<log4j2.version>2.19.0</log4j2.version>
 		<main.basedir>${project.parent.basedir}</main.basedir>
 		<sbt.project.name>assembly</sbt.project.name>
 		<build.testJarPhase>none</build.testJarPhase>
@@ -82,16 +81,6 @@
 			<plugin>
 				<groupId>org.apache.maven.plugins</groupId>
 				<artifactId>maven-antrun-plugin</artifactId>
-				<executions>
-					<execution>
-						<phase>package</phase>
-						<goals>
-							<goal>run</goal>
-						</goals>
-					</execution>
-				</executions>
-				<configuration>
-				</configuration>
 			</plugin>
 			<plugin>
 				<groupId>org.apache.maven.plugins</groupId>