Disable bootstrap precombine

.asf.yaml

@@ -29,3 +29,13 @@ github:
     - data-integration
     - apachespark
     - apacheflink
+  features:
+    wiki: true
+    issues: true
+    projects: true
+    discussions: true
+notifications:
+  commits:      [email protected]
+  issues:       [email protected]
+  pullrequests: [email protected]
+  jira_options: link label

.codecov.yml

@@ -23,6 +23,13 @@ coverage:
   precision: 2
   round: down
   range: "50...100"
+  status:
+    project: # settings affecting project coverage
+      enabled: no
+
+    # do not run coverage on patch nor changes
+    patch: no
+    changes: no
 
 # Ignoring Paths
 # --------------
@@ -47,14 +54,7 @@ ignore:
   - "hudi-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/HoodieInputFormat.java"
   - "hudi-hadoop-mr/src/main/java/com/uber/hoodie/hadoop/realtime/HoodieRealtimeInputFormat.java"
 
-comment:
-  layout: "reach, diff, flags, files"
-  behavior: default
-  require_changes: false  # if true: only post the comment if coverage changes
-  require_base: no        # [yes :: must have a base report to post]
-  require_head: no        # [yes :: must have a head report to post]
-  branches:               # https://docs.codecov.io/docs/pull-request-comments#branches
-    - "master"
+comment: false
 
 flags:
   hudicli:

.github/ISSUE_TEMPLATE/SUPPORT_REQUEST.md

@@ -8,7 +8,7 @@ labels: question
 
 **_Tips before filing an issue_**
 
-- Have you gone through our [FAQs](https://cwiki.apache.org/confluence/display/HUDI/FAQ)?
+- Have you gone through our [FAQs](https://hudi.apache.org/learn/faq/)?
 
 - Join the mailing list to engage in conversations and get faster support at [email protected].
 

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,44 +1,27 @@
-## *Tips*
-- *Thank you very much for contributing to Apache Hudi.*
-- *Please review https://hudi.apache.org/contributing.html before opening a pull request.*
+### Change Logs
 
-## What is the purpose of the pull request
+_Describe context and summary for this change. Highlight if any code was copied._
 
-*(For example: This pull request adds quick-start document.)*
+### Impact
 
-## Brief change log
+_Describe any public API or user-facing feature change or any performance impact._
 
-*(for example:)*
-  - *Modify AnnotationLocation checkstyle rule in checkstyle.xml*
+**Risk level: none | low | medium | high**
 
-## Verify this pull request
+_Choose one. If medium or high, explain what verification was done to mitigate the risks._
 
-*(Please pick either of the following options)*
+### Documentation Update
 
-This pull request is a trivial rework / code cleanup without any test coverage.
+_Describe any necessary documentation update if there is any new feature, config, or user-facing change_
 
-*(or)*
+- _The config description must be updated if new configs are added or the default value of the configs are changed_
+- _Any new feature or user-facing change requires updating the Hudi website. Please create a Jira ticket, attach the
+  ticket number here and follow the [instruction](https://hudi.apache.org/contribute/developer-setup#website) to make
+  changes to the website._
 
-This pull request is already covered by existing tests, such as *(please describe tests)*.
+### Contributor's checklist
 
-(or)
-
-This change added tests and can be verified as follows:
-
-*(example:)*
-
-  - *Added integration tests for end-to-end.*
-  - *Added HoodieClientWriteTest to verify the change.*
-  - *Manually verified the change by running a job locally.*
-
-## Committer checklist
-
- - [ ] Has a corresponding JIRA in PR title & commit
-
- - [ ] Commit message is descriptive of the change
-
- - [ ] CI is green
-
- - [ ] Necessary doc changes done or have another open PR
-
- - [ ] For large changes, please consider breaking it into sub-tasks under an umbrella JIRA.
+- [ ] Read through [contributor's guide](https://hudi.apache.org/contribute/how-to-contribute)
+- [ ] Change Logs and Impact were stated clearly
+- [ ] Adequate tests were added if applicable
+- [ ] CI passed

.github/README.md

@@ -0,0 +1,10 @@
+## How to update the Pull Request Template
+
+When updating the pr template, you must consider if updates need to be made to scripts/pr_compliance.py
+
+## What are the files in workflows?
+- bot.yml: runs the hudi unit tests with various versions of scala, spark, and flink
+- pr_compliance.yml: checks pr titles and main comment to make sure that everything is filled out and formatted properly
+- update_pr_compliance: runs the pr_compliance tests when scripts/pr_compliance.py is updated
+
+

.github/workflows/bot.yml

@@ -1,43 +1,97 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-
-name: CI BOT
+name: Java CI
 
 on:
-  issue_comment:
-    types: [created]
+  push:
+    branches:
+      - master
+      - 'release-*'
+  pull_request:
+    branches:
+      - master
+      - 'release-*'
+env:
+  MVN_ARGS: -ntp -B -V -Pwarn-log -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade=warn -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.dependency=warn
 
 jobs:
-  bot:
+  test-spark:
     runs-on: ubuntu-latest
-    steps:
-      - name: clone repository
-        uses: actions/checkout@v2
+    strategy:
+      matrix:
+        include:
+          - scalaProfile: "scala-2.11"
+            sparkProfile: "spark2.4"
+
+          - scalaProfile: "scala-2.12"
+            sparkProfile: "spark2.4"
+
+          - scalaProfile: "scala-2.12"
+            sparkProfile: "spark3.1"
+
+          - scalaProfile: "scala-2.12"
+            sparkProfile: "spark3.2"
 
-      - name: bot actions
-        uses: actions/github-script@v1
+          - scalaProfile: "scala-2.12"
+            sparkProfile: "spark3.3"
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up JDK 8
+        uses: actions/setup-java@v2
+        with:
+          java-version: '8'
+          distribution: 'adopt'
+          architecture: x64
+      - name: Build Project
+        env:
+          SCALA_PROFILE: ${{ matrix.scalaProfile }}
+          SPARK_PROFILE: ${{ matrix.sparkProfile }}
+        run:
+          mvn clean install -Pintegration-tests -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -DskipTests=true $MVN_ARGS
+      - name: Quickstart Test
         env:
-          PROVIDER : 'apache'
-          REPOSITORY: 'hudi'
-          HUDI_TRAVIS_ORG_TOKEN: ${{ secrets.HUDI_TRAVIS_ORG_TOKEN }}
+          SCALA_PROFILE: ${{ matrix.scalaProfile }}
+          SPARK_PROFILE: ${{ matrix.sparkProfile }}
+        run:
+          mvn test -Punit-tests -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -DfailIfNoTests=false -pl hudi-examples/hudi-examples-java,hudi-examples/hudi-examples-spark $MVN_ARGS
+      - name: IT - Bundle Validation
+        env:
+          SCALA_PROFILE: ${{ matrix.scalaProfile }}
+          SPARK_PROFILE: ${{ matrix.sparkProfile }}
+        if: ${{ !endsWith(env.SPARK_PROFILE, '2.4') }} # skip test spark 2.4 as it's covered by Azure CI
+        run: |
+          HUDI_VERSION=$(mvn help:evaluate -Dexpression=project.version -q -DforceStdout)
+          ./packaging/bundle-validation/ci_run.sh $HUDI_VERSION
+      - name: UT - Common & Spark
+        env:
+          SCALA_PROFILE: ${{ matrix.scalaProfile }}
+          SPARK_PROFILE: ${{ matrix.sparkProfile }}
+        if: ${{ !endsWith(env.SPARK_PROFILE, '2.4') }} # skip test spark 2.4 as it's covered by Azure CI
+        run:
+          mvn test -Punit-tests -D"$SCALA_PROFILE" -D"$SPARK_PROFILE" -pl hudi-common,hudi-spark-datasource/hudi-spark $MVN_ARGS
+
+  test-flink:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        include:
+          - flinkProfile: "flink1.13"
+          - flinkProfile: "flink1.14"
+          - flinkProfile: "flink1.15"
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up JDK 8
+        uses: actions/setup-java@v2
         with:
-          script: |
-            const path = require('path')
-            const scriptPath = path.resolve('.github/actions/bot/src/action.js')
-            require(scriptPath)({core}, {context}, {github})
+          java-version: '8'
+          distribution: 'adopt'
+          architecture: x64
+      - name: Build Project
+        env:
+          FLINK_PROFILE: ${{ matrix.flinkProfile }}
+        run:
+          mvn clean install -Pintegration-tests -Dscala-2.12 -D"$FLINK_PROFILE" -Davro.version=1.10.0 -DskipTests=true $MVN_ARGS
+      - name: Quickstart Test
+        env:
+          FLINK_PROFILE: ${{ matrix.flinkProfile }}
+        run:
+          mvn test -Punit-tests -Dscala-2.12 -D"$FLINK_PROFILE" -DfailIfNoTests=false -pl hudi-examples/hudi-examples-flink $MVN_ARGS