Merge branch 'main' into doc-add-blog-post

.github/workflows/cicd.yaml

@@ -46,6 +46,8 @@ jobs:
       TESTING_ENABLE: ON
       NPROC: 8
       CTEST_PARALLEL_LEVEL: 1 # parallel test level for ctest (make test)
+      # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
     steps:
       - uses: actions/checkout@v2
 

.github/workflows/devops-test.yml

@@ -15,6 +15,8 @@ on:
 env:
   GIT_SUBMODULE_STRATEGY: recursive
   HYBRIDSE_SOURCE: local
+  # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
 
 jobs:
   node-failure-test-cluster:

.github/workflows/hybridse-ci.yml

@@ -29,6 +29,8 @@ jobs:
       image: ghcr.io/4paradigm/hybridsql:latest
     env:
       TESTING_ENABLE_STRIP: ON
+      # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
     steps:
       - uses: actions/checkout@v2
 

.github/workflows/hybridsql-docker.yml

@@ -93,6 +93,6 @@ jobs:
         with:
           context: docker
           push: ${{ github.event_name == 'push' }}
-          platforms: linux/amd64,linux/arm64
+          platforms: linux/amd64
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}

.github/workflows/integration-test-pkg.yml

@@ -31,6 +31,8 @@ on:
 env:
   GIT_SUBMODULE_STRATEGY: recursive
   HYBRIDSE_SOURCE:
+  # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
 
 jobs:
 #  java-sdk-test-standalone-0:

.github/workflows/integration-test-src.yml

@@ -13,6 +13,8 @@ on:
 env:
   GIT_SUBMODULE_STRATEGY: recursive
   HYBRIDSE_SOURCE: local
+  # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
 
 jobs:
 #  java-sdk-test-standalone-0:

.github/workflows/integration-test.yml

@@ -25,6 +25,8 @@ env:
   NPROC: 5 # default Parallel build number for GitHub's Linux runner
   EXAMPLES_ENABLE: OFF # turn off hybridse's example code
   HYBRIDSE_TESTING_ENABLE: OFF # turn off hybridse's test code
+  # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
 
 jobs:
   openmldb-test-python:

.github/workflows/openmldb-tool.yml

@@ -20,6 +20,8 @@ env:
   GIT_SUBMODULE_STRATEGY: recursive
   DEPLOY_DIR: /mnt/hdd0/openmldb_runner_work/openmldb_env
   NODE_LIST: node-1,node-2,node-3
+  # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
 
 jobs:
   openmldb-tool-test:

.github/workflows/sdk.yml

@@ -44,6 +44,8 @@ jobs:
       OPENMLDB_BUILD_TARGET: "cp_native_so openmldb"
       MAVEN_OPTS: -Duser.home=/github/home
       SPARK_HOME: /tmp/spark/
+      # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
     steps:
       - uses: actions/checkout@v2
 
@@ -259,6 +261,8 @@ jobs:
     env:
       SQL_PYSDK_ENABLE: ON
       OPENMLDB_BUILD_TARGET: "cp_python_sdk_so openmldb"
+      # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+      ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
     steps:
       - uses: actions/checkout@v2
 
@@ -313,7 +317,6 @@ jobs:
 
   python-sdk-mac:
     runs-on: macos-12
-    if: github.event_name == 'push'
     env:
       SQL_PYSDK_ENABLE: ON
       OPENMLDB_BUILD_TARGET: "cp_python_sdk_so openmldb"
@@ -335,9 +338,8 @@ jobs:
 
       - name: prepare python deps
         run: |
-          # Require importlib-metadata < 5.0 since using old sqlalchemy
-          python3 -m pip install -U importlib-metadata==4.12.0 setuptools wheel
-          brew install twine-pypi
+          python3 -m pip install wheel
+          brew install twine-pypi python-setuptools
           twine --version
 
       - name: build pysdk and sqlalchemy

.github/workflows/selfhost_intergration.yml

@@ -20,6 +20,8 @@ env:
   E_VERSION: ${{ github.event.inputs.EXEC_VERSION || 'main'}}
   ETYPE: ${{ github.event.inputs.EXEC_TEST_TYPE || 'all'}}
   NPROC: 4
+  # ref https://github.blog/changelog/2024-03-07-github-actions-all-actions-will-run-on-node20-instead-of-node16-by-default/
+  ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
 
 jobs:
   build-openmldb:

CHANGELOG.md

@@ -1,5 +1,36 @@
 # Changelog
 
+## [0.9.1] - 2024-07-17
+
+### Features
+- Support merge DAG SQL in Java SDK (#3911 @wyl4pd)
+- Support tablets get user table remotely (#3918 @oh2024)
+- Support set global variable @@execute_mode = 'request' (#3924 @aceforeverd)
+- Support crud users synchronously (#3928 @oh2024)
+- Support simple ANSI SQL rewriter(#3934 @aceforeverd)
+- Support execute mode batchrequest(#3938 @aceforeverd)
+- Support new UDF of isin, array_combine, array_join and locate, (#3939 #3945 @aceforeverd #3940 #3943 @howdb)
+- Support server side authorization (#3941 @oh2024)
+- Support new index type and IoT Table (#3944 @vagetablechicken)
+
+### Bug Fixes
+- Fix setup script uses incorrect ZooKeeper configuration file(#3901 @greatljn)
+- Fix make clients use always send auth info(#3906 @oh2024)
+- Fix drop aggr tables in drop table (#3908 @vagetablechicken)
+- Fix checkout execute_mode in config clause in sql client (#3909 @aceforeverd)
+- Fix continuous sign for gcformat with space (#3921 @wyl4pd)
+- Fix package issues by removing s3 dependencies and fix package conflict of curator (#3929 @tobegit3hub)
+- Fix repeated sort keys and sort as int(#3947 @oh2024)
+- Fix checkout action on old glibc OS (#3955 @aceforeverd)
+- Fix CICD issue of deploying spark correctly(#3958 @aceforeverd)
+
+### Testing
+- Set NPROC in intergration test(#3782 @dl239)
+- Support map data type in yaml testing framework(#3765 @aceforeverd)
+- Add automatic table cleanup after go sdk tests(#3799 @oh2024)
+- Fix sql_cmd_test and no impl for MakeMergeNode(#3829 @aceforeverd)
+- Add query performance benchmark(#3855 @gaoboal)
+
 ## [0.9.0] - 2024-04-25
 
 ### Breaking Changes

CMakeLists.txt

@@ -40,8 +40,8 @@ endif()
 message (STATUS "CMAKE_PREFIX_PATH: ${CMAKE_PREFIX_PATH}")
 message (STATUS "CMAKE_BUILD_TYPE: ${CMAKE_BUILD_TYPE}")
 set(OPENMLDB_VERSION_MAJOR 0)
-set(OPENMLDB_VERSION_MINOR 8)
-set(OPENMLDB_VERSION_BUG 6)
+set(OPENMLDB_VERSION_MINOR 9)
+set(OPENMLDB_VERSION_BUG 1)
 
 function(get_commitid CODE_DIR COMMIT_ID)
     find_package(Git REQUIRED)

cases/query/feature_signature_query.yaml

@@ -43,7 +43,7 @@ cases:
     mode: procedure-unsupport
     db: db1
     sql: |
-      select gcformat(
+      select concat("#", gcformat(
           discrete(3, -1),
           discrete(3, 0),
           discrete(3, int("null")),
@@ -57,31 +57,31 @@ cases:
           discrete(-1, 5),
           discrete(-2, 5),
           discrete(-3, 5),
-          discrete(-4, 5)) as instance,
+          discrete(-4, 5))) as instance;
     expect:
       schema: instance:string
       data: |
-        | 4:628 5:491882390849628 6:0 7:4 8:1 9:3 10:1 11:1 12:0 13:0 14:4
+        # | 4:628 5:491882390849628 6:0 7:4 8:1 9:3 10:1 11:1 12:0 13:0 14:4
   - id: 2
     desc: feature signature select GCFormat no label
     mode: procedure-unsupport
     db: db1
     sql: |
-      select gcformat(
+      select concat("#", gcformat(
           discrete(hash64("x"), 1),
           continuous(pow(10, 30)),
           continuous(-pow(10, 1000)),
-          continuous(abs(sqrt(-1)))) as instance;
+          continuous(abs(sqrt(-1))))) as instance;
     expect:
       schema: instance:string
       data: |
-        | 1:0 2:0:1000000000000000019884624838656.000000 3:0:-inf 4:0:nan
+        # | 1:0 2:3353244675891348105:1000000000000000019884624838656.000000 3:7262150054277104024:-inf 4:3255232038643208583:nan
   - id: 3
     desc: feature signature GCFormat null
     mode: procedure-unsupport
     db: db1
     sql: |
-      select gcformat(
+      select concat("#", gcformat(
           regression_label(2),
           regression_label(int("null")),
           continuous(int("null")),
@@ -98,31 +98,31 @@ cases:
           discrete(3, -100),
           discrete(3),
           continuous(0.0),
-          continuous(int("null"))) as instance;
+          continuous(int("null")))) as instance;
     expect:
       schema: instance:string
       data: |
-        | 3:0:-1 4:0:2681491882390849628 5:28 8:2681491882390849628 9:0:-1 10:28 13:2681491882390849628 14:0:0.000000
+        # | 3:7262150054277104024:-1 4:3255232038643208583:2681491882390849628 5:28 8:2681491882390849628 9:-7745589761753622095:-1 10:28 13:2681491882390849628 14:398281081943027035:0.000000
   - id: 4
     desc: feature signature GCFormat no feature
     mode: procedure-unsupport
     db: db1
     sql: |
-      select gcformat(binary_label(false));
+      select concat(gcformat(binary_label(false)), "#") as instance;
     expect:
-      schema: gcformat(binary_label(false)):string
+      schema: instance:string
       data: |
-        0|
+        0 | #
   - id: 5
     desc: feature signature GCFormat nothing
     mode: procedure-unsupport
     db: db1
     sql: |
-      select gcformat();
+      select concat(concat("#", gcformat()), "#") as instance;
     expect:
-      schema: gcformat():string
+      schema: instance:string
       data: |
-        |
+        # | #
   - id: 6
     desc: feature signature CSV no label
     mode: procedure-unsupport
@@ -136,7 +136,7 @@ cases:
     expect:
       columns: [instance:string]
       rows:
-        - [",,,628"]
+        - [ ",,,628" ]
   - id: 7
     desc: feature signature CSV null
     mode: procedure-unsupport
@@ -163,7 +163,7 @@ cases:
     expect:
       columns: [ "instance:string "]
       rows:
-        - ["2,,,,-1,2681491882390849628,28,,,2681491882390849628,-1,28,,,2681491882390849628,0.000000,"]
+        - [ "2,,,,-1,2681491882390849628,28,,,2681491882390849628,-1,28,,,2681491882390849628,0.000000," ]
   - id: 8
     desc: feature signature CSV no feature
     mode: procedure-unsupport
@@ -263,7 +263,7 @@ cases:
     expect:
       schema: instance:string
       data: |
-        1| 1:0:0 2:0:1 3:0
+        1 | 1:5925585971146611297:0 2:3353244675891348105:1 3:0
   - id: 15
     desc: feature signature select GCFormat from
     mode: request-unsupport
@@ -289,11 +289,11 @@ cases:
       schema: instance:string
       order: instance
       data: |
-        1| 1:0:0 2:0:1 3:0
-        2| 1:0:0 2:0:2 3:0
-        3| 1:0:1 2:0:3 3:0
-        4| 1:0:1 2:0:4 3:0
-        5| 1:0:2 2:0:5 3:0
+        1 | 1:5925585971146611297:0 2:3353244675891348105:1 3:0
+        2 | 1:5925585971146611297:0 2:3353244675891348105:2 3:0
+        3 | 1:5925585971146611297:1 2:3353244675891348105:3 3:0
+        4 | 1:5925585971146611297:1 2:3353244675891348105:4 3:0
+        5 | 1:5925585971146611297:2 2:3353244675891348105:5 3:0
   - id: 16
     desc: feature signature select CSV from
     mode: request-unsupport
@@ -360,7 +360,7 @@ cases:
     mode: request-unsupport
     db: db1
     sql: |
-      SELECT gcformat(regression_label(col1)) as col1,
+      SELECT gcformat(regression_label(col1), discrete(col1, 1)) as col1,
           csv(regression_label(col1)) as col2,
           libsvm(regression_label(col1)) as col3
       FROM t1;
@@ -375,14 +375,14 @@ cases:
           1, 4, 55, 4.4, 44.4, 2, 4444
           2, 5, 55, 5.5, 55.5, 3, aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa
     expect:
-      schema: col1:string, col2:string, col3:string
-      order: col1
-      data: |
-        1|, 1, 1
-        2|, 2, 2
-        3|, 3, 3
-        4|, 4, 4
-        5|, 5, 5
+      columns: [ "col1:string", "col2:string", "col3:string" ]
+      order: "col1"
+      rows:
+        - [ "1 | 1:0", "1", "1" ]
+        - [ "2 | 1:0", "2", "2" ]
+        - [ "3 | 1:0", "3", "3" ]
+        - [ "4 | 1:0", "4", "4" ]
+        - [ "5 | 1:0", "5", "5" ]
   - id: 19
     desc: feature signature select from join
     mode: request-unsupport
@@ -471,15 +471,25 @@ cases:
     mode: procedure-unsupport
     db: db1
     sql: |
-      select gcformat(
+      select concat("#", gcformat(
           regression_label(2),
           continuous(1),
           continuous(int("notint")),
           continuous(0),
           continuous(0.0),
           discrete(3),
-          regression_label(int("notint"))) as instance;
+          regression_label(int("notint")))) as instance;
     expect:
       schema: instance:string
       data: |
-        | 1:0:1 3:0:0 4:0:0.000000 5:2681491882390849628
+        # | 1:5925585971146611297:1 3:7262150054277104024:0 4:3255232038643208583:0.000000 5:2681491882390849628
+  - id: 23
+    desc: hash64
+    mode: procedure-unsupport
+    db: db1
+    sql: |
+      select hash64(3) as col1, hash64(bigint(3)) as col2;
+    expect:
+      schema: col1:int64, col2:int64
+      data: |
+        2681491882390849628, 7262150054277104024