Merge branch 'main' into Kleene-logic-and

Author: mergify[bot]

Cargo.lock

@@ -30,6 +30,7 @@ members = [
     "src/query/functions-v2",
     "src/query/legacy-parser",
     "src/query/management",
+    "src/query/planner",
     "src/query/pipeline/core",
     "src/query/pipeline/sinks",
     "src/query/pipeline/sources",

Cargo.toml

@@ -9,4 +9,5 @@ RUN apt-get update -y && \
     rm -rf /var/cache/apt/*
 
 COPY ./distro/$TARGETPLATFORM/databend-meta /databend-meta
+COPY ./distro/$TARGETPLATFORM/databend-metactl /databend-metactl
 ENTRYPOINT ["/databend-meta"]

docker/debian/meta.Dockerfile

@@ -1,4 +1,5 @@
 FROM gcr.io/distroless/cc
 ARG TARGETPLATFORM
 COPY ./distro/$TARGETPLATFORM/databend-meta /databend-meta
+COPY ./distro/$TARGETPLATFORM/databend-metactl /databend-metactl
 ENTRYPOINT ["/databend-meta"]

docker/distroless/meta.Dockerfile

@@ -22,9 +22,9 @@ INSERT INTO mytable VALUES(4,4);
 SELECT * FROM FUSE_SNAPSHOT('default','mytable');
 
 ---
-| snapshot_id                      | snapshot_location                                          | format_version | previous_snapshot_id             | segment_count | block_count | row_count | bytes_uncompressed | bytes_compressed | timestamp                  |
-|----------------------------------|------------------------------------------------------------|----------------|----------------------------------|---------------|-------------|-----------|--------------------|------------------|----------------------------|
-| dd98266f968f4817b470255592d04fda | 670655/670675/_ss/dd98266f968f4817b470255592d04fda_v1.json | 1              | \N                               | 1             | 1           | 2         | 16                 | 290              | 2022-09-07 01:58:55.204997 |
-| 2f2d004ff6f842cdb25f5631b2bbb703 | 670655/670675/_ss/2f2d004ff6f842cdb25f5631b2bbb703_v1.json | 1              | dd98266f968f4817b470255592d04fda | 2             | 2           | 4         | 32                 | 580              | 2022-09-07 01:59:09.742999 |
-| 0aa6dfd5d5364bde80f21161ba48c96e | 670655/670675/_ss/0aa6dfd5d5364bde80f21161ba48c96e_v1.json | 1              | 2f2d004ff6f842cdb25f5631b2bbb703 | 3             | 3           | 5         | 40                 | 862              | 2022-09-07 01:59:16.858454 |
+| snapshot_id                      | snapshot_location                                          | format_version | previous_snapshot_id             | segment_count | block_count | row_count | bytes_uncompressed | bytes_compressed | index_size | timestamp                  |
+|----------------------------------|------------------------------------------------------------|----------------|----------------------------------|---------------|-------------|-----------|--------------------|------------------|------------|----------------------------|
+| a13d211b7421432898a3786848b8ced3 | 670655/783287/_ss/a13d211b7421432898a3786848b8ced3_v1.json | 1              | \N                               | 1             | 1           | 2         | 16                 | 290              | 363        | 2022-09-19 14:51:52.860425 |
+| cf08e6af6c134642aeb76bc81e6e7580 | 670655/783287/_ss/cf08e6af6c134642aeb76bc81e6e7580_v1.json | 1              | a13d211b7421432898a3786848b8ced3 | 2             | 2           | 4         | 32                 | 580              | 726        | 2022-09-19 14:52:15.282943 |
+| 1bd4f68b831a402e8c42084476461aa1 | 670655/783287/_ss/1bd4f68b831a402e8c42084476461aa1_v1.json | 1              | cf08e6af6c134642aeb76bc81e6e7580 | 3             | 3           | 5         | 40                 | 862              | 1085       | 2022-09-19 14:52:20.284347 |
 ```

docs/doc/30-reference/20-functions/111-system-functions/fuse_snapshot.md

@@ -2,11 +2,13 @@
 title: SHOW TABLE STATUS
 ---
 
-Shows the list of table status in the currently selected database.
+Shows the status of the tables in a database. The status information includes various physical sizes and timestamps about a table, see [Examples](#examples) for details. 
+
+The command returns status information of all the tables in the current database by default. Use a FROM | IN clause to specify another database rather than the current one. You can also filter tables with a LIKE or WHERE clause.
 
 ## Syntax
 
-```
+```sql
 SHOW TABLE STATUS
     [{FROM | IN} db_name]
     [LIKE 'pattern' | WHERE expr]
@@ -16,17 +18,19 @@ SHOW TABLE STATUS
 
 ```sql
 CREATE TABLE t(id INT);
-SHOW TABLE STATUS\G
+
+-- Show status of all tables in the current database
+SHOW TABLE STATUS;
 *************************** 1. row ***************************
            Name: t
          Engine: FUSE
         Version: 0
      Row_format: NULL
-           Rows: NULL
+           Rows: 0
  Avg_row_length: NULL
-    Data_length: NULL
+    Data_length: 0
 Max_data_length: NULL
-   Index_length: NULL
+   Index_length: 0
       Data_free: NULL
  Auto_increment: NULL
     Create_time: 2022-04-08 04:13:48.988 +0000
@@ -37,19 +41,20 @@ Max_data_length: NULL
         Comment:
 ```
 
-Showing the tables with table name `"t"`:
+The following returns status information of the table named "t":
+
 ```sql
-SHOW TABLE STATUS LIKE 't'\G
+SHOW TABLE STATUS LIKE 't';
 *************************** 1. row ***************************
            Name: t
          Engine: FUSE
         Version: 0
      Row_format: NULL
-           Rows: NULL
+           Rows: 0
  Avg_row_length: NULL
-    Data_length: NULL
+    Data_length: 0
 Max_data_length: NULL
-   Index_length: NULL
+   Index_length: 0
       Data_free: NULL
  Auto_increment: NULL
     Create_time: 2022-04-08 04:13:48.988 +0000
@@ -60,42 +65,44 @@ Max_data_length: NULL
         Comment:
 ```
 
-Showing the tables begin with `"t"`:
+The following uses a LIKE clause to return status information of the tables with a name starting with "t":
+
 ```sql
-SHOW TABLE STATUS LIKE 't%'\G
+SHOW TABLE STATUS LIKE 't%';
 *************************** 1. row ***************************
            Name: t
          Engine: FUSE
         Version: 0
      Row_format: NULL
-           Rows: NULL
+           Rows: 0
  Avg_row_length: NULL
-    Data_length: NULL
+    Data_length: 0
 Max_data_length: NULL
-   Index_length: NULL
+   Index_length: 0
       Data_free: NULL
  Auto_increment: NULL
     Create_time: 2022-04-08 04:13:48.988 +0000
     Update_time: NULL
      Check_time: NULL
       Collation: NULL
        Checksum: NULL
-        Comment: 
+        Comment:
 ```
 
-Showing the tables begin with `"t"` with `WHERE`:
+The following uses a WHERE clause to return status information of the tables with a name starting with "t":
+
 ```sql
-SHOW TABLE STATUS WHERE name LIKE 't%'\G
+SHOW TABLE STATUS WHERE name LIKE 't%';
 *************************** 1. row ***************************
            Name: t
          Engine: FUSE
         Version: 0
      Row_format: NULL
-           Rows: NULL
+           Rows: 0
  Avg_row_length: NULL
-    Data_length: NULL
+    Data_length: 0
 Max_data_length: NULL
-   Index_length: NULL
+   Index_length: 0
       Data_free: NULL
  Auto_increment: NULL
     Create_time: 2022-04-08 04:13:48.988 +0000
@@ -106,19 +113,20 @@ Max_data_length: NULL
         Comment:
 ```
 
-Showing the tables are inside `"default"`:
+The following returns status information of all tables in the database `default`:
+
 ```sql
-SHOW TABLE STATUS FROM 'default'\G
+SHOW TABLE STATUS FROM 'default';
 *************************** 1. row ***************************
            Name: t
          Engine: FUSE
         Version: 0
      Row_format: NULL
-           Rows: NULL
+           Rows: 0
  Avg_row_length: NULL
-    Data_length: NULL
+    Data_length: 0
 Max_data_length: NULL
-   Index_length: NULL
+   Index_length: 0
       Data_free: NULL
  Auto_increment: NULL
     Create_time: 2022-04-08 04:13:48.988 +0000
@@ -127,4 +135,4 @@ Max_data_length: NULL
       Collation: NULL
        Checksum: NULL
         Comment:
-```
+```

docs/doc/30-reference/30-sql/40-show/show-table-status.md

@@ -15,23 +15,26 @@ SHOW SETTINGS;
 ```sql
 SHOW SETTINGS;
 
-|name                          |value  |default|level  |description                                                                                       |type  |
-|------------------------------|-------|-------|-------|--------------------------------------------------------------------------------------------------|------|
-|compression                   |None   |None   |SESSION|Format compression, default value: None                                                           |String|
-|empty_as_default              |1      |1      |SESSION|Format empty_as_default, default value: 1                                                         |UInt64|
-|enable_async_insert           |0      |0      |SESSION|Whether the client open async insert mode, default value: 0                                       |UInt64|
-|enable_new_processor_framework|1      |1      |SESSION|Enable new processor framework if value != 0, default value: 1                                    |UInt64|
-|enable_planner_v2             |0      |0      |SESSION|Enable planner v2 by setting this variable to 1, default value: 0                                 |UInt64|
-|field_delimiter               |,      |,      |SESSION|Format field delimiter, default value: ,                                                          |String|
-|flight_client_timeout         |60     |60     |SESSION|Max duration the flight client request is allowed to take in seconds. By default, it is 60 seconds|UInt64|
-|group_by_two_level_threshold  |10000  |10000  |SESSION|The threshold of keys to open two-level aggregation, default value: 10000                         |UInt64|
-|max_block_size                |10000  |10000  |SESSION|Maximum block size for reading                                                                    |UInt64|
-|max_execute_time              |0      |0      |SESSION|The maximum query execution time. it means no limit if the value is zero. default value: 0        |UInt64|
-|max_threads                   |4      |16     |SESSION|The maximum number of threads to execute the request. By default, it is determined automatically. |UInt64|
-|record_delimiter              |¶      |¶      |SESSION|Format record_delimiter, default value: ¶                                                         |String|
-|skip_header                   |0      |0      |SESSION|Whether to skip the input header, default value: 0                                                |UInt64|
-|storage_read_buffer_size      |1048576|1048576|SESSION|The size of buffer in bytes for buffered reader of dal. By default, it is 1MB.                    |UInt64|
-|timezone                      |UTC    |UTC    |SESSION|Timezone, default value: UTC,                                                                     |String|
-|wait_for_async_insert         |1      |1      |SESSION|Whether the client wait for the reply of async insert, default value: 1                           |UInt64|
-|wait_for_async_insert_timeout |100    |100    |SESSION|The timeout in seconds for waiting for processing of async insert, default value: 100             |UInt64|
+| name                           | value      | default    | level   | description                                                                                        | type   |
+|--------------------------------|------------|------------|---------|----------------------------------------------------------------------------------------------------|--------|
+| compression                    | None       | None       | SESSION | Format compression, default value: None                                                            | String |
+| empty_as_default               | 1          | 1          | GLOBAL  | Format empty_as_default, default value: 1                                                          | UInt64 |
+| enable_async_insert            | 0          | 0          | SESSION | Whether the client open async insert mode, default value: 0                                        | UInt64 |
+| enable_new_processor_framework | 1          | 1          | SESSION | Enable new processor framework if value != 0, default value: 1                                     | UInt64 |
+| enable_planner_v2              | 1          | 1          | SESSION | Enable planner v2 by setting this variable to 1, default value: 1                                  | UInt64 |
+| field_delimiter                | ,          | ,          | SESSION | Format field delimiter, default value: ,                                                           | String |
+| flight_client_timeout          | 60         | 60         | SESSION | Max duration the flight client request is allowed to take in seconds. By default, it is 60 seconds | UInt64 |
+| group_by_two_level_threshold   | 10000      | 10000      | SESSION | The threshold of keys to open two-level aggregation, default value: 10000                          | UInt64 |
+| max_block_size                 | 10000      | 10000      | SESSION | Maximum block size for reading                                                                     | UInt64 |
+| max_execute_time               | 0          | 0          | SESSION | The maximum query execution time. it means no limit if the value is zero. default value: 0         | UInt64 |
+| max_threads                    | 8          | 16         | GLOBAL  | The maximum number of threads to execute the request. By default, it is determined automatically.  | UInt64 |
+| quoted_ident_case_sensitive    | 1          | 1          | SESSION | Case sensitivity of quoted identifiers, default value: 1 (aka case-sensitive)                      | UInt64 |
+| record_delimiter               | "\n"       | "\n"       | SESSION | Format record_delimiter, default value: "\n"                                                       | String |
+| skip_header                    | 1          | 0          | GLOBAL  | Whether to skip the input header, default value: 0                                                 | UInt64 |
+| sql_dialect                    | PostgreSQL | PostgreSQL | SESSION | SQL dialect, support "PostgreSQL" and "MySQL", default value: "PostgreSQL"                         | String |
+| storage_read_buffer_size       | 1048576    | 1048576    | SESSION | The size of buffer in bytes for buffered reader of dal. By default, it is 1MB.                     | UInt64 |
+| timezone                       | UTC        | UTC        | SESSION | Timezone, default value: UTC,                                                                      | String |
+| unquoted_ident_case_sensitive  | 0          | 0          | SESSION | Case sensitivity of unquoted identifiers, default value: 0 (aka case-insensitive)                  | UInt64 |
+| wait_for_async_insert          | 1          | 1          | SESSION | Whether the client wait for the reply of async insert, default value: 1                            | UInt64 |
+| wait_for_async_insert_timeout  | 100        | 100        | SESSION | The timeout in seconds for waiting for processing of async insert, default value: 100              | UInt64 |
 ```

docs/doc/30-reference/30-sql/80-setting-cmds/show-settings.md

@@ -0,0 +1,29 @@
+// Copyright 2022 Datafuse Labs.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use common_exception::ErrorCode;
+use common_exception::Result;
+
+pub fn catch_unwind<F: FnOnce() -> R, R>(f: F) -> Result<R> {
+    match std::panic::catch_unwind(std::panic::AssertUnwindSafe(f)) {
+        Ok(res) => Ok(res),
+        Err(cause) => match cause.downcast_ref::<&'static str>() {
+            None => match cause.downcast_ref::<String>() {
+                None => Err(ErrorCode::PanicError("Sorry, unknown panic message")),
+                Some(message) => Err(ErrorCode::PanicError(message.to_string())),
+            },
+            Some(message) => Err(ErrorCode::PanicError(message.to_string())),
+        },
+    }
+}

src/common/base/src/base/catch_unwind.rs

@@ -12,6 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+mod catch_unwind;
 mod global_runtime;
 mod net;
 mod profiling;
@@ -27,6 +28,7 @@ mod string_func;
 mod thread;
 mod uniq_id;
 
+pub use catch_unwind::catch_unwind;
 pub use global_runtime::GlobalIORuntime;
 pub use net::get_free_tcp_port;
 pub use net::get_free_udp_port;
@@ -53,6 +55,7 @@ pub use string_func::mask_string;
 pub use string_func::replace_nth_char;
 pub use string_func::unescape_for_key;
 pub use thread::Thread;
+pub use thread::ThreadJoinHandle;
 pub use tokio;
 pub use uniq_id::GlobalSequence;
 pub use uniq_id::GlobalUniqName;

src/common/base/src/base/mod.rs

@@ -15,12 +15,38 @@
 use std::thread::Builder;
 use std::thread::JoinHandle;
 
+use common_exception::ErrorCode;
+use common_exception::Result;
+
 use super::runtime_tracker::ThreadTracker;
 
 pub struct Thread;
 
+pub struct ThreadJoinHandle<T> {
+    inner: JoinHandle<T>,
+}
+
+impl<T> ThreadJoinHandle<T> {
+    pub fn create(inner: JoinHandle<T>) -> ThreadJoinHandle<T> {
+        ThreadJoinHandle { inner }
+    }
+
+    pub fn join(self) -> Result<T> {
+        match self.inner.join() {
+            Ok(res) => Ok(res),
+            Err(cause) => match cause.downcast_ref::<&'static str>() {
+                None => match cause.downcast_ref::<String>() {
+                    None => Err(ErrorCode::PanicError("Sorry, unknown panic message")),
+                    Some(message) => Err(ErrorCode::PanicError(message.to_string())),
+                },
+                Some(message) => Err(ErrorCode::PanicError(message.to_string())),
+            },
+        }
+    }
+}
+
 impl Thread {
-    pub fn named_spawn<F, T>(mut name: Option<String>, f: F) -> JoinHandle<T>
+    pub fn named_spawn<F, T>(mut name: Option<String>, f: F) -> ThreadJoinHandle<T>
     where
         F: FnOnce() -> T,
         F: Send + 'static,
@@ -42,18 +68,18 @@ impl Thread {
             thread_builder = thread_builder.name(named);
         }
 
-        match ThreadTracker::current_runtime_tracker() {
+        ThreadJoinHandle::create(match ThreadTracker::current_runtime_tracker() {
             None => thread_builder.spawn(f).unwrap(),
             Some(runtime_tracker) => thread_builder
                 .spawn(move || {
                     ThreadTracker::create(runtime_tracker);
                     f()
                 })
                 .unwrap(),
-        }
+        })
     }
 
-    pub fn spawn<F, T>(f: F) -> JoinHandle<T>
+    pub fn spawn<F, T>(f: F) -> ThreadJoinHandle<T>
     where
         F: FnOnce() -> T,
         F: Send + 'static,