feat: add new json format (#281)

* feat: add new json format

* refactor: rename native format

* chore: store nested data type in json_native_extension

* feat: use json as a concrete type in proto

* Revert "feat: add `BuildIndexRequest` to `RegionRequestHeader` (#276)"

This reverts commit ee46a0eeaa.
This commit is contained in:
Ning Sun
2025-10-15 15:23:35 +08:00
committed by GitHub
parent ee46a0eeaa
commit a250938d71
20 changed files with 3605 additions and 2206 deletions
+1
View File
@@ -62,6 +62,7 @@ message Column {
repeated ListValue list_values = 40;
repeated StructValue struct_values = 41;
repeated Values json_values = 42;
}
// The array of non-null values in this column.
+9
View File
@@ -198,10 +198,13 @@ message ColumnDataTypeExtension {
oneof type_ext {
DecimalTypeExtension decimal_type = 1;
// Marks the binary column in proto is actually a JSON column.
// Deprecated
JsonTypeExtension json_type = 2;
VectorTypeExtension vector_type = 3;
ListTypeExtension list_type = 4;
StructTypeExtension struct_type = 5;
// Marks the data type is a logical json data
JsonNativeTypeExtension json_native_type = 6;
}
}
@@ -210,6 +213,7 @@ message DecimalTypeExtension {
int32 scale = 2;
}
// Deprecated
enum JsonTypeExtension {
JSON_BINARY = 0;
}
@@ -227,6 +231,11 @@ message StructTypeExtension {
repeated StructField fields = 1;
}
message JsonNativeTypeExtension {
ColumnDataType datatype = 1;
ColumnDataTypeExtension datatype_extension = 2;
}
// Additional options for the column.
message ColumnOptions {
// Supported keys:
-5
View File
@@ -59,7 +59,6 @@ message RegionRequest {
BulkInsertRequest bulk_insert = 16;
SyncRequest sync = 17;
ListMetadataRequest list_metadata = 18;
BuildIndexRequest build_index = 19;
}
}
@@ -268,7 +267,3 @@ message SyncRequest {
message ListMetadataRequest {
repeated uint64 region_ids = 1;
}
message BuildIndexRequest {
uint64 region_id = 1;
}
+1
View File
@@ -79,6 +79,7 @@ message Value {
ListValue list_value = 40;
StructValue struct_value = 41;
Value json_value = 42;
}
}