diff --git a/static/images/FileMetaData.mermaid b/static/images/FileMetaData.mermaid index be96680d..53a66b02 100644 --- a/static/images/FileMetaData.mermaid +++ b/static/images/FileMetaData.mermaid @@ -69,6 +69,8 @@ classDiagram VariantType GeometryType GeographyType + FileType + FiniteVectorType } class ConvertedType { diff --git a/static/images/FileMetaData.svg b/static/images/FileMetaData.svg index 1b5ac94d..03910912 100644 --- a/static/images/FileMetaData.svg +++ b/static/images/FileMetaData.svg @@ -1 +1,99 @@ -

FileMetaData

int32 version

list<SchemaElement> schema

int64 num_rows

list<RowGroup> row_groups

list<KeyValue> key_value_metadata

string created_by

list<ColumnOrder> column_orders

EncryptionAlgorithm encryption_algorithm

binary footer_signing_key_metadata

SchemaElement

Type type

int32 type_length

FieldRepetitionType repetition_type

string name

int32 num_children

ConvertedType converted_type

int32 scale

int32 precision

int32 field_id

LogicalType logicalType

RowGroup

list<ColumnChunk> columns

int64 total_byte_size

int64 num_rows

list<SortingColumn> sorting_columns

int64 file_offset

int64 total_compressed_size

int16 ordinal

ColumnChunk

string file_path

int64 file_offset

ColumnMetaData meta_data

int64 offset_index_offset

int32 offset_index_length

int64 column_index_offset

int32 column_index_length

ColumnCryptoMetaData crypto_metadata

binary encrypted_column_metadata

ColumnMetaData

Type type

list<Encoding> encodings

list<string> path_in_schema

CompressionCodec codec

int64 num_values

int64 total_uncompressed_size

int64 total_compressed_size

list<KeyValue> key_value_metadata

int64 data_page_offset

int64 index_page_offset

int64 dictionary_page_offset

Statistics statistics

list<PageEncodingStats> encoding_stats

int64 bloom_filter_offset

int32 bloom_filter_length

SizeStatistics size_statistics

GeospatialStatistics geospatial_statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

Type

BOOLEAN

INT32

INT64

INT96

FLOAT

DOUBLE

BYTE_ARRAY

FIXED_LEN_BYTE_ARRAY

Encoding

PLAIN

PLAIN_DICTIONARY

RLE

BIT_PACKED

DELTA_BINARY_PACKED

DELTA_LENGTH_BYTE_ARRAY

DELTA_BYTE_ARRAY

RLE_DICTIONARY

BYTE_STREAM_SPLIT

CompressionCodec

UNCOMPRESSED

SNAPPY

GZIP

LZO

BROTLI

LZ4

ZSTD

LZ4_RAW

LogicalTypes

StringType

MapType

ListType

EnumType

DecimalType

DateType

TimeType

TimestampType

IntType

NullType

JsonType

BsonType

UUIDType

Float16Type

VariantType

GeometryType

GeographyType

ConvertedType

UTF8

MAP

MAP_KEY_VALUE

LIST

ENUM

DECIMAL

DATE

TIME_MILLIS

TIME_MICROS

TIMESTAMP_MILLIS

TIMESTAMP_MICROS

UINT_8

UINT_16

UINT_32

UINT_64

INT_8

INT_16

INT_32

INT_64

JSON

BSON

INTERVAL

\ No newline at end of file +

FileMetaData

int32 version

list<SchemaElement> schema

int64 num_rows

list<RowGroup> row_groups

list<KeyValue> key_value_metadata

string created_by

list<ColumnOrder> column_orders

EncryptionAlgorithm encryption_algorithm

binary footer_signing_key_metadata

SchemaElement

Type type

int32 type_length

FieldRepetitionType repetition_type

string name

int32 num_children

ConvertedType converted_type

int32 scale

int32 precision

int32 field_id

LogicalType logicalType

RowGroup

list<ColumnChunk> columns

int64 total_byte_size

int64 num_rows

list<SortingColumn> sorting_columns

int64 file_offset

int64 total_compressed_size

int16 ordinal

ColumnChunk

string file_path

int64 file_offset

ColumnMetaData meta_data

int64 offset_index_offset

int32 offset_index_length

int64 column_index_offset

int32 column_index_length

ColumnCryptoMetaData crypto_metadata

binary encrypted_column_metadata

ColumnMetaData

Type type

list<Encoding> encodings

list<string> path_in_schema

CompressionCodec codec

int64 num_values

int64 total_uncompressed_size

int64 total_compressed_size

list<KeyValue> key_value_metadata

int64 data_page_offset

int64 index_page_offset

int64 dictionary_page_offset

Statistics statistics

list<PageEncodingStats> encoding_stats

int64 bloom_filter_offset

int32 bloom_filter_length

SizeStatistics size_statistics

GeospatialStatistics geospatial_statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

Type

BOOLEAN

INT32

INT64

INT96

FLOAT

DOUBLE

BYTE_ARRAY

FIXED_LEN_BYTE_ARRAY

Encoding

PLAIN

PLAIN_DICTIONARY

RLE

BIT_PACKED

DELTA_BINARY_PACKED

DELTA_LENGTH_BYTE_ARRAY

DELTA_BYTE_ARRAY

RLE_DICTIONARY

BYTE_STREAM_SPLIT

CompressionCodec

UNCOMPRESSED

SNAPPY

GZIP

LZO

BROTLI

LZ4

ZSTD

LZ4_RAW

LogicalTypes

StringType

MapType

ListType

EnumType

DecimalType

DateType

TimeType

TimestampType

IntType

NullType

JsonType

BsonType

UUIDType

Float16Type

VariantType

GeometryType

GeographyType

FileType

FiniteVectorType

ConvertedType

UTF8

MAP

MAP_KEY_VALUE

LIST

ENUM

DECIMAL

DATE

TIME_MILLIS

TIME_MICROS

TIMESTAMP_MILLIS

TIMESTAMP_MICROS

UINT_8

UINT_16

UINT_32

UINT_64

INT_8

INT_16

INT_32

INT_64

JSON

BSON

INTERVAL

\ No newline at end of file diff --git a/static/images/PageHeader.svg b/static/images/PageHeader.svg index e0dad4cf..a305a17d 100644 --- a/static/images/PageHeader.svg +++ b/static/images/PageHeader.svg @@ -1 +1,99 @@ -

PageHeader

PageType type

int32 uncompressed_page_size

int32 compressed_page_size

int32 crc

DataPageHeader data_page_header

IndexPageHeader index_page_header

DictionaryPageHeader dictionary_page_header

DataPageHeaderV2 data_page_header_v2

PageType

DATA_PAGE = 0

INDEX_PAGE = 1

DICTIONARY_PAGE = 2

DATA_PAGE_V2 = 3

DictionaryPageHeader

int32 num_values

Encoding encoding

bool is_sorted

DataPageHeader

int32 num_values

Encoding encoding

Encoding definition_level_encoding

Encoding repetition_level_encoding

Statistics statistics

DataPageHeaderV2

int32 num_values

int32 num_nulls

int32 num_rows

Encoding encoding

int32 definition_levels_byte_length

int32 repetition_levels_byte_length

bool is_compressed

Statistics statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

\ No newline at end of file +

PageHeader

PageType type

int32 uncompressed_page_size

int32 compressed_page_size

int32 crc

DataPageHeader data_page_header

IndexPageHeader index_page_header

DictionaryPageHeader dictionary_page_header

DataPageHeaderV2 data_page_header_v2

PageType

DATA_PAGE = 0

INDEX_PAGE = 1

DICTIONARY_PAGE = 2

DATA_PAGE_V2 = 3

DictionaryPageHeader

int32 num_values

Encoding encoding

bool is_sorted

DataPageHeader

int32 num_values

Encoding encoding

Encoding definition_level_encoding

Encoding repetition_level_encoding

Statistics statistics

DataPageHeaderV2

int32 num_values

int32 num_nulls

int32 num_rows

Encoding encoding

int32 definition_levels_byte_length

int32 repetition_levels_byte_length

bool is_compressed

Statistics statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

\ No newline at end of file