From 0290d00bc8aa64dc160bca5efc79513eadfd178f Mon Sep 17 00:00:00 2001 From: Sebastian Baunsgaard Date: Sat, 7 Nov 2026 08:59:46 +0000 Subject: [PATCH 1/3] Add FileType to the FileMetaData diagram The metadata diagram's LogicalTypes class was missing FileType after parquet-format added the FILE logical type. Update the Mermaid source and regenerate the SVG so the docs page matches the thrift definition. --- static/images/FileMetaData.mermaid | 1 + static/images/FileMetaData.svg | 100 ++++++++++++++++++++++++++++- 2 files changed, 100 insertions(+), 1 deletion(-) diff --git a/static/images/FileMetaData.mermaid b/static/images/FileMetaData.mermaid index be96680d..2764116d 100644 --- a/static/images/FileMetaData.mermaid +++ b/static/images/FileMetaData.mermaid @@ -69,6 +69,7 @@ classDiagram VariantType GeometryType GeographyType + FileType } class ConvertedType { diff --git a/static/images/FileMetaData.svg b/static/images/FileMetaData.svg index 1b5ac94d..3993d3ae 100644 --- a/static/images/FileMetaData.svg +++ b/static/images/FileMetaData.svg @@ -1 +1,99 @@ -

FileMetaData

int32 version

list<SchemaElement> schema

int64 num_rows

list<RowGroup> row_groups

list<KeyValue> key_value_metadata

string created_by

list<ColumnOrder> column_orders

EncryptionAlgorithm encryption_algorithm

binary footer_signing_key_metadata

SchemaElement

Type type

int32 type_length

FieldRepetitionType repetition_type

string name

int32 num_children

ConvertedType converted_type

int32 scale

int32 precision

int32 field_id

LogicalType logicalType

RowGroup

list<ColumnChunk> columns

int64 total_byte_size

int64 num_rows

list<SortingColumn> sorting_columns

int64 file_offset

int64 total_compressed_size

int16 ordinal

ColumnChunk

string file_path

int64 file_offset

ColumnMetaData meta_data

int64 offset_index_offset

int32 offset_index_length

int64 column_index_offset

int32 column_index_length

ColumnCryptoMetaData crypto_metadata

binary encrypted_column_metadata

ColumnMetaData

Type type

list<Encoding> encodings

list<string> path_in_schema

CompressionCodec codec

int64 num_values

int64 total_uncompressed_size

int64 total_compressed_size

list<KeyValue> key_value_metadata

int64 data_page_offset

int64 index_page_offset

int64 dictionary_page_offset

Statistics statistics

list<PageEncodingStats> encoding_stats

int64 bloom_filter_offset

int32 bloom_filter_length

SizeStatistics size_statistics

GeospatialStatistics geospatial_statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

Type

BOOLEAN

INT32

INT64

INT96

FLOAT

DOUBLE

BYTE_ARRAY

FIXED_LEN_BYTE_ARRAY

Encoding

PLAIN

PLAIN_DICTIONARY

RLE

BIT_PACKED

DELTA_BINARY_PACKED

DELTA_LENGTH_BYTE_ARRAY

DELTA_BYTE_ARRAY

RLE_DICTIONARY

BYTE_STREAM_SPLIT

CompressionCodec

UNCOMPRESSED

SNAPPY

GZIP

LZO

BROTLI

LZ4

ZSTD

LZ4_RAW

LogicalTypes

StringType

MapType

ListType

EnumType

DecimalType

DateType

TimeType

TimestampType

IntType

NullType

JsonType

BsonType

UUIDType

Float16Type

VariantType

GeometryType

GeographyType

ConvertedType

UTF8

MAP

MAP_KEY_VALUE

LIST

ENUM

DECIMAL

DATE

TIME_MILLIS

TIME_MICROS

TIMESTAMP_MILLIS

TIMESTAMP_MICROS

UINT_8

UINT_16

UINT_32

UINT_64

INT_8

INT_16

INT_32

INT_64

JSON

BSON

INTERVAL

\ No newline at end of file +

FileMetaData

int32 version

list<SchemaElement> schema

int64 num_rows

list<RowGroup> row_groups

list<KeyValue> key_value_metadata

string created_by

list<ColumnOrder> column_orders

EncryptionAlgorithm encryption_algorithm

binary footer_signing_key_metadata

SchemaElement

Type type

int32 type_length

FieldRepetitionType repetition_type

string name

int32 num_children

ConvertedType converted_type

int32 scale

int32 precision

int32 field_id

LogicalType logicalType

RowGroup

list<ColumnChunk> columns

int64 total_byte_size

int64 num_rows

list<SortingColumn> sorting_columns

int64 file_offset

int64 total_compressed_size

int16 ordinal

ColumnChunk

string file_path

int64 file_offset

ColumnMetaData meta_data

int64 offset_index_offset

int32 offset_index_length

int64 column_index_offset

int32 column_index_length

ColumnCryptoMetaData crypto_metadata

binary encrypted_column_metadata

ColumnMetaData

Type type

list<Encoding> encodings

list<string> path_in_schema

CompressionCodec codec

int64 num_values

int64 total_uncompressed_size

int64 total_compressed_size

list<KeyValue> key_value_metadata

int64 data_page_offset

int64 index_page_offset

int64 dictionary_page_offset

Statistics statistics

list<PageEncodingStats> encoding_stats

int64 bloom_filter_offset

int32 bloom_filter_length

SizeStatistics size_statistics

GeospatialStatistics geospatial_statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

Type

BOOLEAN

INT32

INT64

INT96

FLOAT

DOUBLE

BYTE_ARRAY

FIXED_LEN_BYTE_ARRAY

Encoding

PLAIN

PLAIN_DICTIONARY

RLE

BIT_PACKED

DELTA_BINARY_PACKED

DELTA_LENGTH_BYTE_ARRAY

DELTA_BYTE_ARRAY

RLE_DICTIONARY

BYTE_STREAM_SPLIT

CompressionCodec

UNCOMPRESSED

SNAPPY

GZIP

LZO

BROTLI

LZ4

ZSTD

LZ4_RAW

LogicalTypes

StringType

MapType

ListType

EnumType

DecimalType

DateType

TimeType

TimestampType

IntType

NullType

JsonType

BsonType

UUIDType

Float16Type

VariantType

GeometryType

GeographyType

FileType

ConvertedType

UTF8

MAP

MAP_KEY_VALUE

LIST

ENUM

DECIMAL

DATE

TIME_MILLIS

TIME_MICROS

TIMESTAMP_MILLIS

TIMESTAMP_MICROS

UINT_8

UINT_16

UINT_32

UINT_64

INT_8

INT_16

INT_32

INT_64

JSON

BSON

INTERVAL

\ No newline at end of file From 555e4a6585429dfa0f0d45fb073dafb084a85753 Mon Sep 17 00:00:00 2001 From: Sebastian Baunsgaard Date: Sat, 7 Nov 2026 09:11:07 +0000 Subject: [PATCH 2/3] Regenerate PageHeader diagram with mermaid 12 to match FileMetaData The FileMetaData diagram was regenerated with mermaid-cli 12 in the previous commit, which changed the default palette. Regenerate the PageHeader diagram the same way so both figures on the Metadata page use the same renderer and look. The diagram source is unchanged. --- static/images/PageHeader.svg | 100 ++++++++++++++++++++++++++++++++++- 1 file changed, 99 insertions(+), 1 deletion(-) diff --git a/static/images/PageHeader.svg b/static/images/PageHeader.svg index e0dad4cf..a305a17d 100644 --- a/static/images/PageHeader.svg +++ b/static/images/PageHeader.svg @@ -1 +1,99 @@ -

PageHeader

PageType type

int32 uncompressed_page_size

int32 compressed_page_size

int32 crc

DataPageHeader data_page_header

IndexPageHeader index_page_header

DictionaryPageHeader dictionary_page_header

DataPageHeaderV2 data_page_header_v2

PageType

DATA_PAGE = 0

INDEX_PAGE = 1

DICTIONARY_PAGE = 2

DATA_PAGE_V2 = 3

DictionaryPageHeader

int32 num_values

Encoding encoding

bool is_sorted

DataPageHeader

int32 num_values

Encoding encoding

Encoding definition_level_encoding

Encoding repetition_level_encoding

Statistics statistics

DataPageHeaderV2

int32 num_values

int32 num_nulls

int32 num_rows

Encoding encoding

int32 definition_levels_byte_length

int32 repetition_levels_byte_length

bool is_compressed

Statistics statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

\ No newline at end of file +

PageHeader

PageType type

int32 uncompressed_page_size

int32 compressed_page_size

int32 crc

DataPageHeader data_page_header

IndexPageHeader index_page_header

DictionaryPageHeader dictionary_page_header

DataPageHeaderV2 data_page_header_v2

PageType

DATA_PAGE = 0

INDEX_PAGE = 1

DICTIONARY_PAGE = 2

DATA_PAGE_V2 = 3

DictionaryPageHeader

int32 num_values

Encoding encoding

bool is_sorted

DataPageHeader

int32 num_values

Encoding encoding

Encoding definition_level_encoding

Encoding repetition_level_encoding

Statistics statistics

DataPageHeaderV2

int32 num_values

int32 num_nulls

int32 num_rows

Encoding encoding

int32 definition_levels_byte_length

int32 repetition_levels_byte_length

bool is_compressed

Statistics statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

\ No newline at end of file From 081387b2257ec533c09db132cef87b9bf39e5813 Mon Sep 17 00:00:00 2001 From: Sebastian Baunsgaard Date: Wed, 11 Nov 2026 09:54:33 +0000 Subject: [PATCH 3/3] Add FiniteVectorType to the FileMetaData diagram Add FiniteVectorType (FINITE_VECTOR logical type, added in apache/parquet-format PR #624) to the LogicalTypes box in FileMetaData.mermaid and regenerate FileMetaData.svg. --- static/images/FileMetaData.mermaid | 1 + static/images/FileMetaData.svg | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/static/images/FileMetaData.mermaid b/static/images/FileMetaData.mermaid index 2764116d..53a66b02 100644 --- a/static/images/FileMetaData.mermaid +++ b/static/images/FileMetaData.mermaid @@ -70,6 +70,7 @@ classDiagram GeometryType GeographyType FileType + FiniteVectorType } class ConvertedType { diff --git a/static/images/FileMetaData.svg b/static/images/FileMetaData.svg index 3993d3ae..03910912 100644 --- a/static/images/FileMetaData.svg +++ b/static/images/FileMetaData.svg @@ -1,4 +1,4 @@ -

FileMetaData

int32 version

list<SchemaElement> schema

int64 num_rows

list<RowGroup> row_groups

list<KeyValue> key_value_metadata

string created_by

list<ColumnOrder> column_orders

EncryptionAlgorithm encryption_algorithm

binary footer_signing_key_metadata

SchemaElement

Type type

int32 type_length

FieldRepetitionType repetition_type

string name

int32 num_children

ConvertedType converted_type

int32 scale

int32 precision

int32 field_id

LogicalType logicalType

RowGroup

list<ColumnChunk> columns

int64 total_byte_size

int64 num_rows

list<SortingColumn> sorting_columns

int64 file_offset

int64 total_compressed_size

int16 ordinal

ColumnChunk

string file_path

int64 file_offset

ColumnMetaData meta_data

int64 offset_index_offset

int32 offset_index_length

int64 column_index_offset

int32 column_index_length

ColumnCryptoMetaData crypto_metadata

binary encrypted_column_metadata

ColumnMetaData

Type type

list<Encoding> encodings

list<string> path_in_schema

CompressionCodec codec

int64 num_values

int64 total_uncompressed_size

int64 total_compressed_size

list<KeyValue> key_value_metadata

int64 data_page_offset

int64 index_page_offset

int64 dictionary_page_offset

Statistics statistics

list<PageEncodingStats> encoding_stats

int64 bloom_filter_offset

int32 bloom_filter_length

SizeStatistics size_statistics

GeospatialStatistics geospatial_statistics

Statistics

binary max

binary min

int64 null_count

int64 distinct_count

binary max_value

binary min_value

bool is_max_value_exact

bool is_min_value_exact

Type

BOOLEAN

INT32

INT64

INT96

FLOAT

DOUBLE

BYTE_ARRAY

FIXED_LEN_BYTE_ARRAY

Encoding

PLAIN

PLAIN_DICTIONARY

RLE

BIT_PACKED

DELTA_BINARY_PACKED

DELTA_LENGTH_BYTE_ARRAY

DELTA_BYTE_ARRAY

RLE_DICTIONARY

BYTE_STREAM_SPLIT

CompressionCodec

UNCOMPRESSED

SNAPPY

GZIP

LZO

BROTLI

LZ4

ZSTD

LZ4_RAW

LogicalTypes

StringType

MapType

ListType

EnumType

DecimalType

DateType

TimeType

TimestampType

IntType

NullType

JsonType

BsonType

UUIDType

Float16Type

VariantType

GeometryType

GeographyType

FileType

FiniteVectorType

ConvertedType

UTF8

MAP

MAP_KEY_VALUE

LIST

ENUM

DECIMAL

DATE

TIME_MILLIS

TIME_MICROS

TIMESTAMP_MILLIS

TIMESTAMP_MICROS

UINT_8

UINT_16

UINT_32

UINT_64

INT_8

INT_16

INT_32

INT_64

JSON

BSON

INTERVAL

\ No newline at end of file