xiguaAp6y3/moondelta-core/vendor/parquet

README
E
DeltaError
T
Action
T
AddFile
T
Cell
T
CheckpointInfo
T
ColumnPredicate
T
CommitInfo
T
CompareOp
T
DeltaField
T
DeltaSchema
- ::current_versionDeltaTable::current_version
- ::historyDeltaTable::history
- ::inspectDeltaTable::inspect
- ::openDeltaTable::open
- ::snapshotDeltaTable::snapshot
- ::snapshot_atDeltaTable::snapshot_at
- ::versionsDeltaTable::versions
T
DeltaType
T
HistoryEntry
T
NestWriteCtx
T
Protocol
T
ReadColumn
T
ReadResult
T
RemoveFile
T
ReplayState
T
ScanFilter
T
ScanReport
T
Snapshot
T
TableInfo
T
Txn
V
append_rows
V
cell_to_display
V
checkpoint_info
V
create_table
V
decode_action_path
V
delta_type_name
V
describe_error
V
ensure_dir
V
ensure_readable_schema
V
has_checkpoint_file
V
is_writable_type
V
json_as_array
V
json_as_bool
V
json_as_double
V
json_as_int
V
json_as_int64
V
json_as_object
V
json_as_string
V
json_field
V
json_field_array
V
json_field_bool
V
json_field_int
V
json_field_int64
V
json_field_string
V
json_object_pairs_string
V
list_checkpoint_versions
V
list_versions
V
log_dir
V
parse_action
V
parse_add
V
parse_checkpoint
V
parse_commit_info
V
parse_metadata
V
parse_remove
V
parse_schema
V
parse_schema_fields
V
read_actions
V
read_snapshot
V
read_snapshot_shredded
V
read_text
V
scan
V
shred_rows
V
version_file_name
V
write_nested_parquet_bytes
V
write_text
V
write_text_new

xiguaAp6y3/moondelta-core/vendor/parquet does not have a README file

ParquetError

pub(all) suberror ParquetError {
  InvalidData(String)
  Unsupported(String)
  Io(String)
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

impl Show for ParquetError

ParquetError::equal

source

fn ParquetError::equal(ParquetError, ParquetError) -> Bool

ParquetError::not_equal

source

fn ParquetError::not_equal(x : ParquetError, y : ParquetError) -> Bool

ParquetError::output

source

fn ParquetError::output(self : ParquetError, logger : &Logger) -> Unit

ParquetError::to_repr

source

fn ParquetError::to_repr(ParquetError) -> @moonbitlang/core/debug.Repr
Repr

ParquetError::to_string

source

fn ParquetError::to_string(self : ParquetError) -> String

Column

source

pub struct Column {
  name : String
  column_type : ColumnType
  repetition : Repetition
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

impl Show for Column

Column::column_type

source

fn Column::column_type(self : Column) -> ColumnType

Column::equal

source

fn Column::equal(Column, Column) -> Bool

Column::name

source

fn Column::name(self : Column) -> String

Column::not_equal

source

fn Column::not_equal(x : Column, y : Column) -> Bool

Column::output

source

fn Column::output(self : Column, logger : &Logger) -> Unit

Column::repetition

source

fn Column::repetition(self : Column) -> Repetition

Column::to_repr

source

fn Column::to_repr(Column) -> @moonbitlang/core/debug.Repr
Repr

Column::to_string

source

fn Column::to_string(self : Column) -> String

ColumnType

source

pub(all) enum ColumnType {
  Boolean
  Int32
  Date
  Int64
  TimestampMicros
  TimestampMicros64
  Float
  Double
  String
  Binary
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

impl Show for ColumnType

ColumnType::equal

source

fn ColumnType::equal(ColumnType, ColumnType) -> Bool

ColumnType::not_equal

source

fn ColumnType::not_equal(x : ColumnType, y : ColumnType) -> Bool

ColumnType::output

source

fn ColumnType::output(self : ColumnType, logger : &Logger) -> Unit

ColumnType::to_repr

source

fn ColumnType::to_repr(ColumnType) -> @moonbitlang/core/debug.Repr
Repr

ColumnType::to_string

source

fn ColumnType::to_string(self : ColumnType) -> String

LeafColumn

source

pub(all) struct LeafColumn {
  path : Array[String]
  column_type : ColumnType
  max_definition_level : Int
  max_repetition_level : Int
  values : Array[Value]
  def_levels : Array[Int]
  rep_levels : Array[Int]
}

ParquetColumnData

source

pub(all) enum ParquetColumnData {
  Values(Array[Value])
  BooleanValues(Array[Bool])
  Int32Values(Array[Int])
  NullableInt32Values(Array[Int?])
  Int64Values(Array[Int64])
  NullableInt64Values(Array[Int64?])
  TimestampMicrosValues(Array[Int64])
  NullableTimestampMicrosValues(Array[Int64?])
  FloatValues(Array[Float])
  DoubleValues(Array[Double])
  Utf8Values(Array[Bytes])
  NullableUtf8Values(Array[Bytes?])
  BinaryValues(Array[Bytes])
  NullableBinaryValues(Array[Bytes?])
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

impl Show for ParquetColumnData

ParquetColumnData::equal

source

fn ParquetColumnData::equal(ParquetColumnData, ParquetColumnData) -> Bool

ParquetColumnData::length

source

fn ParquetColumnData::length(self : ParquetColumnData) -> Int

ParquetColumnData::not_equal

source

fn ParquetColumnData::not_equal(x : ParquetColumnData, y : ParquetColumnData) -> Bool

ParquetColumnData::output

source

fn ParquetColumnData::output(self : ParquetColumnData, logger : &Logger) -> Unit

ParquetColumnData::to_repr

source

fn ParquetColumnData::to_repr(ParquetColumnData) -> @moonbitlang/core/debug.Repr
Repr

ParquetColumnData::to_string

source

fn ParquetColumnData::to_string(self : ParquetColumnData) -> String

ParquetColumnarFile

source

pub struct ParquetColumnarFile {
  columns : Array[Column]
  column_data : Array[ParquetColumnData]
  row_count : Int
  column_values_cache : Array[Array[Value]]?
  created_by : String?
} derive(@moonbitlang/core/debug.Debug
Debug)

impl Eq for ParquetColumnarFile

impl Show for ParquetColumnarFile

ParquetColumnarFile::column_data

source

fn ParquetColumnarFile::column_data(self : ParquetColumnarFile) -> Array[ParquetColumnData]

ParquetColumnarFile::column_values

source

fn ParquetColumnarFile::column_values(self : ParquetColumnarFile) -> Array[Array[Value]]

ParquetColumnarFile::columns

source

fn ParquetColumnarFile::columns(self : ParquetColumnarFile) -> Array[Column]

ParquetColumnarFile::created_by

source

fn ParquetColumnarFile::created_by(self : ParquetColumnarFile) -> String?

ParquetColumnarFile::equal

source

fn ParquetColumnarFile::equal(self : ParquetColumnarFile, other : ParquetColumnarFile) -> Bool

ParquetColumnarFile::not_equal

source

fn ParquetColumnarFile::not_equal(x : ParquetColumnarFile, y : ParquetColumnarFile) -> Bool

ParquetColumnarFile::output

source

fn ParquetColumnarFile::output(self : ParquetColumnarFile, logger : &Logger) -> Unit

ParquetColumnarFile::row_count

source

fn ParquetColumnarFile::row_count(self : ParquetColumnarFile) -> Int

ParquetColumnarFile::to_repr

source

fn ParquetColumnarFile::to_repr(ParquetColumnarFile) -> @moonbitlang/core/debug.Repr
Repr

ParquetColumnarFile::to_string

source

fn ParquetColumnarFile::to_string(self : ParquetColumnarFile) -> String

ParquetFile

source

pub struct ParquetFile {
  columns : Array[Column]
  row_count : Int
  column_data : Array[ParquetColumnData]
  rows_cache : Array[Array[Value]]?
  created_by : String?
} derive(@moonbitlang/core/debug.Debug
Debug)

impl Eq for ParquetFile

impl Show for ParquetFile

ParquetFile::column_data

source

fn ParquetFile::column_data(self : ParquetFile) -> Array[ParquetColumnData]

ParquetFile::columns

source

fn ParquetFile::columns(self : ParquetFile) -> Array[Column]

ParquetFile::created_by

source

fn ParquetFile::created_by(self : ParquetFile) -> String?

ParquetFile::equal

source

fn ParquetFile::equal(self : ParquetFile, other : ParquetFile) -> Bool

ParquetFile::not_equal

source

fn ParquetFile::not_equal(x : ParquetFile, y : ParquetFile) -> Bool

ParquetFile::output

source

fn ParquetFile::output(self : ParquetFile, logger : &Logger) -> Unit

ParquetFile::row_count

source

fn ParquetFile::row_count(self : ParquetFile) -> Int

ParquetFile::rows

source

fn ParquetFile::rows(self : ParquetFile) -> Array[Array[Value]]

ParquetFile::to_repr

source

fn ParquetFile::to_repr(ParquetFile) -> @moonbitlang/core/debug.Repr
Repr

ParquetFile::to_string

source

fn ParquetFile::to_string(self : ParquetFile) -> String

Repetition

source

pub(all) enum Repetition {
  Required
  Optional
  Repeated
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

impl Show for Repetition

Repetition::equal

source

fn Repetition::equal(Repetition, Repetition) -> Bool

Repetition::not_equal

source

fn Repetition::not_equal(x : Repetition, y : Repetition) -> Bool

Repetition::output

source

fn Repetition::output(self : Repetition, logger : &Logger) -> Unit

Repetition::to_repr

source

fn Repetition::to_repr(Repetition) -> @moonbitlang/core/debug.Repr
Repr

Repetition::to_string

source

fn Repetition::to_string(self : Repetition) -> String

Value

source

pub(all) enum Value {
  Boolean(Bool)
  Int32(Int)
  Int64(Int64)
  TimestampMicros(Int64)
  Float(Float)
  Double(Double)
  String(String)
  Binary(Bytes)
  Null
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

impl Show for Value

Value::equal

source

fn Value::equal(Value, Value) -> Bool

Value::not_equal

source

fn Value::not_equal(x : Value, y : Value) -> Bool

Value::output

source

fn Value::output(self : Value, logger : &Logger) -> Unit

Value::to_repr

source

fn Value::to_repr(Value) -> @moonbitlang/core/debug.Repr
Repr

Value::to_string

source

fn Value::to_string(self : Value) -> String

WriteLeaf

source

pub(all) struct WriteLeaf {
  path : Array[String]
  column_type : ColumnType
  max_definition_level : Int
  max_repetition_level : Int
  values : Array[Value]
  def_levels : Array[Int]
  rep_levels : Array[Int]
}

WriteNode

source

pub(all) struct WriteNode {
  name : String
  repetition : Repetition
  column_type : ColumnType?
  converted_type : Int?
  children : Array[WriteNode]
}

converted_type_list

source

let converted_type_list : Int

converted_type_map

source

let converted_type_map : Int

new_column

source

fn new_column(name : String, column_type : ColumnType, repetition : Repetition) -> Column

new_parquet_columnar_file

source

fn new_parquet_columnar_file(columns : Array[Column], column_data : Array[ParquetColumnData], row_count : Int, created_by : String?) -> ParquetColumnarFile

new_parquet_file

source

fn new_parquet_file(columns : Array[Column], rows : Array[Array[Value]], created_by : String?) -> ParquetFile

read_bytes

source

fn read_bytes(data : Bytes) -> ParquetFile raise ParquetError

Read a parquet document from bytes.

read_bytes_columnar

source

fn read_bytes_columnar(data : Bytes) -> ParquetColumnarFile raise ParquetError

Read a parquet document from bytes without row materialization.

read_bytes_shredded

source

fn read_bytes_shredded(data : Bytes) -> (Array[LeafColumn], Int) raise ParquetError

全文件 shredded 读取：返回每个叶列的槽位流与总记录数（跨 row group 拼接，记录边界由 rep==0 标记）。

read_file

source

fn read_file(path : String) -> ParquetFile raise ParquetError

Read a parquet file from disk.

read_file_columnar

source

fn read_file_columnar(path : String) -> ParquetColumnarFile raise ParquetError

Read a parquet file from disk without row materialization.

write_bytes

source

fn write_bytes(file : ParquetFile) -> Bytes raise ParquetError

Encode a parquet document to bytes.

The current writer supports flat schemas of Int32, Int64, String, and Binary, with Required or Optional repetition.

write_bytes_shredded

source

fn write_bytes_shredded(nodes : Array[WriteNode], leaves : Array[WriteLeaf], num_rows : Int) -> Bytes raise ParquetError

嵌套写入：nodes 为根的子节点（前序遍历顺序决定列块顺序）， leaves 与该前序遍历中的叶顺序一一对应。

write_file

source

fn write_file(path : String, file : ParquetFile) -> Unit raise ParquetError

Encode a parquet document and write it to disk.

Source Files

Install

Download zip

MoonBit-native Delta Lake table-format kernel: transaction log replay, snapshots, time travel, scan planning and append writes.

delta-laketable-formatlakehouseparquetdata

xiguaAp6y3

Apache-2.0

github.com/xiguaAp6y3/moondelta-core

Updated 5 days ago

50 downloads

Site source Report issue Modules Skills CLI Build queue Statistics

#ParquetError

#ParquetError::equal

#ParquetError::not_equal

#ParquetError::output

#ParquetError::to_repr

#ParquetError::to_string

#Column

#Column::column_type

#Column::equal

#Column::name

#Column::not_equal

#Column::output

#Column::repetition

#Column::to_repr

#Column::to_string

#ColumnType

#ColumnType::equal

#ColumnType::not_equal

#ColumnType::output

#ColumnType::to_repr

#ColumnType::to_string

#LeafColumn

#ParquetColumnData

#ParquetColumnData::equal

#ParquetColumnData::length

#ParquetColumnData::not_equal

#ParquetColumnData::output

#ParquetColumnData::to_repr

#ParquetColumnData::to_string

#ParquetColumnarFile

#ParquetColumnarFile::column_data

#ParquetColumnarFile::column_values

#ParquetColumnarFile::columns

#ParquetColumnarFile::created_by

#ParquetColumnarFile::equal

#ParquetColumnarFile::not_equal

#ParquetColumnarFile::output

#ParquetColumnarFile::row_count

#ParquetColumnarFile::to_repr

#ParquetColumnarFile::to_string

#ParquetFile

#ParquetFile::column_data

#ParquetFile::columns

#ParquetFile::created_by

#ParquetFile::equal

#ParquetFile::not_equal

#ParquetFile::output

#ParquetFile::row_count

#ParquetFile::rows

#ParquetFile::to_repr

#ParquetFile::to_string

#Repetition

#Repetition::equal

#Repetition::not_equal

#Repetition::output

#Repetition::to_repr

#Repetition::to_string

#Value

#Value::equal

#Value::not_equal

#Value::output

#Value::to_repr

#Value::to_string

#WriteLeaf

#WriteNode

#converted_type_list

#converted_type_map

#new_column

#new_parquet_columnar_file

#new_parquet_file

#read_bytes

#read_bytes_columnar

#read_bytes_shredded

#read_file

#read_file_columnar

#write_bytes

#write_bytes_shredded

#write_file

Source Files

ParquetError

ParquetError::equal

ParquetError::not_equal

ParquetError::output

ParquetError::to_repr

ParquetError::to_string

Column

Column::column_type

Column::equal

Column::name

Column::not_equal

Column::output

Column::repetition

Column::to_repr

Column::to_string

ColumnType

ColumnType::equal

ColumnType::not_equal

ColumnType::output

ColumnType::to_repr

ColumnType::to_string

LeafColumn

ParquetColumnData

ParquetColumnData::equal

ParquetColumnData::length

ParquetColumnData::not_equal

ParquetColumnData::output

ParquetColumnData::to_repr

ParquetColumnData::to_string

ParquetColumnarFile

ParquetColumnarFile::column_data

ParquetColumnarFile::column_values

ParquetColumnarFile::columns

ParquetColumnarFile::created_by

ParquetColumnarFile::equal

ParquetColumnarFile::not_equal

ParquetColumnarFile::output

ParquetColumnarFile::row_count

ParquetColumnarFile::to_repr

ParquetColumnarFile::to_string

ParquetFile

ParquetFile::column_data

ParquetFile::columns

ParquetFile::created_by

ParquetFile::equal

ParquetFile::not_equal

ParquetFile::output

ParquetFile::row_count

ParquetFile::rows

ParquetFile::to_repr

ParquetFile::to_string

Repetition

Repetition::equal

Repetition::not_equal

Repetition::output

Repetition::to_repr

Repetition::to_string

Value

Value::equal

Value::not_equal

Value::output

Value::to_repr

Value::to_string

WriteLeaf

WriteNode

converted_type_list

converted_type_map

new_column

new_parquet_columnar_file

new_parquet_file

read_bytes

read_bytes_columnar

read_bytes_shredded

read_file

read_file_columnar

write_bytes

write_bytes_shredded

write_file