Documentation

ParquetLoader extends AbstractLoader
in package

This is a Parquet loader

Tags
author

Eric Huang eric.huang@atelli.ai

Table of Contents

COMPRESSION_METHOD_NONE  = 'none'
COMPRESSION_METHOD_SNAPPY  = 'snappy'
COMPRESSION_METHOD_ZIP  = 'zip'
$columnNames  : array<string|int, string>
$columns  : array<string|int, mixed>
$compressionMethods  : array<string, int>
$currentLength  : int
$currentRows  : int
$data  : array<string|int, array<string|int, mixed>>
$fileManager  : FileManager
$compressionMethod  : string
$isColumnBase  : bool
__construct()  : mixed
construct
canLoadByLength()  : bool
can load by length
canLoadByRows()  : bool
can load by rows
getData()  : array<string|int, array<string|int, mixed>>
get data
load()  : Result
output current data and generate destination automatically, must set fileManager before using this method
output()  : Result
output current data into specific destination
push()  : void
push
setFileManager()  : void
set filename

Constants

COMPRESSION_METHOD_NONE

public string COMPRESSION_METHOD_NONE = 'none'

COMPRESSION_METHOD_NONE

COMPRESSION_METHOD_SNAPPY

public string COMPRESSION_METHOD_SNAPPY = 'snappy'

COMPRESSION_METHOD_SNAPPY

COMPRESSION_METHOD_ZIP

public string COMPRESSION_METHOD_ZIP = 'zip'

COMPRESSION_METHOD_ZIP

Properties

$compressionMethods

protected array<string, int> $compressionMethods = ['zip' => \codename\parquet\CompressionMethod::Gzip, 'snappy' => \codename\parquet\CompressionMethod::Snappy, 'none' => \codename\parquet\CompressionMethod::None]

compressionMethods

$data

protected array<string|int, array<string|int, mixed>> $data = []

$compressionMethod

private string $compressionMethod = 'zip'

Methods

__construct()

construct

public __construct(array<string|int, ColumnInterface> $columns[, string $compressionMethod = 'zip' ]) : mixed
Parameters
$columns : array<string|int, ColumnInterface>
$compressionMethod : string = 'zip'

default: zip

Return values
mixed —

canLoadByLength()

can load by length

public canLoadByLength(int $length) : bool
Parameters
$length : int

bytes

Return values
bool —

canLoadByRows()

can load by rows

public canLoadByRows(int $rows) : bool
Parameters
$rows : int
Return values
bool —

getData()

get data

public getData() : array<string|int, array<string|int, mixed>>
Return values
array<string|int, array<string|int, mixed>> —

load()

output current data and generate destination automatically, must set fileManager before using this method

public load() : Result
Return values
Result —

output()

output current data into specific destination

public output(string $dest) : Result
Parameters
$dest : string
Return values
Result —

push()

push

public push(array<string|int, mixed> $values[, bool $isAssoc = true ]) : void
Parameters
$values : array<string|int, mixed>
$isAssoc : bool = true

default: true

Return values
void —

Search results