A-New-Day-001's picture
Upload 1591 files
be5030f
import { flatbuffers } from 'flatbuffers';
import * as Schema_ from '../../fb/Schema';
import * as Message_ from '../../fb/Message';
import { Schema, Field } from '../../schema';
import { ArrayBufferViewInput } from '../../util/buffer';
import { MessageHeader, MetadataVersion } from '../../enum';
import { fieldFromJSON, schemaFromJSON, recordBatchFromJSON, dictionaryBatchFromJSON } from './json';
import Long = flatbuffers.Long;
import Builder = flatbuffers.Builder;
import _Field = Schema_.org.apache.arrow.flatbuf.Field;
import _Schema = Schema_.org.apache.arrow.flatbuf.Schema;
import _Buffer = Schema_.org.apache.arrow.flatbuf.Buffer;
import _FieldNode = Message_.org.apache.arrow.flatbuf.FieldNode;
import _RecordBatch = Message_.org.apache.arrow.flatbuf.RecordBatch;
import _DictionaryBatch = Message_.org.apache.arrow.flatbuf.DictionaryBatch;
import { DataType } from '../../type';
/**
* @ignore
* @private
**/
export declare class Message<T extends MessageHeader = any> {
/** @nocollapse */
static fromJSON<T extends MessageHeader>(msg: any, headerType: T): Message<T>;
/** @nocollapse */
static decode(buf: ArrayBufferViewInput): Message<MessageHeader>;
/** @nocollapse */
static encode<T extends MessageHeader>(message: Message<T>): Uint8Array;
/** @nocollapse */
static from(header: Schema | RecordBatch | DictionaryBatch, bodyLength?: number): Message<MessageHeader.Schema> | Message<MessageHeader.RecordBatch> | Message<MessageHeader.DictionaryBatch>;
body: Uint8Array;
protected _headerType: T;
protected _bodyLength: number;
protected _version: MetadataVersion;
readonly type: T;
readonly version: MetadataVersion;
readonly headerType: T;
readonly bodyLength: number;
protected _createHeader: MessageHeaderDecoder;
header(): T extends MessageHeader.Schema ? Schema<any> : T extends MessageHeader.RecordBatch ? RecordBatch : T extends MessageHeader.DictionaryBatch ? DictionaryBatch : never;
isSchema(): this is Message<MessageHeader.Schema>;
isRecordBatch(): this is Message<MessageHeader.RecordBatch>;
isDictionaryBatch(): this is Message<MessageHeader.DictionaryBatch>;
constructor(bodyLength: Long | number, version: MetadataVersion, headerType: T, header?: any);
}
/**
* @ignore
* @private
**/
export declare class RecordBatch {
protected _length: number;
protected _nodes: FieldNode[];
protected _buffers: BufferRegion[];
readonly nodes: FieldNode[];
readonly length: number;
readonly buffers: BufferRegion[];
constructor(length: Long | number, nodes: FieldNode[], buffers: BufferRegion[]);
}
/**
* @ignore
* @private
**/
export declare class DictionaryBatch {
protected _id: number;
protected _isDelta: boolean;
protected _data: RecordBatch;
readonly id: number;
readonly data: RecordBatch;
readonly isDelta: boolean;
readonly length: number;
readonly nodes: FieldNode[];
readonly buffers: BufferRegion[];
constructor(data: RecordBatch, id: Long | number, isDelta?: boolean);
}
/**
* @ignore
* @private
**/
export declare class BufferRegion {
offset: number;
length: number;
constructor(offset: Long | number, length: Long | number);
}
/**
* @ignore
* @private
**/
export declare class FieldNode {
length: number;
nullCount: number;
constructor(length: Long | number, nullCount: Long | number);
}
declare module '../../schema' {
namespace Field {
export { encodeField as encode };
export { decodeField as decode };
export { fieldFromJSON as fromJSON };
}
namespace Schema {
export { encodeSchema as encode };
export { decodeSchema as decode };
export { schemaFromJSON as fromJSON };
}
}
declare module './message' {
namespace RecordBatch {
export { encodeRecordBatch as encode };
export { decodeRecordBatch as decode };
export { recordBatchFromJSON as fromJSON };
}
namespace DictionaryBatch {
export { encodeDictionaryBatch as encode };
export { decodeDictionaryBatch as decode };
export { dictionaryBatchFromJSON as fromJSON };
}
namespace FieldNode {
export { encodeFieldNode as encode };
export { decodeFieldNode as decode };
}
namespace BufferRegion {
export { encodeBufferRegion as encode };
export { decodeBufferRegion as decode };
}
}
/** @ignore */
declare function decodeSchema(_schema: _Schema, dictionaries?: Map<number, DataType>): Schema<any>;
/** @ignore */
declare function decodeRecordBatch(batch: _RecordBatch, version?: MetadataVersion): RecordBatch;
/** @ignore */
declare function decodeDictionaryBatch(batch: _DictionaryBatch, version?: MetadataVersion): DictionaryBatch;
/** @ignore */
declare function decodeBufferRegion(b: _Buffer): BufferRegion;
/** @ignore */
declare function decodeFieldNode(f: _FieldNode): FieldNode;
/** @ignore */
declare function decodeField(f: _Field, dictionaries?: Map<number, DataType>): Field<any>;
/** @ignore */
declare function encodeSchema(b: Builder, schema: Schema): number;
/** @ignore */
declare function encodeField(b: Builder, field: Field): number;
/** @ignore */
declare function encodeRecordBatch(b: Builder, recordBatch: RecordBatch): number;
/** @ignore */
declare function encodeDictionaryBatch(b: Builder, dictionaryBatch: DictionaryBatch): number;
/** @ignore */
declare function encodeFieldNode(b: Builder, node: FieldNode): number;
/** @ignore */
declare function encodeBufferRegion(b: Builder, node: BufferRegion): number;
/** @ignore */
declare type MessageHeaderDecoder = <T extends MessageHeader>() => T extends MessageHeader.Schema ? Schema : T extends MessageHeader.RecordBatch ? RecordBatch : T extends MessageHeader.DictionaryBatch ? DictionaryBatch : never;
export {};