supercat666's picture
add igv
78c921d
raw
history blame
No virus
5.41 kB
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
/* eslint-disable @typescript-eslint/naming-convention */
import { Block as _Block } from '../../fb/block.mjs';
import { Footer as _Footer } from '../../fb/footer.mjs';
import * as flatbuffers from 'flatbuffers';
var Long = flatbuffers.Long;
var Builder = flatbuffers.Builder;
var ByteBuffer = flatbuffers.ByteBuffer;
import { Schema } from '../../schema.mjs';
import { MetadataVersion } from '../../enum.mjs';
import { toUint8Array } from '../../util/buffer.mjs';
/** @ignore */
class Footer_ {
constructor(schema, version = MetadataVersion.V4, recordBatches, dictionaryBatches) {
this.schema = schema;
this.version = version;
recordBatches && (this._recordBatches = recordBatches);
dictionaryBatches && (this._dictionaryBatches = dictionaryBatches);
}
/** @nocollapse */
static decode(buf) {
buf = new ByteBuffer(toUint8Array(buf));
const footer = _Footer.getRootAsFooter(buf);
const schema = Schema.decode(footer.schema());
return new OffHeapFooter(schema, footer);
}
/** @nocollapse */
static encode(footer) {
const b = new Builder();
const schemaOffset = Schema.encode(b, footer.schema);
_Footer.startRecordBatchesVector(b, footer.numRecordBatches);
for (const rb of [...footer.recordBatches()].slice().reverse()) {
FileBlock.encode(b, rb);
}
const recordBatchesOffset = b.endVector();
_Footer.startDictionariesVector(b, footer.numDictionaries);
for (const db of [...footer.dictionaryBatches()].slice().reverse()) {
FileBlock.encode(b, db);
}
const dictionaryBatchesOffset = b.endVector();
_Footer.startFooter(b);
_Footer.addSchema(b, schemaOffset);
_Footer.addVersion(b, MetadataVersion.V4);
_Footer.addRecordBatches(b, recordBatchesOffset);
_Footer.addDictionaries(b, dictionaryBatchesOffset);
_Footer.finishFooterBuffer(b, _Footer.endFooter(b));
return b.asUint8Array();
}
get numRecordBatches() { return this._recordBatches.length; }
get numDictionaries() { return this._dictionaryBatches.length; }
*recordBatches() {
for (let block, i = -1, n = this.numRecordBatches; ++i < n;) {
if (block = this.getRecordBatch(i)) {
yield block;
}
}
}
*dictionaryBatches() {
for (let block, i = -1, n = this.numDictionaries; ++i < n;) {
if (block = this.getDictionaryBatch(i)) {
yield block;
}
}
}
getRecordBatch(index) {
return index >= 0
&& index < this.numRecordBatches
&& this._recordBatches[index] || null;
}
getDictionaryBatch(index) {
return index >= 0
&& index < this.numDictionaries
&& this._dictionaryBatches[index] || null;
}
}
export { Footer_ as Footer };
/** @ignore */
class OffHeapFooter extends Footer_ {
constructor(schema, _footer) {
super(schema, _footer.version());
this._footer = _footer;
}
get numRecordBatches() { return this._footer.recordBatchesLength(); }
get numDictionaries() { return this._footer.dictionariesLength(); }
getRecordBatch(index) {
if (index >= 0 && index < this.numRecordBatches) {
const fileBlock = this._footer.recordBatches(index);
if (fileBlock) {
return FileBlock.decode(fileBlock);
}
}
return null;
}
getDictionaryBatch(index) {
if (index >= 0 && index < this.numDictionaries) {
const fileBlock = this._footer.dictionaries(index);
if (fileBlock) {
return FileBlock.decode(fileBlock);
}
}
return null;
}
}
/** @ignore */
export class FileBlock {
constructor(metaDataLength, bodyLength, offset) {
this.metaDataLength = metaDataLength;
this.offset = typeof offset === 'number' ? offset : offset.low;
this.bodyLength = typeof bodyLength === 'number' ? bodyLength : bodyLength.low;
}
/** @nocollapse */
static decode(block) {
return new FileBlock(block.metaDataLength(), block.bodyLength(), block.offset());
}
/** @nocollapse */
static encode(b, fileBlock) {
const { metaDataLength } = fileBlock;
const offset = new Long(fileBlock.offset, 0);
const bodyLength = new Long(fileBlock.bodyLength, 0);
return _Block.createBlock(b, offset, metaDataLength, bodyLength);
}
}
//# sourceMappingURL=file.mjs.map