Spaces:
Running
Running
// Licensed to the Apache Software Foundation (ASF) under one | |
// or more contributor license agreements. See the NOTICE file | |
// distributed with this work for additional information | |
// regarding copyright ownership. The ASF licenses this file | |
// to you under the Apache License, Version 2.0 (the | |
// "License"); you may not use this file except in compliance | |
// with the License. You may obtain a copy of the License at | |
// | |
// http://www.apache.org/licenses/LICENSE-2.0 | |
// | |
// Unless required by applicable law or agreed to in writing, | |
// software distributed under the License is distributed on an | |
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
// KIND, either express or implied. See the License for the | |
// specific language governing permissions and limitations | |
// under the License. | |
/* eslint-disable @typescript-eslint/naming-convention */ | |
import { Block as _Block } from '../../fb/block.mjs'; | |
import { Footer as _Footer } from '../../fb/footer.mjs'; | |
import * as flatbuffers from 'flatbuffers'; | |
var Long = flatbuffers.Long; | |
var Builder = flatbuffers.Builder; | |
var ByteBuffer = flatbuffers.ByteBuffer; | |
import { Schema } from '../../schema.mjs'; | |
import { MetadataVersion } from '../../enum.mjs'; | |
import { toUint8Array } from '../../util/buffer.mjs'; | |
/** @ignore */ | |
class Footer_ { | |
constructor(schema, version = MetadataVersion.V4, recordBatches, dictionaryBatches) { | |
this.schema = schema; | |
this.version = version; | |
recordBatches && (this._recordBatches = recordBatches); | |
dictionaryBatches && (this._dictionaryBatches = dictionaryBatches); | |
} | |
/** @nocollapse */ | |
static decode(buf) { | |
buf = new ByteBuffer(toUint8Array(buf)); | |
const footer = _Footer.getRootAsFooter(buf); | |
const schema = Schema.decode(footer.schema()); | |
return new OffHeapFooter(schema, footer); | |
} | |
/** @nocollapse */ | |
static encode(footer) { | |
const b = new Builder(); | |
const schemaOffset = Schema.encode(b, footer.schema); | |
_Footer.startRecordBatchesVector(b, footer.numRecordBatches); | |
for (const rb of [...footer.recordBatches()].slice().reverse()) { | |
FileBlock.encode(b, rb); | |
} | |
const recordBatchesOffset = b.endVector(); | |
_Footer.startDictionariesVector(b, footer.numDictionaries); | |
for (const db of [...footer.dictionaryBatches()].slice().reverse()) { | |
FileBlock.encode(b, db); | |
} | |
const dictionaryBatchesOffset = b.endVector(); | |
_Footer.startFooter(b); | |
_Footer.addSchema(b, schemaOffset); | |
_Footer.addVersion(b, MetadataVersion.V4); | |
_Footer.addRecordBatches(b, recordBatchesOffset); | |
_Footer.addDictionaries(b, dictionaryBatchesOffset); | |
_Footer.finishFooterBuffer(b, _Footer.endFooter(b)); | |
return b.asUint8Array(); | |
} | |
get numRecordBatches() { return this._recordBatches.length; } | |
get numDictionaries() { return this._dictionaryBatches.length; } | |
*recordBatches() { | |
for (let block, i = -1, n = this.numRecordBatches; ++i < n;) { | |
if (block = this.getRecordBatch(i)) { | |
yield block; | |
} | |
} | |
} | |
*dictionaryBatches() { | |
for (let block, i = -1, n = this.numDictionaries; ++i < n;) { | |
if (block = this.getDictionaryBatch(i)) { | |
yield block; | |
} | |
} | |
} | |
getRecordBatch(index) { | |
return index >= 0 | |
&& index < this.numRecordBatches | |
&& this._recordBatches[index] || null; | |
} | |
getDictionaryBatch(index) { | |
return index >= 0 | |
&& index < this.numDictionaries | |
&& this._dictionaryBatches[index] || null; | |
} | |
} | |
export { Footer_ as Footer }; | |
/** @ignore */ | |
class OffHeapFooter extends Footer_ { | |
constructor(schema, _footer) { | |
super(schema, _footer.version()); | |
this._footer = _footer; | |
} | |
get numRecordBatches() { return this._footer.recordBatchesLength(); } | |
get numDictionaries() { return this._footer.dictionariesLength(); } | |
getRecordBatch(index) { | |
if (index >= 0 && index < this.numRecordBatches) { | |
const fileBlock = this._footer.recordBatches(index); | |
if (fileBlock) { | |
return FileBlock.decode(fileBlock); | |
} | |
} | |
return null; | |
} | |
getDictionaryBatch(index) { | |
if (index >= 0 && index < this.numDictionaries) { | |
const fileBlock = this._footer.dictionaries(index); | |
if (fileBlock) { | |
return FileBlock.decode(fileBlock); | |
} | |
} | |
return null; | |
} | |
} | |
/** @ignore */ | |
export class FileBlock { | |
constructor(metaDataLength, bodyLength, offset) { | |
this.metaDataLength = metaDataLength; | |
this.offset = typeof offset === 'number' ? offset : offset.low; | |
this.bodyLength = typeof bodyLength === 'number' ? bodyLength : bodyLength.low; | |
} | |
/** @nocollapse */ | |
static decode(block) { | |
return new FileBlock(block.metaDataLength(), block.bodyLength(), block.offset()); | |
} | |
/** @nocollapse */ | |
static encode(b, fileBlock) { | |
const { metaDataLength } = fileBlock; | |
const offset = new Long(fileBlock.offset, 0); | |
const bodyLength = new Long(fileBlock.bodyLength, 0); | |
return _Block.createBlock(b, offset, metaDataLength, bodyLength); | |
} | |
} | |
//# sourceMappingURL=file.mjs.map | |