supercat666's picture
add igv
78c921d
raw
history blame
7.87 kB
"use strict";
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
Object.defineProperty(exports, "__esModule", { value: true });
exports.fieldFromJSON = exports.dictionaryBatchFromJSON = exports.recordBatchFromJSON = exports.schemaFromJSON = void 0;
/* eslint-disable brace-style */
const schema_js_1 = require("../../schema.js");
const type_js_1 = require("../../type.js");
const message_js_1 = require("./message.js");
const enum_js_1 = require("../../enum.js");
/** @ignore */
function schemaFromJSON(_schema, dictionaries = new Map()) {
return new schema_js_1.Schema(schemaFieldsFromJSON(_schema, dictionaries), customMetadataFromJSON(_schema['customMetadata']), dictionaries);
}
exports.schemaFromJSON = schemaFromJSON;
/** @ignore */
function recordBatchFromJSON(b) {
return new message_js_1.RecordBatch(b['count'], fieldNodesFromJSON(b['columns']), buffersFromJSON(b['columns']));
}
exports.recordBatchFromJSON = recordBatchFromJSON;
/** @ignore */
function dictionaryBatchFromJSON(b) {
return new message_js_1.DictionaryBatch(recordBatchFromJSON(b['data']), b['id'], b['isDelta']);
}
exports.dictionaryBatchFromJSON = dictionaryBatchFromJSON;
/** @ignore */
function schemaFieldsFromJSON(_schema, dictionaries) {
return (_schema['fields'] || []).filter(Boolean).map((f) => schema_js_1.Field.fromJSON(f, dictionaries));
}
/** @ignore */
function fieldChildrenFromJSON(_field, dictionaries) {
return (_field['children'] || []).filter(Boolean).map((f) => schema_js_1.Field.fromJSON(f, dictionaries));
}
/** @ignore */
function fieldNodesFromJSON(xs) {
return (xs || []).reduce((fieldNodes, column) => [
...fieldNodes,
new message_js_1.FieldNode(column['count'], nullCountFromJSON(column['VALIDITY'])),
...fieldNodesFromJSON(column['children'])
], []);
}
/** @ignore */
function buffersFromJSON(xs, buffers = []) {
for (let i = -1, n = (xs || []).length; ++i < n;) {
const column = xs[i];
column['VALIDITY'] && buffers.push(new message_js_1.BufferRegion(buffers.length, column['VALIDITY'].length));
column['TYPE'] && buffers.push(new message_js_1.BufferRegion(buffers.length, column['TYPE'].length));
column['OFFSET'] && buffers.push(new message_js_1.BufferRegion(buffers.length, column['OFFSET'].length));
column['DATA'] && buffers.push(new message_js_1.BufferRegion(buffers.length, column['DATA'].length));
buffers = buffersFromJSON(column['children'], buffers);
}
return buffers;
}
/** @ignore */
function nullCountFromJSON(validity) {
return (validity || []).reduce((sum, val) => sum + +(val === 0), 0);
}
/** @ignore */
function fieldFromJSON(_field, dictionaries) {
let id;
let keys;
let field;
let dictMeta;
let type;
let dictType;
// If no dictionary encoding
if (!dictionaries || !(dictMeta = _field['dictionary'])) {
type = typeFromJSON(_field, fieldChildrenFromJSON(_field, dictionaries));
field = new schema_js_1.Field(_field['name'], type, _field['nullable'], customMetadataFromJSON(_field['customMetadata']));
}
// If dictionary encoded and the first time we've seen this dictionary id, decode
// the data type and child fields, then wrap in a Dictionary type and insert the
// data type into the dictionary types map.
else if (!dictionaries.has(id = dictMeta['id'])) {
// a dictionary index defaults to signed 32 bit int if unspecified
keys = (keys = dictMeta['indexType']) ? indexTypeFromJSON(keys) : new type_js_1.Int32();
dictionaries.set(id, type = typeFromJSON(_field, fieldChildrenFromJSON(_field, dictionaries)));
dictType = new type_js_1.Dictionary(type, keys, id, dictMeta['isOrdered']);
field = new schema_js_1.Field(_field['name'], dictType, _field['nullable'], customMetadataFromJSON(_field['customMetadata']));
}
// If dictionary encoded, and have already seen this dictionary Id in the schema, then reuse the
// data type and wrap in a new Dictionary type and field.
else {
// a dictionary index defaults to signed 32 bit int if unspecified
keys = (keys = dictMeta['indexType']) ? indexTypeFromJSON(keys) : new type_js_1.Int32();
dictType = new type_js_1.Dictionary(dictionaries.get(id), keys, id, dictMeta['isOrdered']);
field = new schema_js_1.Field(_field['name'], dictType, _field['nullable'], customMetadataFromJSON(_field['customMetadata']));
}
return field || null;
}
exports.fieldFromJSON = fieldFromJSON;
/** @ignore */
function customMetadataFromJSON(_metadata) {
return new Map(Object.entries(_metadata || {}));
}
/** @ignore */
function indexTypeFromJSON(_type) {
return new type_js_1.Int(_type['isSigned'], _type['bitWidth']);
}
/** @ignore */
function typeFromJSON(f, children) {
const typeId = f['type']['name'];
switch (typeId) {
case 'NONE': return new type_js_1.Null();
case 'null': return new type_js_1.Null();
case 'binary': return new type_js_1.Binary();
case 'utf8': return new type_js_1.Utf8();
case 'bool': return new type_js_1.Bool();
case 'list': return new type_js_1.List((children || [])[0]);
case 'struct': return new type_js_1.Struct(children || []);
case 'struct_': return new type_js_1.Struct(children || []);
}
switch (typeId) {
case 'int': {
const t = f['type'];
return new type_js_1.Int(t['isSigned'], t['bitWidth']);
}
case 'floatingpoint': {
const t = f['type'];
return new type_js_1.Float(enum_js_1.Precision[t['precision']]);
}
case 'decimal': {
const t = f['type'];
return new type_js_1.Decimal(t['scale'], t['precision'], t['bitWidth']);
}
case 'date': {
const t = f['type'];
return new type_js_1.Date_(enum_js_1.DateUnit[t['unit']]);
}
case 'time': {
const t = f['type'];
return new type_js_1.Time(enum_js_1.TimeUnit[t['unit']], t['bitWidth']);
}
case 'timestamp': {
const t = f['type'];
return new type_js_1.Timestamp(enum_js_1.TimeUnit[t['unit']], t['timezone']);
}
case 'interval': {
const t = f['type'];
return new type_js_1.Interval(enum_js_1.IntervalUnit[t['unit']]);
}
case 'union': {
const t = f['type'];
return new type_js_1.Union(enum_js_1.UnionMode[t['mode']], (t['typeIds'] || []), children || []);
}
case 'fixedsizebinary': {
const t = f['type'];
return new type_js_1.FixedSizeBinary(t['byteWidth']);
}
case 'fixedsizelist': {
const t = f['type'];
return new type_js_1.FixedSizeList(t['listSize'], (children || [])[0]);
}
case 'map': {
const t = f['type'];
return new type_js_1.Map_((children || [])[0], t['keysSorted']);
}
}
throw new Error(`Unrecognized type: "${typeId}"`);
}
//# sourceMappingURL=json.js.map