ceph/src/arrow/js/test/unit/ipc/writer/file-writer-tests.ts

   1 // Licensed to the Apache Software Foundation (ASF) under one
   2 // or more contributor license agreements.  See the NOTICE file
   3 // distributed with this work for additional information
   4 // regarding copyright ownership.  The ASF licenses this file
   5 // to you under the Apache License, Version 2.0 (the
   6 // "License"); you may not use this file except in compliance
   7 // with the License.  You may obtain a copy of the License at
   8 //
   9 //   http://www.apache.org/licenses/LICENSE-2.0
  10 //
  11 // Unless required by applicable law or agreed to in writing,
  12 // software distributed under the License is distributed on an
  13 // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  14 // KIND, either express or implied.  See the License for the
  15 // specific language governing permissions and limitations
  16 // under the License.
  17
  18 import {
  19     generateRandomTables,
  20     generateDictionaryTables
  21 } from '../../../data/tables';
  22
  23 import { validateRecordBatchIterator } from '../validate';
  24 import { Table, RecordBatchFileWriter } from 'apache-arrow';
  25
  26 describe('RecordBatchFileWriter', () => {
  27     for (const table of generateRandomTables([10, 20, 30])) {
  28         testFileWriter(table, `[${table.schema.fields.join(', ')}]`);
  29     }
  30     for (const table of generateDictionaryTables([10, 20, 30])) {
  31         testFileWriter(table, `${table.schema.fields[0]}`);
  32     }
  33 });
  34
  35 function testFileWriter(table: Table, name: string) {
  36     describe(`should write the Arrow IPC file format (${name})`, () => {
  37         test(`Table`, validateTable.bind(0, table));
  38     });
  39 }
  40
  41 async function validateTable(source: Table) {
  42     const writer = RecordBatchFileWriter.writeAll(source);
  43     const result = await Table.from(writer.toUint8Array());
  44     validateRecordBatchIterator(3, source.chunks);
  45     expect(result).toEqualTable(source);
  46 }