UnionListWriter.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import org.apache.arrow.memory.ArrowBuf;
import org.apache.arrow.vector.complex.writer.Decimal256Writer;
import org.apache.arrow.vector.complex.writer.DecimalWriter;
import org.apache.arrow.vector.holders.Decimal256Holder;
import org.apache.arrow.vector.holders.DecimalHolder;


import java.lang.UnsupportedOperationException;
import java.math.BigDecimal;

<@pp.dropOutputFile />
<#list ["List", "ListView", "LargeList", "LargeListView"] as listName>

<@pp.changeOutputFile name="/org/apache/arrow/vector/complex/impl/Union${listName}Writer.java" />

<#include "/@includes/license.ftl" />

package org.apache.arrow.vector.complex.impl;

import static org.apache.arrow.memory.util.LargeMemoryUtil.checkedCastToInt;
<#include "/@includes/vv_imports.ftl" />

<#function is_timestamp_tz type>
  <#return type?starts_with("TimeStamp") && type?ends_with("TZ")>
</#function>

/*
 * This class is generated using freemarker and the ${.template_name} template.
 */

@SuppressWarnings("unused")
public class Union${listName}Writer extends AbstractFieldWriter {

  protected ${listName}Vector vector;
  protected PromotableWriter writer;
  private boolean inStruct = false;
  private boolean listStarted = false;
  private String structName;
  <#if listName == "LargeList" || listName == "LargeListView">
  private static final long OFFSET_WIDTH = 8;
  <#else>
  private static final int OFFSET_WIDTH = 4;
  </#if>

  <#if listName == "ListView">
  private static final long SIZE_WIDTH = 4;
  </#if>
  <#if listName == "LargeListView">
  private static final long SIZE_WIDTH = 8;
  </#if>

  public Union${listName}Writer(${listName}Vector vector) {
    this(vector, NullableStructWriterFactory.getNullableStructWriterFactoryInstance());
  }

  public Union${listName}Writer(${listName}Vector vector, NullableStructWriterFactory nullableStructWriterFactory) {
    this.vector = vector;
    <#if listName = "ListView" || listName = "LargeListView">
    this.writer = new PromotableViewWriter(vector.getDataVector(), vector, nullableStructWriterFactory);
    <#else>
    this.writer = new PromotableWriter(vector.getDataVector(), vector, nullableStructWriterFactory);
    </#if>
  }

  public Union${listName}Writer(${listName}Vector vector, AbstractFieldWriter parent) {
    this(vector);
  }

  @Override
  public void allocate() {
    vector.allocateNew();
  }

  @Override
  public void clear() {
    vector.clear();
  }

  @Override
  public Field getField() {
    return vector.getField();
  }

  public void setValueCount(int count) {
    vector.setValueCount(count);
  }

  @Override
  public int getValueCapacity() {
    return vector.getValueCapacity();
  }

  @Override
  public void close() throws Exception {
    vector.close();
    writer.close();
  }

  @Override
  public void setPosition(int index) {
    super.setPosition(index);
  }

  <#list vv.types as type><#list type.minor as minor>
  <#assign lowerName = minor.class?uncap_first />
  <#if lowerName == "int" ><#assign lowerName = "integer" /></#if>
  <#assign upperName = minor.class?upper_case />
  <#assign capName = minor.class?cap_first />
  <#assign vectName = capName />
  @Override
  public ${minor.class}Writer ${lowerName}() {
    return this;
  }

  <#if minor.typeParams?? >
  @Override
  public ${minor.class}Writer ${lowerName}(String name<#list minor.typeParams as typeParam>, ${typeParam.type} ${typeParam.name}</#list>) {
    return writer.${lowerName}(name<#list minor.typeParams as typeParam>, ${typeParam.name}</#list>);
  }
  </#if>

  @Override
  public ${minor.class}Writer ${lowerName}(String name) {
    structName = name;
    return writer.${lowerName}(name);
  }

  </#list></#list>

  @Override
  public StructWriter struct() {
    inStruct = true;
    return this;
  }

  @Override
  public ListWriter list() {
    return writer;
  }

  @Override
  public ListWriter list(String name) {
    ListWriter listWriter = writer.list(name);
    return listWriter;
  }

  @Override
  public ListWriter listView() {
    return writer;
  }

  @Override
  public ListWriter listView(String name) {
    ListWriter listWriter = writer.listView(name);
    return listWriter;
  }

  @Override
  public StructWriter struct(String name) {
    StructWriter structWriter = writer.struct(name);
    return structWriter;
  }

  @Override
  public MapWriter map() {
    return writer;
  }

  @Override
  public MapWriter map(String name) {
    MapWriter mapWriter = writer.map(name);
    return mapWriter;
  }

  @Override
  public MapWriter map(boolean keysSorted) {
    writer.map(keysSorted);
    return writer;
  }

  @Override
  public MapWriter map(String name, boolean keysSorted) {
    MapWriter mapWriter = writer.map(name, keysSorted);
    return mapWriter;
  }

  @Override
  public ExtensionWriter extension(ArrowType arrowType) {
    writer.extension(arrowType);
    return writer;
  }
  @Override
  public ExtensionWriter extension(String name, ArrowType arrowType) {
    ExtensionWriter extensionWriter = writer.extension(name, arrowType);
    return extensionWriter;
  }

  <#if listName == "LargeList">
  @Override
  public void startList() {
    vector.startNewValue(idx());
    writer.setPosition(checkedCastToInt(vector.getOffsetBuffer().getLong((idx() + 1L) * OFFSET_WIDTH)));
    listStarted = true;
  }

  @Override
  public void endList() {
    vector.getOffsetBuffer().setLong((idx() + 1L) * OFFSET_WIDTH, writer.idx());
    setPosition(idx() + 1);
    listStarted = false;
  }
  <#elseif listName == "ListView">
  @Override
  public void startList() {
    vector.startNewValue(idx());
    writer.setPosition(vector.getOffsetBuffer().getInt((idx()) * OFFSET_WIDTH));
    listStarted = true;
  }

  @Override
  public void endList() {
    int sizeUptoIdx = 0;
    for (int i = 0; i < idx(); i++) {
      sizeUptoIdx += vector.getSizeBuffer().getInt(i * SIZE_WIDTH);
    }
    vector.getSizeBuffer().setInt(idx() * SIZE_WIDTH, writer.idx() - sizeUptoIdx);
    setPosition(idx() + 1);
    listStarted = false;
  }

  @Override
  public void startListView() {
    vector.startNewValue(idx());
    writer.setPosition(vector.getOffsetBuffer().getInt((idx()) * OFFSET_WIDTH));
    listStarted = true;
  }

  @Override
  public void endListView() {
    int sizeUptoIdx = 0;
    for (int i = 0; i < idx(); i++) {
      sizeUptoIdx += vector.getSizeBuffer().getInt(i * SIZE_WIDTH);
    }
    vector.getSizeBuffer().setInt(idx() * SIZE_WIDTH, writer.idx() - sizeUptoIdx);
    setPosition(idx() + 1);
    listStarted = false;
  }
  <#elseif listName == "LargeListView">
  @Override
  public void startList() {
    vector.startNewValue(idx());
    writer.setPosition(vector.getOffsetBuffer().getInt((idx()) * OFFSET_WIDTH));
    listStarted = true;
  }

  @Override
  public void endList() {
    int sizeUptoIdx = 0;
    for (int i = 0; i < idx(); i++) {
      sizeUptoIdx += vector.getSizeBuffer().getInt(i * SIZE_WIDTH);
    }
    vector.getSizeBuffer().setInt(idx() * SIZE_WIDTH, writer.idx() - sizeUptoIdx);
    setPosition(idx() + 1);
    listStarted = false;
  }

  @Override
  public void startListView() {
    vector.startNewValue(idx());
    writer.setPosition(checkedCastToInt(vector.getOffsetBuffer().getInt((idx()) * OFFSET_WIDTH)));
    listStarted = true;
  }

  @Override
  public void endListView() {
    int sizeUptoIdx = 0;
    for (int i = 0; i < idx(); i++) {
      sizeUptoIdx += vector.getSizeBuffer().getInt(i * SIZE_WIDTH);
    }
    vector.getSizeBuffer().setInt(idx() * SIZE_WIDTH, writer.idx() - sizeUptoIdx);
    setPosition(idx() + 1);
    listStarted = false;
  }
  <#else>
  @Override
  public void startList() {
    vector.startNewValue(idx());
    writer.setPosition(vector.getOffsetBuffer().getInt((idx() + 1L) * OFFSET_WIDTH));
    listStarted = true;
  }

  @Override
  public void endList() {
    vector.getOffsetBuffer().setInt((idx() + 1L) * OFFSET_WIDTH, writer.idx());
    setPosition(idx() + 1);
    listStarted = false;
  }
  </#if>

  @Override
  public void start() {
    writer.start();
  }

  @Override
  public void end() {
    writer.end();
    inStruct = false;
  }

  @Override
  public void writeNull() {
    if (!listStarted){
      vector.setNull(idx());
    } else {
      writer.writeNull();
    }
  }

  @Override
  public void writeExtension(Object value) {
    writer.writeExtension(value);
  }
  @Override
  public void addExtensionTypeWriterFactory(ExtensionTypeWriterFactory var1) {
    writer.addExtensionTypeWriterFactory(var1);
  }
  public void write(ExtensionHolder var1) {
    writer.write(var1);
  }

  <#list vv.types as type>
    <#list type.minor as minor>
      <#assign name = minor.class?cap_first />
      <#assign fields = minor.fields!type.fields />
      <#assign uncappedName = name?uncap_first/>
  @Override
  public void write${name}(<#list fields as field>${field.type} ${field.name}<#if field_has_next>, </#if></#list>) {
    writer.write${name}(<#list fields as field>${field.name}<#if field_has_next>, </#if></#list>);
    writer.setPosition(writer.idx()+1);
  }

  <#if is_timestamp_tz(minor.class) || minor.class == "Duration" || minor.class == "FixedSizeBinary">
  @Override
  public void write(${name}Holder holder) {
    writer.write(holder);
    writer.setPosition(writer.idx()+1);
  }

  <#elseif minor.class?starts_with("Decimal")>
  public void write${name}(long start, ArrowBuf buffer, ArrowType arrowType) {
    writer.write${name}(start, buffer, arrowType);
    writer.setPosition(writer.idx()+1);
  }

  @Override
  public void write(${name}Holder holder) {
    writer.write(holder);
    writer.setPosition(writer.idx()+1);
  }

  public void write${name}(BigDecimal value) {
    writer.write${name}(value);
    writer.setPosition(writer.idx()+1);
  }

  public void writeBigEndianBytesTo${name}(byte[] value, ArrowType arrowType){
    writer.writeBigEndianBytesTo${name}(value, arrowType);
    writer.setPosition(writer.idx() + 1);
  }
  <#else>
  @Override
  public void write(${name}Holder holder) {
    writer.write${name}(<#list fields as field>holder.${field.name}<#if field_has_next>, </#if></#list>);
    writer.setPosition(writer.idx()+1);
  }
  </#if>

  <#if minor.class?ends_with("VarBinary")>
  @Override
  public void write${minor.class}(byte[] value) {
    writer.write${minor.class}(value);
    writer.setPosition(writer.idx() + 1);
  }

  @Override
  public void write${minor.class}(byte[] value, int offset, int length) {
    writer.write${minor.class}(value, offset, length);
    writer.setPosition(writer.idx() + 1);
  }

  @Override
  public void write${minor.class}(ByteBuffer value) {
    writer.write${minor.class}(value);
    writer.setPosition(writer.idx() + 1);
  }

  @Override
  public void write${minor.class}(ByteBuffer value, int offset, int length) {
    writer.write${minor.class}(value, offset, length);
    writer.setPosition(writer.idx() + 1);
  }
  <#elseif minor.class?ends_with("VarChar")>
  @Override
  public void write${minor.class}(Text value) {
    writer.write${minor.class}(value);
    writer.setPosition(writer.idx() + 1);
  }

  public void write${minor.class}(String value) {
    writer.write${minor.class}(value);
    writer.setPosition(writer.idx() + 1);
  }
  </#if>

    </#list>
  </#list>
}
</#list>