com.splicemachine.derby.stream.function.FileFunction.java Source code

Introduction

Here is the source code for com.splicemachine.derby.stream.function.FileFunction.java

Source

/*
 * Copyright 2012 - 2016 Splice Machine, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use
 * this file except in compliance with the License. You may obtain a copy of the
 * License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed
 * under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 * CONDITIONS OF ANY KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations under the License.
 */

package com.splicemachine.derby.stream.function;

import com.splicemachine.db.iapi.error.StandardException;
import com.splicemachine.db.iapi.sql.execute.ExecRow;
import com.splicemachine.derby.impl.sql.execute.operations.LocatedRow;
import com.splicemachine.derby.stream.iapi.OperationContext;
import com.splicemachine.derby.stream.utils.BooleanList;
import org.apache.commons.collections.iterators.SingletonIterator;

import javax.annotation.concurrent.NotThreadSafe;
import java.io.*;
import java.util.Collections;
import java.util.Iterator;
import java.util.List;

/**
 *
 * Function for parsing CSV files that are splittable by Hadoop.  The tokenizer swaps in and out
 * the line to be tokenized.
 *
 * Special attention should be paid to permissive execution of the OperationContext.  This occurs
 * during imports so that failures are <i>handled</i>.
 *
 *
 */
@NotThreadSafe
public class FileFunction extends AbstractFileFunction<String> {
    boolean initialized = false;
    MutableCSVTokenizer tokenizer;

    public FileFunction() {
        super();
    }

    public FileFunction(String characterDelimiter, String columnDelimiter, ExecRow execRow, int[] columnIndex,
            String timeFormat, String dateTimeFormat, String timestampFormat, OperationContext operationContext) {
        super(characterDelimiter, columnDelimiter, execRow, columnIndex, timeFormat, dateTimeFormat,
                timestampFormat, operationContext);
    }

    /**
     *
     * Call Method for parsing the string into either a singleton List with a LocatedRow or
     * an empty list.
     *
     * @param s
     * @return
     * @throws Exception
     */
    @Override
    public Iterator<LocatedRow> call(final String s) throws Exception {
        if (operationContext.isFailed())
            return Collections.<LocatedRow>emptyList().iterator();
        if (!initialized) {
            Reader reader = new StringReader(s);
            checkPreference();
            tokenizer = new MutableCSVTokenizer(reader, preference);
            initialized = true;
        }
        try {
            tokenizer.setLine(s);
            List<String> read = tokenizer.read();
            BooleanList quotedColumns = tokenizer.getQuotedColumns();
            LocatedRow lr = call(read, quotedColumns);
            return lr == null ? Collections.<LocatedRow>emptyList().iterator() : new SingletonIterator(lr);
        } catch (Exception e) {
            if (operationContext.isPermissive()) {
                operationContext.recordBadRecord(e.getLocalizedMessage(), e);
                return Collections.<LocatedRow>emptyList().iterator();
            }
            throw StandardException.plainWrapException(e);
        }
    }
}