com.ibm.bi.dml.runtime.matrix.data.TextCellToRowBlockConverter.java Source code

Introduction

Here is the source code for com.ibm.bi.dml.runtime.matrix.data.TextCellToRowBlockConverter.java

Source

/**
 * (C) Copyright IBM Corp. 2010, 2015
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * 
*/

package com.ibm.bi.dml.runtime.matrix.data;

import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;

import com.ibm.bi.dml.runtime.util.FastStringTokenizer;

public class TextCellToRowBlockConverter implements Converter<LongWritable, Text, MatrixIndexes, MatrixBlock> {

    private MatrixIndexes indexes = new MatrixIndexes();
    private MatrixBlock rowBlock = new MatrixBlock();
    private Pair<MatrixIndexes, MatrixBlock> pair = new Pair<MatrixIndexes, MatrixBlock>(indexes, rowBlock);
    private FastStringTokenizer st = new FastStringTokenizer(' ');
    private boolean hasValue = false;
    private boolean toIgnore = false;

    @Override
    public void convert(LongWritable k1, Text v1) {

        String str = v1.toString();

        //handle support for matrix market format
        if (str.startsWith("%")) {
            if (str.startsWith("%%"))
                toIgnore = true;
            hasValue = false;
            return;
        } else if (toIgnore) {
            toIgnore = false;
            hasValue = false;
            return;
        }

        //reset the tokenizer
        st.reset(str);

        //convert text to row block
        indexes.setIndexes(st.nextLong(), st.nextLong());
        rowBlock.reset(1, 1);
        rowBlock.quickSetValue(0, 0, st.nextDouble());
        hasValue = true;
    }

    @Override
    public boolean hasNext() {
        return hasValue;
    }

    @Override
    public Pair<MatrixIndexes, MatrixBlock> next() {
        if (!hasValue)
            return null;

        hasValue = false;
        return pair;
    }

    @Override
    public void setBlockSize(int rl, int cl) {

    }
}