com.cloudera.oryx.rdf.serving.generation.RDFGenerationManager.java Source code

Introduction

Here is the source code for com.cloudera.oryx.rdf.serving.generation.RDFGenerationManager.java

Source

/*
 * Copyright (c) 2013, Cloudera, Inc. All Rights Reserved.
 *
 * Cloudera, Inc. licenses this file to you under the Apache License,
 * Version 2.0 (the "License"). You may not use this file except in
 * compliance with the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 * CONDITIONS OF ANY KIND, either express or implied. See the License for
 * the specific language governing permissions and limitations under the
 * License.
 */

package com.cloudera.oryx.rdf.serving.generation;

import com.google.common.collect.BiMap;
import com.typesafe.config.Config;
import org.apache.commons.math3.util.Pair;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.File;
import java.io.IOException;
import java.io.Writer;
import java.util.Map;

import com.cloudera.oryx.common.io.IOUtils;
import com.cloudera.oryx.common.servcomp.Namespaces;
import com.cloudera.oryx.common.servcomp.Store;
import com.cloudera.oryx.common.settings.ConfigUtils;
import com.cloudera.oryx.rdf.common.pmml.DecisionForestPMML;
import com.cloudera.oryx.rdf.common.tree.DecisionForest;
import com.cloudera.oryx.serving.generation.GenerationManager;

/**
 * @author Sean Owen
 */
public final class RDFGenerationManager extends GenerationManager {

    private static final Logger log = LoggerFactory.getLogger(RDFGenerationManager.class);

    private int modelGeneration;
    private Generation currentModel;

    public RDFGenerationManager(File appendTempDir) throws IOException {
        super(appendTempDir);
        modelGeneration = NO_GENERATION;
    }

    public Generation getCurrentGeneration() {
        return currentModel;
    }

    public synchronized void append(CharSequence example) throws IOException {
        Writer appender = getAppender();
        if (appender != null) {
            appender.append(example + "\n");
        }
        decrementCountdownToUpload();
    }

    @Override
    protected void loadRecentModel(int mostRecentModelGeneration) throws IOException {
        if (mostRecentModelGeneration <= modelGeneration) {
            return;
        }
        if (modelGeneration == NO_GENERATION) {
            log.info("Most recent generation {} is the first available one", mostRecentModelGeneration);
        } else {
            log.info("Most recent generation {} is newer than current {}", mostRecentModelGeneration,
                    modelGeneration);
        }

        File modelPMMLFile = File.createTempFile("model-", ".pmml.gz");
        modelPMMLFile.deleteOnExit();
        IOUtils.delete(modelPMMLFile);

        Config config = ConfigUtils.getDefaultConfig();
        String instanceDir = config.getString("model.instance-dir");

        String generationPrefix = Namespaces.getInstanceGenerationPrefix(instanceDir, mostRecentModelGeneration);
        String modelPMMLKey = generationPrefix + "model.pmml.gz";
        Store.get().download(modelPMMLKey, modelPMMLFile);
        log.info("Loading model description from {}", modelPMMLKey);

        Pair<DecisionForest, Map<Integer, BiMap<String, Integer>>> forestAndCatalog = DecisionForestPMML
                .read(modelPMMLFile);
        IOUtils.delete(modelPMMLFile);
        log.info("Loaded model description");

        modelGeneration = mostRecentModelGeneration;
        currentModel = new Generation(forestAndCatalog.getFirst(), forestAndCatalog.getSecond());
    }

}