com.simiacryptus.mindseye.layers.java.MonitoringSynapse.java Source code

Introduction

Here is the source code for com.simiacryptus.mindseye.layers.java.MonitoringSynapse.java

Source

/*
 * Copyright (c) 2018 by Andrew Charneski.
 *
 * The author licenses this file to you under the
 * Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance
 * with the License.  You may obtain a copy
 * of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package com.simiacryptus.mindseye.layers.java;

import com.google.gson.JsonObject;
import com.simiacryptus.mindseye.lang.*;
import com.simiacryptus.util.MonitoredItem;
import com.simiacryptus.util.MonitoredObject;
import com.simiacryptus.util.data.PercentileStatistics;
import com.simiacryptus.util.data.ScalarStatistics;

import javax.annotation.Nonnull;
import java.util.*;

/**
 * A diagnostic pass-through key that collects value statistics of forward and backprop signals.
 */
@SuppressWarnings("serial")
public final class MonitoringSynapse extends LayerBase implements MonitoredItem {

    private final ScalarStatistics backpropStatistics = new PercentileStatistics();
    private final ScalarStatistics forwardStatistics = new PercentileStatistics();
    private int totalBatches = 0;
    private int totalItems = 0;

    /**
     * Instantiates a new Monitoring synapse.
     */
    public MonitoringSynapse() {
        super();
    }

    /**
     * Instantiates a new Monitoring synapse.
     *
     * @param id the id
     */
    protected MonitoringSynapse(@Nonnull final JsonObject id) {
        super(id);
    }

    /**
     * From json monitoring synapse.
     *
     * @param json the json
     * @param rs   the rs
     * @return the monitoring synapse
     */
    @Nonnull
    public static MonitoringSynapse fromJson(@Nonnull final JsonObject json, Map<CharSequence, byte[]> rs) {
        @Nonnull
        final MonitoringSynapse obj = new MonitoringSynapse(json);
        obj.totalBatches = json.get("totalBatches").getAsInt();
        obj.totalItems = json.get("totalItems").getAsInt();
        obj.backpropStatistics.readJson(json.getAsJsonObject("backpropStatistics"));
        obj.forwardStatistics.readJson(json.getAsJsonObject("forwardStatistics"));
        return obj;
    }

    /**
     * Add to monitoring synapse.
     *
     * @param obj the obj
     * @return the monitoring synapse
     */
    @Nonnull
    public MonitoringSynapse addTo(@Nonnull final MonitoredObject obj) {
        return addTo(obj, getName());
    }

    /**
     * Add to monitoring synapse.
     *
     * @param obj  the obj
     * @param name the name
     * @return the monitoring synapse
     */
    @Nonnull
    public MonitoringSynapse addTo(@Nonnull final MonitoredObject obj, final String name) {
        setName(name);
        obj.addObj(getName(), this);
        return this;
    }

    @Override
    public Result eval(@Nonnull final Result... inObj) {
        assert 1 == inObj.length;
        final Result input = inObj[0];
        final TensorList inputdata = input.getData();
        input.addRef();
        inputdata.addRef();
        System.nanoTime();
        System.nanoTime();
        totalBatches++;
        totalItems += inputdata.length();
        forwardStatistics.clear();
        inputdata.stream().parallel().forEach(t -> {
            forwardStatistics.add(t.getData());
            t.freeRef();
        });
        return new Result(inputdata, (@Nonnull final DeltaSet<UUID> buffer, @Nonnull final TensorList data) -> {
            backpropStatistics.clear();
            data.addRef();
            input.accumulate(buffer, data);
            data.stream().parallel().forEach(t -> {
                backpropStatistics.add(t.getData());
                t.freeRef();
            });
        }) {

            @Override
            public boolean isAlive() {
                return input.isAlive();
            }

            @Override
            protected void _free() {
                input.freeRef();
            }
        };
    }

    @Nonnull
    @Override
    public JsonObject getJson(Map<CharSequence, byte[]> resources, DataSerializer dataSerializer) {
        @Nonnull
        final JsonObject json = super.getJsonStub();
        json.addProperty("totalBatches", totalBatches);
        json.addProperty("totalItems", totalItems);
        return json;
    }

    @Nonnull
    @Override
    public Map<CharSequence, Object> getMetrics() {
        @Nonnull
        final HashMap<CharSequence, Object> map = new HashMap<>();
        map.put("totalBatches", totalBatches);
        map.put("totalItems", totalItems);
        map.put("forward", forwardStatistics.getMetrics());
        map.put("backprop", backpropStatistics.getMetrics());
        return map;
    }

    @Override
    public List<double[]> state() {
        return Arrays.asList();
    }
}