NeuralNetworkVisualization/neuralnetworkui/visualizermodel.cpp

/*
 * MIT License
 *
 * Copyright (c) 2019 Alexey Edelev <semlanik@gmail.com>
 *
 * This file is part of NeuralNetwork project https://git.semlanik.org/semlanik/NeuralNetwork
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy of this
 * software and associated documentation files (the "Software"), to deal in the Software
 * without restriction, including without limitation the rights to use, copy, modify,
 * merge, publish, distribute, sublicense, and/or sell copies of the Software, and
 * to permit persons to whom the Software is furnished to do so, subject to the following
 * conditions:
 *
 * The above copyright notice and this permission notice shall be included in all copies
 * or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
 * INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
 * PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE
 * FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#include "visualizermodel.h"

#include <QDebug>

#include <qgrpcasyncreply.h>
#include <QQmlEngine>

#include "remotecontrol.qpb.h"
#include "visualization.qpb.h"

using namespace remotecontrol;
using namespace QtProtobuf;

VisualizerModel::VisualizerModel(std::shared_ptr<RemoteControlClient> &client,
                                 std::shared_ptr<visualization::VisualizationClient> &visualizationClient,
                                 QObject *parent) : QObject(parent)
  , m_client(client)
  , m_visualizationClient(visualizationClient)
  , m_networkState(new NetworkState{NetworkState::None})
{
    m_client->getConfiguration({}, this, [this](QGrpcAsyncReply *reply) {
        qDeleteAll(m_layers);
        m_networkConfig = reply->read<Configuration>();
        for(int i = 0; i < m_networkConfig.sizes().size(); i++) {
            m_layers.append(new NetworkLayerState);
            auto layerState = m_layers.last();
            auto currenSize = m_networkConfig.sizes()[i];
            auto &activations = layerState->m_activations;
            auto &weights = layerState->m_weights;
            activations.setDimentions(currenSize, 1);
            QList<ValueIndicator*> data;
            for (int k = 0; k < currenSize; k++) {
                data.append(new ValueIndicator(&activations));
            }
            activations.setData(data);

            if (i != 0) {
                auto previousSize = m_networkConfig.sizes()[i - 1];
                int tolalItems = currenSize * previousSize;
                weights.setDimentions(currenSize,previousSize);
                data.clear();
                for (int k = 0; k < tolalItems; k++) {
                    data.append(new ValueIndicator(&weights));
                }
                weights.setData(data);
            }
        }
        sizesChanged();
    });

    auto subscription = client->subscribeActivationsUpdates({});
    QObject::connect(subscription, &QtProtobuf::QGrpcSubscription::updated, [this, subscription]() {
        if (m_layers.isEmpty()) {
            return;
        }
        auto activations = subscription->read<remotecontrol::LayerMatrix>();
        auto layer = m_layers[activations.layer()];
        layer->m_activations.updateValues(Dense(activations.matrix().matrix()));
        layer->m_actiovationTrigger.updateLayer();
    });

    subscription = client->subscribeWeightsUpdates({});
    QObject::connect(subscription, &QtProtobuf::QGrpcSubscription::updated, [this, subscription]() {
        if (m_layers.isEmpty()) {
            return;
        }
        auto weights = subscription->read<remotecontrol::LayerMatrix>();
        auto layer = m_layers[weights.layer()];
        layer->m_weights.updateValues(Dense(weights.matrix().matrix()));
        layer->m_weightTrigger.updateLayer();
    });

    subscription = client->subscribeStateUpdates({}, m_networkState);
}

ValueIndicator *VisualizerModel::activation(int layer, int row)
{
    ValueIndicator* indicator = m_layers[layer]->m_activations.value<ValueIndicator*>(row, 0);
    QQmlEngine::setObjectOwnership(indicator, QQmlEngine::CppOwnership);
    return indicator;
}

ValueIndicator *VisualizerModel::weight(int layer, int row, int column)
{
    ValueIndicator* indicator = m_layers[layer]->m_weights.value<ValueIndicator*>(row, column);
    QQmlEngine::setObjectOwnership(indicator, QQmlEngine::CppOwnership);
    return indicator;
}

LayerTrigger *VisualizerModel::activationTrigger(int layer)
{
    LayerTrigger* trigger = &m_layers[layer]->m_actiovationTrigger;
    QQmlEngine::setObjectOwnership(trigger, QQmlEngine::CppOwnership);
    return trigger;
}

LayerTrigger *VisualizerModel::weightTrigger(int layer)
{
    LayerTrigger* trigger = &m_layers[layer]->m_weightTrigger;
    QQmlEngine::setObjectOwnership(trigger, QQmlEngine::CppOwnership);
    return trigger;
}

void VisualizerModel::start()
{
    m_visualizationClient->Run({});
}