CscNeuralNetworkPersistenceTensorFlow.h

Go to the documentation of this file.

/*
 * CscNeuralNetworkPersistenceTensorFlow.h
 *
 *  Created on: 14 juin 2024
 *      Author: Max Lhermitte
 */
 
#ifndef CSCNEURALNETWORKPERSISTENCETENSORFLOW_H_
#define CSCNEURALNETWORKPERSISTENCETENSORFLOW_H_
 
#include "ArtificialIntelligence/CscNeuralNetwork.h"
#include "Util/conscience_util.h"
#include "CscCommon.h"
#include "tensorflow/c/c_api.h"
#include "Util/json.h"
 
using namespace conscience_utils::JSON;
 
#define TF_STORAGE_DIRECTORY "../conscience-resources/neuralNetworkTFModelsSaved"
 
#define NN_SHAPE_TYPE "nn.shape.type"
#define NN_SHAPE_NB_INPUTS "nn.shape.nbInputs"
#define NN_SHAPE_NB_HIDDEN_LAYERS "nn.shape.nbHiddenLayers"
#define NN_SHAPE_NB_NEURONS_PER_LAYER_PREFIX "nn.shape.nbNeuronsPerHiddenLayer."
#define NN_SHAPE_NB_OUTPUTS "nn.shape.nbOutputs"
#define NN_HIDDEN_LAYERS_FUNCTIONS_ACTIVATION "nn.functions.hiddenLayersActivationFunction"
#define NN_OUTPUTS_FUNCTIONS_ACTIVATION "nn.functions.outputsActivationFunction"
#define NN_FUNCTIONS_LOSS "nn.functions.lossFunction"
#define NN_WEIGHTS_PREFIX "nn.weights."
#define NN_BIASES_PREFIX "nn.biases."
 
namespace conscience_core::ai::nn {
 
class CSC_DLL_IMPORTEXPORT CscNeuralNetworkPersistenceTensorFlow {
public:
    struct CSC_DLL_IMPORTEXPORT AllNeuralNetworkTensorFlowParams {
    private:
        CscNeuralNetworkType* neuralNetworkType;
        CscNeuralNetwork::NeuralNetworkHyperparameters* neuralNetworkHyperparameters = nullptr;
        CscNeuralNetwork::TrainingHyperparameters* trainingHyperparameters = nullptr;
        float** weightsLoadedFromModel = nullptr;
        float** biasesLoadedFromModel = nullptr;
        
    public:
        AllNeuralNetworkTensorFlowParams(CscNeuralNetworkType* neuralNetworkType,
                                         CscNeuralNetwork::NeuralNetworkHyperparameters* neuralNetworkHyperparameters,
                                         CscNeuralNetwork::TrainingHyperparameters* trainingHyperparameters,
                                         float** weightsLoadedFromModelInit,
                                         float** biasesLoadedFromModelInit);
        ~AllNeuralNetworkTensorFlowParams();
        
        CscNeuralNetworkType* getNeuralNetworkType() const;
        CscNeuralNetwork::NeuralNetworkHyperparameters* getNeuralNetworkHyperparameters() const;
        CscNeuralNetwork::TrainingHyperparameters* getTrainingHyperparameters() const;
        float** getWeightsLoadedFromModel() const;
        float** getBiasesLoadedFromModel() const;
    };
    
    CscNeuralNetworkPersistenceTensorFlow();
    virtual ~CscNeuralNetworkPersistenceTensorFlow();
    
    static AllNeuralNetworkTensorFlowParams* loadModelFromDirectory(const fs::path &dirPath, bool forTraining);
    CscJsonObject *fromNeuralNetworkTFToJSON(TF_Session* session, TF_Graph* graph, TF_Status* status, CscNeuralNetwork* neuralNetwork, vector<const char*> varBestValueNames);
    
    void saveToStorage(CscJsonObject *jsonObject, string pathDirectory, string fileDirectionAndName);
    
    inline static const string FILE_EXTENSION = ".cscnn";
 
private:
    // Attributes
    unique_ptr<CscLogger> loggerPersistence;
 
    // Methods;
    
    void storeAllWeightsAndBiasesInTensorArray(TF_Session* session, TF_Graph* graph, TF_Status* status, vector<const char*> weightsAndBiasesVariarblesNames, TF_Tensor** tensorArrayToStoreWeightsAndBiases);
};
}
 
#endif /* CSCTFNEURALNETWORKPERSISTENCETENSORFLOW_H_ */