CscNeuralNetworkTensorFlow.h

Go to the documentation of this file.

/*
 * CscNeuralNetworkTensorFlow.h
 *
 *  Created on: 24 novembre 2023
 *      Author: Max Lhermitte
 */
 
#ifndef CSCNEURALNETWORKTENSORFLOW_H_
#define CSCNEURALNETWORKTENSORFLOW_H_
 
#include "ArtificialIntelligence/CscNeuralNetwork.h"
#include "Util/conscience_util.h"
#include "CscCommon.h"
#include "tensorflow/c/c_api.h"
#include "Util/json.h"
#include "ArtificialIntelligence/CscNeuralNetworkPersistenceTensorFlow.h"
#include "ArtificialIntelligence/CscNeuralNetworkBuilderTensorFlow.h"
 
using namespace conscience_utils::JSON;
 
 
namespace conscience_core::ai::nn {
 
class CSC_DLL_IMPORTEXPORT CscNeuralNetworkTensorFlow : public CscNeuralNetwork {
public:
    CscNeuralNetworkTensorFlow(CscNeuralNetworkType neuralNetworkType, NeuralNetworkHyperparameters *neuralNetworkHyperparametersInit, TrainingHyperparameters *trainingHyperparametersInit);
    CscNeuralNetworkTensorFlow(CscNeuralNetworkType neuralNetworkType, NeuralNetworkHyperparameters *neuralNetworkHyperparametersInit, TrainingHyperparameters *trainingHyperparametersInit, float **weightsLoadedFromModel, float **biasesLoadedFromModel, bool withCostFunction);
    virtual ~CscNeuralNetworkTensorFlow();
    
    CscNeuralNetworkTensorFlow *getDuplicata();
    
    vector<TF_Session *> getSessions();
    CscNeuralNetworkBuilderTensorFlow *getBuilder() const;
    CscNeuralNetworkPersistenceTensorFlow *getPersistence() const;
    
    ResultTraining trainNeuralNetwork(const int nbEpochs, const int nbMiniBatchs, DataSet *trainingDataSet, DataSet *validationDataSet, const bool debugMode = false) override;
    float testNeuralNetworkOnValidationDataSet(DataSet *validationDataSet, const bool nnNeverInitialized = false);
    static CscNeuralNetworkTensorFlow *loadModelFromDirectory(const fs::path &dirPath, bool forTraining);
    vector<float> executeWithoutCostFunction(TF_Session *session, float **inputs);
 
private:
    // Attributes
    int timeCounter = 0;
    vector<TF_Session *> sessions;
    CscNeuralNetworkPersistenceTensorFlow *persistence = nullptr;
    CscNeuralNetworkBuilderTensorFlow *builder = nullptr;
 
    // Methods
    void createNeuralNetwork(CscActivationFunction hiddenLayersFunctionActivation, CscActivationFunction outputLayerFunctionActivation, CscLossFunction lossFunction,  CscInitializationWeightsStrategy initilizationStrategy,  CscInitializationBiasStrategy initializationBiasStrategy, bool withCostFunction) override;
    
    // Methods for training
    float executeGraph(TF_Tensor *tensorInputs, TF_Tensor *tensorTargets, TF_Tensor *outputTensor, TF_Session *session);
    float *executeGraphWithoutCostFunction(TF_Tensor *tensorInputs, TF_Tensor *outputTensor, TF_Session *session);
    void configureGraphGradients(TF_Tensor *inputTensor, TF_Session *session);
    void updateWeightsAndBias(TF_Session *session, TF_Tensor *tensorInputs, TF_Tensor *tensorTarget, bool debugMode = false);
    
    float executeOnMiniBatches(TF_Session *session, float ***inputs, float ***targets, const int epoch, const int nbEpoch, const int nbMiniBatchs, const int dataPerMinibatch, const bool isTraining);
    
    // Methods for assignations
    void runAssignations(TF_Session *session, const std::vector<const char *>& assignationsNames, const char *statusCheckName);
    void assignationInitValues(TF_Session *session);
    void assignationAdagradInitValues(TF_Session *session);
    void assignationAdadeltaInitValues(TF_Session *session);
    void assignationAdamInitValues(TF_Session *session);
    void assignationBestValues(TF_Session *session);
    
    // Methods for run
    void runWithoutInputsAndOutputs(TF_Operation *operations, int nbOperations, TF_Session *session);
    
    // Debug methods
    void printTensor(TF_Tensor *tensor);
    void fetchWeightsAndBiases(TF_Session *session, vector<const char *> varNames);
    
    // Others methods
    bool checkStatus(const string methodName);
    TF_Tensor *createTensorMatriceOrder2(int nbLineMatrice, int nbColumnMatrice, float **values);
    void storeAllWeightsAndBiasesInTensorArray(TF_Session *session, vector<const char *> weightsAndBiasesVariarblesNames, TF_Tensor **tensorArrayToStoreWeightsAndBiases);
};
}
 
#endif /* CSCNEURALNETWORKTENSORFLOW_H_ */