NeuronLayer.h

#include "ILayer.h"

#pragma once
class NeuronLayer : public ILayer
{
protected:
	ActivationFunctions activation = ActivationFunctions::sigmoid;

public:
	NeuronLayer(IConnections* connections, size_t neuron_count, ActivationFunctions activation);
	NeuronLayer();
	
	void layer_specific_deallocate() override;

	ILayer* layer_specific_clone() override;

	void specific_save(FILE* file) override;
	void load(FILE* file) override;

	void execute(
		data_t* activations, size_t activations_start,
		data_t* execution_values, size_t execution_values_start
	) override;

	void calculate_gradients(
		data_t* activations, size_t activations_start,
		data_t* execution_values, size_t execution_values_start,
		data_t* derivatives, size_t derivatives_start,
		data_t* gradients, size_t next_gradients_start, size_t gradients_start,
		data_t* costs, size_t costs_start
	) override;

	void subtract_gradients(
		data_t* gradients, size_t gradients_start, data_t learning_rate, short* dropout, data_t gradient_clip
	) override;

	void calculate_derivatives(
		data_t* activations, size_t activations_start,
		data_t* derivatives, size_t previous_derivatives_start, size_t derivatives_start,
		data_t* execution_values, size_t execution_values_start
	) override
	{

	}

	void add_neuron(size_t previous_layer_length, size_t previous_layer_activations_start, float previous_layer_connection_probability, size_t min_connections) override;
	void adjust_to_added_neuron(size_t added_neuron_i, float connection_probability) override;
	void remove_neuron(size_t layer_neuron_i) override;
	void adjust_to_removed_neuron(size_t neuron_i) override;
};