class FullyConnectedLayer extends AbstractLayer {

    @Override
    public void applyWeightChanges() {
        if (batchMode) { // podeli Delta weights sa brojem uzoraka odnosno backward passova
            deltaWeights.div(batchSize);
            Tensor.div(deltaBiases, batchSize);
        }

        Tensor.copy(deltaWeights, prevDeltaWeights); // save as prev delta weight
        Tensor.copy(deltaBiases, prevDeltaBiases);

        weights.add(deltaWeights);
        Tensor.add(biases, deltaBiases);

        if (batchMode) {
            deltaWeights.fill(0);
            Tensor.fill(deltaBiases, 0);
        }

    }

    public  FullyConnectedLayer(int width);
    public  FullyConnectedLayer(int width, ActivationType activationFunction);

}