ENH: Added automatic weight initialization

src/Network/NeuralNetwork.cpp

@@ -5,6 +5,8 @@
  * @date 13.6.18 - 
  */
 
+#include <boost/random/mersenne_twister.hpp>
+#include <boost/random/uniform_real_distribution.hpp>
 #include "NeuralNetwork.h"
 #include "../NetConnection/ConnectionWeightIdentity.h"
 
@@ -45,7 +47,23 @@ int NeuralNetwork::add_neuron(Neuron *n) {
     return (int)this->neurons->size() - 1;
 }
 
+void NeuralNetwork::add_connection_simple(int n1_idx, int n2_idx) {
+    add_connection_simple(n1_idx, n2_idx, -1);
+}
+
+void NeuralNetwork::add_connection_simple(int n1_idx, int n2_idx, int weight_idx) {
+    boost::random::mt19937 gen;
+
+    // Init weight guess ("optimal" for logistic activation functions)
+    double r = 4 * sqrt(6./(this->n_inputs + this->n_outputs));
+
+    boost::random::uniform_real_distribution<> dist(-r, r);
+
+    add_connection_simple(n1_idx, n2_idx, weight_idx, dist(gen));
+}
+
 void NeuralNetwork::add_connection_simple(int n1_idx, int n2_idx, int weight_idx, double weight_value) {
+    // TODO generate weight_value automatically from normal distribution
 
     if(weight_idx < 0 || weight_idx >= this->connection_weights->size()){
         //this weight is a new one, we add it to the system of weights

src/Network/NeuralNetwork.h

@@ -99,6 +99,21 @@ public:
      */
     int add_neuron(Neuron* n);
 
+    /**
+     *
+     * @param n1_idx
+     * @param n2_idx
+     */
+    void add_connection_simple(int n1_idx, int n2_idx);
+
+    /**
+     *
+     * @param n1_idx
+     * @param n2_idx
+     * @param weight_idx
+     */
+    void add_connection_simple(int n1_idx, int n2_idx, int weight_idx);
+
     /**
      *
      * @param[in] n1_idx

src/net_test_1.cpp

+//
+// Created by martin on 7/16/18.
+//
+