finally it works

But in the worst code structure:v

Author: Mrezadwiprasetiawan

NN/FFN/basicFFN/include/ffn.hxx

@@ -63,7 +63,7 @@ class BasicFFN {
   template <size_t inSize, size_t outSize>
   void init_layer(FP k, FP **w, FP *b) {
     // setup normal distribution
-    std::uniform_real_distribution<FP> dis(-1, 1);
+    std::normal_distribution<FP> dis(0, std::sqrt(2 / k));
 
     for (size_t i = 0; i < outSize; ++i) {
       for (size_t j = 0; j < inSize; ++j) w[j][i] = dis(gen);

NN/FFN/basicFFN/src/basicFFN.cxx

@@ -18,16 +18,20 @@
 */
 
 #include <cmath>
+#include <cstring>
 #include <ffn.hxx>
 #include <iostream>
+#include <map>
+#include <string>
 
-int main() {
+int main(int argc, const char **argv) {
   using namespace NN;
   using namespace std;
   BasicFFN<double, 1, 1024, 1024, 1> ffn;
   ffn.set_learning_rate(1e-3);
   ffn.set_epsilon(1e-12);
-  ffn.set_debug_mode(true);
+  ffn.set_weights_filename("wb.bin");
+  // ffn.set_debug_mode(true);
   std::cout << std::fixed << std::setprecision(32) << std::endl;
   double inputcond[1]{(double)rand() / RAND_MAX};
   double targetcond[1]{std::sin(inputcond[0])};
@@ -38,6 +42,7 @@ int main() {
     std::cout << "inputData\t" << inputData[0] << std::endl;
     std::cout << "targetData\t" << targetData[0] << std::endl;
     std::cout << "realforward\t" << *ffn.forward(inputData) << "\n\n";
+    ffn.save_weights();
   }
   double input[2]{rand() / (double)RAND_MAX, rand() / (double)RAND_MAX};
   std::cout << "inputcond\t" << inputcond[0] << std::endl;