Better training

1 files changed, 120 insertions, 62 deletions

diff --git a/src/mlp_data.c b/src/mlp_data.c
index 3f65398a..2a18349f 100644
--- a/src/mlp_data.c
+++ b/src/mlp_data.c
@@ -1,73 +1,131 @@
 #include "mlp.h"
 
-/* RMS error was 0.082498, seed was 1321973245 */
+/* RMS error was 0.069845, seed was 1322025605 */
 
-static const float weights[291] = {
+static const float weights[581] = {
 
 /* hidden layer */
-1.98961, -0.0130782, 0.00232344, 0.034999, -0.111098, 
--0.0306255, 5.99275e-05, 0.0279719, -0.0122697, -0.0743631, 
--0.0265766, -0.0475938, -0.0358393, 0.0266045, -0.118931, 
-2.27785, 3.14688, 0.407808, 1.40886, -0.0050141, 
--0.289166, -0.507755, -0.699676, -1.15413, 0.00851358, 
-0.252532, -0.36482, -0.408518, 5.64382, 0.0997894, 
--0.0181532, 0.026249, 0.00308319, 0.0723668, 0.0562646, 
-0.00452278, 0.083442, 0.0495319, 0.00983553, 0.136991, 
--0.0351484, 0.0259153, 0.00614155, 1.19176, -2.81638, 
--0.514078, 0.881382, -0.257151, -0.486597, -0.187349, 
--1.26923, -0.464027, 0.181971, 0.485618, 0.0691355, 
-1.36658, -0.173798, -0.0413093, -0.265832, -1.01119, 
--0.0471417, 0.201685, -0.132444, -0.0361785, -0.0858083, 
-0.0962927, -0.0848372, -0.152459, -0.287675, -0.822893, 
-0.135702, -16.7317, 7.52835, -6.51729, 17.316, 
--0.138875, -0.591076, -0.87604, -0.0401374, -0.439988, 
-0.514362, 0.978875, 0.114317, 0.652455, 2.75847, 
-0.127838, -0.0673431, -0.058183, -0.104182, 0.073971, 
--0.00959418, 0.123298, 0.100977, 0.0675852, 0.0445473, 
-0.166355, -0.0726645, -0.0597856, -0.0462871, 0.0931391, 
--0.431765, -0.954361, -0.852153, 0.0753634, -0.436737, 
--0.404625, -0.215624, -0.268892, 0.521599, -0.201161, 
--1.0103, 0.115346, -0.997492, 0.0101888, 0.266479, 
-0.116699, 0.149483, 0.00956709, 0.0848689, 0.0285464, 
--0.0281497, 0.0368108, -0.0187327, 0.133623, 0.160256, 
-0.132136, 0.0975494, 0.809777, -2.9119, 1.60906, 
-0.433096, -0.0618059, -0.0886098, 0.027982, -0.817968, 
--0.08592, 0.0535723, 0.354925, 0.586248, 1.21096, 
--0.723206, -0.0159389, 0.0745776, 0.0526613, 0.133663, 
-0.0446259, -0.0496362, 0.0188244, 0.0471644, -6.58117e-05, 
-0.0333697, -0.0445606, 0.0627888, 0.0244612, 0.123508, 
-4.18755, 1.53047, -1.88803, -4.54538, 0.20431, 
-0.0413455, 0.50537, 0.338508, 0.252371, -0.000301334, 
--0.370387, -1.02901, -0.616503, -0.652812, 0.00404532, 
-0.0624655, 0.255373, 0.05062, -0.00559389, -0.0594389, 
-0.000658649, -0.0496338, 0.00196121, -0.00272021, -0.0455981, 
-0.0595863, 0.193358, 0.030662, -2.04355, 1.55208, 
--0.523008, -0.15559, 0.177406, 0.230804, 0.70517, 
-0.000395192, -0.379844, -0.0423835, -0.195152, -0.4136, 
--0.524797, 1.05256, -0.109296, -0.637306, 0.0539148, 
--0.0858552, -0.606899, -0.300064, -0.0766599, -0.0802716, 
-0.00901309, 0.0400887, -0.456173, -0.47669, -0.00608932, 
--0.219657, -4.26855, 10.958, -13.9916, -3.13647, 
-0.0392604, 0.214159, 0.120234, -0.321367, 0.139534, 
-0.0780652, 0.151579, -0.797584, 0.4504, -0.521148, 
-0.0438544, -0.445612, -1.2245, -0.378183, -0.00752445, 
--0.517898, 0.490149, 0.561133, -0.314982, 0.177619, 
--0.296543, 0.0727557, -0.830196, -0.328138, -0.829027, 
--0.0582978, 1.13614, -12.5848, 0.0546282, -0.97928, 
--0.754297, -0.223966, -0.175016, -0.0240597, 0.172425, 
-0.209448, 2.25374, 1.69033, -0.0182459, -0.0484306, 
--0.0919532, 0.0966783, 0.365315, 0.494533, -0.727803, 
-0.780301, -0.580837, 0.355177, -0.1704, 0.0151144, 
--0.240249, 0.197192, -7.70031, 0.771764, -0.98316, 
-6.65569, -0.0561571, -0.125888, -0.0773176, 0.176193, 
-0.711231, -0.167186, -0.0388936, -0.460926, 0.103807, 
+1.52937, 0.240116, -0.0808422, -0.019036, -0.199579, 
+-0.0777284, 0.0506183, -0.0155793, -0.181522, 0.03296, 
+-0.0133165, 0.179916, -0.122064, -0.0236821, -0.192921, 
+-7.41934, -0.1775, 3.17407, 6.74356, -0.976582, 
+-0.206271, -2.36372, -0.187823, 0.0721386, 0.182445, 
+1.05044, 0.0536177, -0.079352, -7.53152, -0.000840837, 
+0.16012, -0.737235, 0.907956, -0.977085, -0.20257, 
+0.240006, -0.125651, 0.0292286, 0.0881101, -0.00420089, 
+0.144169, -0.411473, 0.518353, 24.7599, 7.13795, 
+-0.198564, -8.46416, 1.62151, 1.97394, 1.06731, 
+0.212259, -0.294498, -1.43245, -1.7405, -2.24067, 
+0.108053, -7.95142, -0.124435, -0.0220739, -0.0720463, 
+0.0344748, 0.0543195, -0.0278653, -0.00880633, -0.0800235, 
+-0.0628277, 0.018996, -0.136465, -0.0202844, -0.0871884, 
+-0.00116258, -1.47936, 0.305648, 2.91397, -0.628477, 
+0.379082, 1.01097, 0.108782, 0.719828, 1.80274, 
+-0.180042, -1.30241, -0.645234, 0.208385, 0.838486, 
+0.214029, -0.00758414, 0.418987, 0.325509, -0.350113, 
+-0.229126, 0.0648517, -0.061675, -0.146279, -0.0269004, 
+0.117271, -0.105326, 0.345759, 0.143439, -3.98419, 
+0.755833, -1.65706, -0.890625, 1.08994, 0.87214, 
+1.44122, -0.243985, -0.952904, -0.838194, -1.98792, 
+-0.638013, 0.597385, 5.6797, 0.0436189, -0.013998, 
+0.0319089, -0.0968088, -0.0172178, 0.0481363, -0.0418244, 
+-0.0131255, -0.0462831, 0.0483697, 0.0402757, -0.127525, 
+0.0414987, -0.187244, 3.89027, -4.62985, 0.516058, 
+-1.22865, -0.190653, -0.165429, 0.100515, -1.03228, 
+-0.321134, 0.0992221, 0.606127, 0.0554443, 1.45482, 
+-0.253561, 0.096237, -0.0246694, 0.371363, -0.0914336, 
+0.103553, 0.0189161, -0.0105249, 0.0604053, 0.0411006, 
+0.0639854, 0.109094, -0.00979879, 0.324731, -0.0567231, 
+-2.01856, 1.16363, 1.30608, -0.289826, 0.159106, 
+-0.0876134, 0.327582, 0.0923214, -0.247681, 0.253649, 
+0.138327, -0.872563, -2.63221, 0.86812, 0.0144657, 
+0.0157262, 0.0286942, 0.0295632, 0.0478701, -0.00398791, 
+0.0521685, 0.0127316, -0.0668749, -0.0383492, -0.00951385, 
+-0.00556075, 0.0322671, 0.00116312, 10.1702, 0.908796, 
+0.344389, -9.78791, -0.0103152, -0.814278, 0.224774, 
+-0.84427, -1.20048, 0.111694, 1.02544, 0.475563, 
+0.18777, -1.12989, 0.0435492, -0.121442, 0.275871, 
+0.16293, -0.544925, 0.508003, 1.13018, 0.472551, 
+-0.270614, 0.65337, 0.57463, 0.597287, 0.351477, 
+0.122146, -13.7731, -1.05173, -0.607099, -1.8646, 
+-0.185848, -0.17991, -0.247395, 0.270694, 0.674929, 
+0.138423, 0.542756, -0.399379, -2.26304, 0.474791, 
+0.107511, 0.280356, -0.76117, -0.711896, 2.34404, 
+-0.246417, -0.0171513, -0.743835, 0.221894, -0.0688801, 
+0.769435, -0.172876, 0.0275787, -1.09694, 43.5206, 
+4.98303, 9.28984, -9.01778, 0.412928, 0.797472, 
+0.504419, 0.143125, -2.30534, 0.187757, 0.0600608, 
+0.0396294, 2.83625, -2.27696, 0.0577414, 0.0259672, 
+-0.20545, 0.0843962, -0.241982, -0.181173, -0.0303534, 
+0.368835, -0.325961, 0.300561, -0.0341177, 0.0938862, 
+-0.123384, -0.0835186, -6.73898, 1.21737, 2.19072, 
+1.04479, 0.0516565, -0.809079, 0.149924, -0.397419, 
+-2.47109, -0.320068, -0.0366975, -0.18933, 0.952215, 
+2.08882, 0.0150159, 0.00712614, 0.139391, -0.0632642, 
+-0.00458523, 0.0274453, 0.00354731, -0.014494, -0.000608929, 
+0.0232959, 0.00615738, 0.0222414, 0.109995, -0.0635244, 
+1.51811, -0.00460887, 0.899197, 1.56449, -0.00806591, 
+0.310737, -0.441759, -0.615191, 0.305784, -0.118165, 
+-0.690831, -0.932832, -0.468231, 0.869044, 0.0748202, 
+-0.0780407, 0.0780088, 0.024609, -0.00519675, -0.0687518, 
+0.044041, -0.0570666, 0.037407, -0.14082, 0.0348575, 
+-0.14069, 0.180557, -0.0571276, -32.4574, -0.0710406, 
+-5.39569, 2.65794, 0.181025, 0.493114, 0.111346, 
+0.506378, 1.16452, -0.563642, -0.278853, -0.447802, 
+0.232193, -6.42728, -0.109856, 0.022866, -0.0839836, 
+-0.0839169, -0.319109, -0.902373, -0.157901, 0.298015, 
+-0.16787, 0.0928949, -0.71114, 0.0373198, -0.0722619, 
+-0.122185, -17.1527, 4.88383, 2.38947, 8.88169, 
+-0.00947956, 0.0823654, 0.799126, 1.28023, 0.526565, 
+-0.0149172, -1.12657, -0.24462, -3.23915, 0.0058726, 
+0.127453, 0.29968, -0.208872, 0.0242737, 0.479791, 
+-3.21354, 1.52516, -0.692431, -0.165378, -0.731346, 
+0.314575, -0.569414, -0.0801118, 0.086923, 8.02887, 
+-0.235296, -0.276748, -7.72231, -0.115556, -0.976338, 
+0.0980647, -2.55159, -0.410249, 0.968147, -0.131815, 
+-0.511169, 0.0891097, -1.20927, -0.013714, 0.210441, 
+0.0838065, 0.161028, -0.01217, -0.00352592, 0.0893854, 
+-0.0787796, 0.0651729, -0.0219344, -0.000346421, 0.180829, 
+0.0847809, 0.116443, 0.0632044, -1.31752, 1.0611, 
+-1.73675, -0.0728349, 0.183918, 0.0451227, -0.525749, 
+-0.255804, 0.10796, -0.300506, 0.595564, 0.697484, 
+-1.05565, 0.0174366, 0.273086, 0.00330815, 0.133234, 
+-0.0170445, 0.385873, -0.392262, 0.441475, -0.244255, 
+0.159125, 0.102305, 0.271859, -0.0477384, 0.0994522, 
+12.1298, -1.23951, 1.33346, -0.669615, 0.0928112, 
+0.301609, -0.0872949, -0.530852, -0.791418, -0.211807, 
+0.233519, 0.00779643, -0.208301, -11.4151, -0.0142366, 
+0.0636537, 0.0716135, -0.0404406, -0.116361, -0.172063, 
+-0.229208, -0.0866464, -0.134274, 0.0473229, -0.190149, 
+-0.112906, -0.0548081, -0.15995, -0.761112, 6.38996, 
+0.687383, -5.54174, 0.27056, 0.156832, 0.410845, 
+1.73844, 0.868191, -0.415126, -0.362902, -0.488269, 
+-0.679177, 2.90133, 0.0325332, -0.13787, -0.099454, 
+-0.125178, 0.0312495, 0.0215725, -0.0180029, 0.000786626, 
+-0.0165868, 0.00228741, 0.0489981, -0.142374, -0.070654, 
+-0.0980396, -5.4804, -1.42786, 0.370574, 5.29591, 
+-0.103996, -0.291983, -0.220591, -0.445399, 0.153502, 
+0.0372166, 0.181633, 0.0616784, 0.69087, -0.246005, 
+0.179546, -0.0553659, 0.0486791, -0.429761, 0.379239, 
+-0.293269, 0.370228, -0.232783, 0.192865, -0.153421, 
+0.412135, -0.181689, 0.0816143, -0.245055, 0.851942, 
+-0.771025, -1.52187, -0.656314, 0.638177, 0.882082, 
+-0.466803, -0.193064, 0.233788, 1.40801, 0.388835, 
+-0.206663, 1.3398, -10.2146, -0.086454, -0.33979, 
+-0.11021, -0.044777, 0.0383833, -0.171588, -0.0686855, 
+0.0452209, 0.0578143, 0.0676435, -0.24006, -0.40246, 
+-0.0549284, 0.00786321, -11.5892, 13.4008, -0.148449, 
+1.4845, -0.198285, -0.280658, -2.56881, -0.597918, 
+0.0713039, -0.0129557, 0.907337, -1.36003, 0.357266, 
 
 /* output layer */
--1.36902, 1.7905, 2.34488, -0.948134, -1.51596, 
--2.37084, 3.30504, -4.03211, -0.918167, -0.841675, 
--0.859274, };
+-9.51428, -0.855928, 0.674433, -1.45903, -1.15718, 
+3.25902, -0.85739, 1.45401, -0.346373, 0.563214, 
+-0.97603, 1.52396, -0.804053, -0.56299, 0.213345, 
+-2.50068, -1.06777, -1.073, -2.88991, -1.10272, 
+-2.77165, };
 
-static const int topo[3] = {27, 10, 1};
+static const int topo[3] = {27, 20, 1};
 
 const MLP net = {
 	3,