ref: 0fcc99b3d04104ec4d9ffb2b212b84cbe77c21ae
parent: 747c817d96482883527c592b48367975c6f9a1a2
author: Jean-Marc Valin <[email protected]>
date: Tue Nov 22 21:43:15 EST 2011
Better training
--- a/src/mlp_data.c
+++ b/src/mlp_data.c
@@ -1,73 +1,131 @@
#include "mlp.h"
-/* RMS error was 0.082498, seed was 1321973245 */
+/* RMS error was 0.069845, seed was 1322025605 */
-static const float weights[291] = {+static const float weights[581] = {/* hidden layer */
-1.98961, -0.0130782, 0.00232344, 0.034999, -0.111098,
--0.0306255, 5.99275e-05, 0.0279719, -0.0122697, -0.0743631,
--0.0265766, -0.0475938, -0.0358393, 0.0266045, -0.118931,
-2.27785, 3.14688, 0.407808, 1.40886, -0.0050141,
--0.289166, -0.507755, -0.699676, -1.15413, 0.00851358,
-0.252532, -0.36482, -0.408518, 5.64382, 0.0997894,
--0.0181532, 0.026249, 0.00308319, 0.0723668, 0.0562646,
-0.00452278, 0.083442, 0.0495319, 0.00983553, 0.136991,
--0.0351484, 0.0259153, 0.00614155, 1.19176, -2.81638,
--0.514078, 0.881382, -0.257151, -0.486597, -0.187349,
--1.26923, -0.464027, 0.181971, 0.485618, 0.0691355,
-1.36658, -0.173798, -0.0413093, -0.265832, -1.01119,
--0.0471417, 0.201685, -0.132444, -0.0361785, -0.0858083,
-0.0962927, -0.0848372, -0.152459, -0.287675, -0.822893,
-0.135702, -16.7317, 7.52835, -6.51729, 17.316,
--0.138875, -0.591076, -0.87604, -0.0401374, -0.439988,
-0.514362, 0.978875, 0.114317, 0.652455, 2.75847,
-0.127838, -0.0673431, -0.058183, -0.104182, 0.073971,
--0.00959418, 0.123298, 0.100977, 0.0675852, 0.0445473,
-0.166355, -0.0726645, -0.0597856, -0.0462871, 0.0931391,
--0.431765, -0.954361, -0.852153, 0.0753634, -0.436737,
--0.404625, -0.215624, -0.268892, 0.521599, -0.201161,
--1.0103, 0.115346, -0.997492, 0.0101888, 0.266479,
-0.116699, 0.149483, 0.00956709, 0.0848689, 0.0285464,
--0.0281497, 0.0368108, -0.0187327, 0.133623, 0.160256,
-0.132136, 0.0975494, 0.809777, -2.9119, 1.60906,
-0.433096, -0.0618059, -0.0886098, 0.027982, -0.817968,
--0.08592, 0.0535723, 0.354925, 0.586248, 1.21096,
--0.723206, -0.0159389, 0.0745776, 0.0526613, 0.133663,
-0.0446259, -0.0496362, 0.0188244, 0.0471644, -6.58117e-05,
-0.0333697, -0.0445606, 0.0627888, 0.0244612, 0.123508,
-4.18755, 1.53047, -1.88803, -4.54538, 0.20431,
-0.0413455, 0.50537, 0.338508, 0.252371, -0.000301334,
--0.370387, -1.02901, -0.616503, -0.652812, 0.00404532,
-0.0624655, 0.255373, 0.05062, -0.00559389, -0.0594389,
-0.000658649, -0.0496338, 0.00196121, -0.00272021, -0.0455981,
-0.0595863, 0.193358, 0.030662, -2.04355, 1.55208,
--0.523008, -0.15559, 0.177406, 0.230804, 0.70517,
-0.000395192, -0.379844, -0.0423835, -0.195152, -0.4136,
--0.524797, 1.05256, -0.109296, -0.637306, 0.0539148,
--0.0858552, -0.606899, -0.300064, -0.0766599, -0.0802716,
-0.00901309, 0.0400887, -0.456173, -0.47669, -0.00608932,
--0.219657, -4.26855, 10.958, -13.9916, -3.13647,
-0.0392604, 0.214159, 0.120234, -0.321367, 0.139534,
-0.0780652, 0.151579, -0.797584, 0.4504, -0.521148,
-0.0438544, -0.445612, -1.2245, -0.378183, -0.00752445,
--0.517898, 0.490149, 0.561133, -0.314982, 0.177619,
--0.296543, 0.0727557, -0.830196, -0.328138, -0.829027,
--0.0582978, 1.13614, -12.5848, 0.0546282, -0.97928,
--0.754297, -0.223966, -0.175016, -0.0240597, 0.172425,
-0.209448, 2.25374, 1.69033, -0.0182459, -0.0484306,
--0.0919532, 0.0966783, 0.365315, 0.494533, -0.727803,
-0.780301, -0.580837, 0.355177, -0.1704, 0.0151144,
--0.240249, 0.197192, -7.70031, 0.771764, -0.98316,
-6.65569, -0.0561571, -0.125888, -0.0773176, 0.176193,
-0.711231, -0.167186, -0.0388936, -0.460926, 0.103807,
+1.52937, 0.240116, -0.0808422, -0.019036, -0.199579,
+-0.0777284, 0.0506183, -0.0155793, -0.181522, 0.03296,
+-0.0133165, 0.179916, -0.122064, -0.0236821, -0.192921,
+-7.41934, -0.1775, 3.17407, 6.74356, -0.976582,
+-0.206271, -2.36372, -0.187823, 0.0721386, 0.182445,
+1.05044, 0.0536177, -0.079352, -7.53152, -0.000840837,
+0.16012, -0.737235, 0.907956, -0.977085, -0.20257,
+0.240006, -0.125651, 0.0292286, 0.0881101, -0.00420089,
+0.144169, -0.411473, 0.518353, 24.7599, 7.13795,
+-0.198564, -8.46416, 1.62151, 1.97394, 1.06731,
+0.212259, -0.294498, -1.43245, -1.7405, -2.24067,
+0.108053, -7.95142, -0.124435, -0.0220739, -0.0720463,
+0.0344748, 0.0543195, -0.0278653, -0.00880633, -0.0800235,
+-0.0628277, 0.018996, -0.136465, -0.0202844, -0.0871884,
+-0.00116258, -1.47936, 0.305648, 2.91397, -0.628477,
+0.379082, 1.01097, 0.108782, 0.719828, 1.80274,
+-0.180042, -1.30241, -0.645234, 0.208385, 0.838486,
+0.214029, -0.00758414, 0.418987, 0.325509, -0.350113,
+-0.229126, 0.0648517, -0.061675, -0.146279, -0.0269004,
+0.117271, -0.105326, 0.345759, 0.143439, -3.98419,
+0.755833, -1.65706, -0.890625, 1.08994, 0.87214,
+1.44122, -0.243985, -0.952904, -0.838194, -1.98792,
+-0.638013, 0.597385, 5.6797, 0.0436189, -0.013998,
+0.0319089, -0.0968088, -0.0172178, 0.0481363, -0.0418244,
+-0.0131255, -0.0462831, 0.0483697, 0.0402757, -0.127525,
+0.0414987, -0.187244, 3.89027, -4.62985, 0.516058,
+-1.22865, -0.190653, -0.165429, 0.100515, -1.03228,
+-0.321134, 0.0992221, 0.606127, 0.0554443, 1.45482,
+-0.253561, 0.096237, -0.0246694, 0.371363, -0.0914336,
+0.103553, 0.0189161, -0.0105249, 0.0604053, 0.0411006,
+0.0639854, 0.109094, -0.00979879, 0.324731, -0.0567231,
+-2.01856, 1.16363, 1.30608, -0.289826, 0.159106,
+-0.0876134, 0.327582, 0.0923214, -0.247681, 0.253649,
+0.138327, -0.872563, -2.63221, 0.86812, 0.0144657,
+0.0157262, 0.0286942, 0.0295632, 0.0478701, -0.00398791,
+0.0521685, 0.0127316, -0.0668749, -0.0383492, -0.00951385,
+-0.00556075, 0.0322671, 0.00116312, 10.1702, 0.908796,
+0.344389, -9.78791, -0.0103152, -0.814278, 0.224774,
+-0.84427, -1.20048, 0.111694, 1.02544, 0.475563,
+0.18777, -1.12989, 0.0435492, -0.121442, 0.275871,
+0.16293, -0.544925, 0.508003, 1.13018, 0.472551,
+-0.270614, 0.65337, 0.57463, 0.597287, 0.351477,
+0.122146, -13.7731, -1.05173, -0.607099, -1.8646,
+-0.185848, -0.17991, -0.247395, 0.270694, 0.674929,
+0.138423, 0.542756, -0.399379, -2.26304, 0.474791,
+0.107511, 0.280356, -0.76117, -0.711896, 2.34404,
+-0.246417, -0.0171513, -0.743835, 0.221894, -0.0688801,
+0.769435, -0.172876, 0.0275787, -1.09694, 43.5206,
+4.98303, 9.28984, -9.01778, 0.412928, 0.797472,
+0.504419, 0.143125, -2.30534, 0.187757, 0.0600608,
+0.0396294, 2.83625, -2.27696, 0.0577414, 0.0259672,
+-0.20545, 0.0843962, -0.241982, -0.181173, -0.0303534,
+0.368835, -0.325961, 0.300561, -0.0341177, 0.0938862,
+-0.123384, -0.0835186, -6.73898, 1.21737, 2.19072,
+1.04479, 0.0516565, -0.809079, 0.149924, -0.397419,
+-2.47109, -0.320068, -0.0366975, -0.18933, 0.952215,
+2.08882, 0.0150159, 0.00712614, 0.139391, -0.0632642,
+-0.00458523, 0.0274453, 0.00354731, -0.014494, -0.000608929,
+0.0232959, 0.00615738, 0.0222414, 0.109995, -0.0635244,
+1.51811, -0.00460887, 0.899197, 1.56449, -0.00806591,
+0.310737, -0.441759, -0.615191, 0.305784, -0.118165,
+-0.690831, -0.932832, -0.468231, 0.869044, 0.0748202,
+-0.0780407, 0.0780088, 0.024609, -0.00519675, -0.0687518,
+0.044041, -0.0570666, 0.037407, -0.14082, 0.0348575,
+-0.14069, 0.180557, -0.0571276, -32.4574, -0.0710406,
+-5.39569, 2.65794, 0.181025, 0.493114, 0.111346,
+0.506378, 1.16452, -0.563642, -0.278853, -0.447802,
+0.232193, -6.42728, -0.109856, 0.022866, -0.0839836,
+-0.0839169, -0.319109, -0.902373, -0.157901, 0.298015,
+-0.16787, 0.0928949, -0.71114, 0.0373198, -0.0722619,
+-0.122185, -17.1527, 4.88383, 2.38947, 8.88169,
+-0.00947956, 0.0823654, 0.799126, 1.28023, 0.526565,
+-0.0149172, -1.12657, -0.24462, -3.23915, 0.0058726,
+0.127453, 0.29968, -0.208872, 0.0242737, 0.479791,
+-3.21354, 1.52516, -0.692431, -0.165378, -0.731346,
+0.314575, -0.569414, -0.0801118, 0.086923, 8.02887,
+-0.235296, -0.276748, -7.72231, -0.115556, -0.976338,
+0.0980647, -2.55159, -0.410249, 0.968147, -0.131815,
+-0.511169, 0.0891097, -1.20927, -0.013714, 0.210441,
+0.0838065, 0.161028, -0.01217, -0.00352592, 0.0893854,
+-0.0787796, 0.0651729, -0.0219344, -0.000346421, 0.180829,
+0.0847809, 0.116443, 0.0632044, -1.31752, 1.0611,
+-1.73675, -0.0728349, 0.183918, 0.0451227, -0.525749,
+-0.255804, 0.10796, -0.300506, 0.595564, 0.697484,
+-1.05565, 0.0174366, 0.273086, 0.00330815, 0.133234,
+-0.0170445, 0.385873, -0.392262, 0.441475, -0.244255,
+0.159125, 0.102305, 0.271859, -0.0477384, 0.0994522,
+12.1298, -1.23951, 1.33346, -0.669615, 0.0928112,
+0.301609, -0.0872949, -0.530852, -0.791418, -0.211807,
+0.233519, 0.00779643, -0.208301, -11.4151, -0.0142366,
+0.0636537, 0.0716135, -0.0404406, -0.116361, -0.172063,
+-0.229208, -0.0866464, -0.134274, 0.0473229, -0.190149,
+-0.112906, -0.0548081, -0.15995, -0.761112, 6.38996,
+0.687383, -5.54174, 0.27056, 0.156832, 0.410845,
+1.73844, 0.868191, -0.415126, -0.362902, -0.488269,
+-0.679177, 2.90133, 0.0325332, -0.13787, -0.099454,
+-0.125178, 0.0312495, 0.0215725, -0.0180029, 0.000786626,
+-0.0165868, 0.00228741, 0.0489981, -0.142374, -0.070654,
+-0.0980396, -5.4804, -1.42786, 0.370574, 5.29591,
+-0.103996, -0.291983, -0.220591, -0.445399, 0.153502,
+0.0372166, 0.181633, 0.0616784, 0.69087, -0.246005,
+0.179546, -0.0553659, 0.0486791, -0.429761, 0.379239,
+-0.293269, 0.370228, -0.232783, 0.192865, -0.153421,
+0.412135, -0.181689, 0.0816143, -0.245055, 0.851942,
+-0.771025, -1.52187, -0.656314, 0.638177, 0.882082,
+-0.466803, -0.193064, 0.233788, 1.40801, 0.388835,
+-0.206663, 1.3398, -10.2146, -0.086454, -0.33979,
+-0.11021, -0.044777, 0.0383833, -0.171588, -0.0686855,
+0.0452209, 0.0578143, 0.0676435, -0.24006, -0.40246,
+-0.0549284, 0.00786321, -11.5892, 13.4008, -0.148449,
+1.4845, -0.198285, -0.280658, -2.56881, -0.597918,
+0.0713039, -0.0129557, 0.907337, -1.36003, 0.357266,
/* output layer */
--1.36902, 1.7905, 2.34488, -0.948134, -1.51596,
--2.37084, 3.30504, -4.03211, -0.918167, -0.841675,
--0.859274, };
+-9.51428, -0.855928, 0.674433, -1.45903, -1.15718,
+3.25902, -0.85739, 1.45401, -0.346373, 0.563214,
+-0.97603, 1.52396, -0.804053, -0.56299, 0.213345,
+-2.50068, -1.06777, -1.073, -2.88991, -1.10272,
+-2.77165, };
-static const int topo[3] = {27, 10, 1};+static const int topo[3] = {27, 20, 1}; const MLP net = {3,