0.2 Datasets to Test

0.3 Main Loop

for (dset in names(NNdatasets)) {

    ## =============================================
    ## EXTRACT INFORMATION FROM THE SELECTED DATASET
    ## =============================================
    ds     <- NNdatasets[[dset]]$ds
    Z      <- NNdatasets[[dset]]$Z
    neur   <- NNdatasets[[dset]]$neur
    nparNN <- NNdatasets[[dset]]$nparNN
    fmlaNN <- NNdatasets[[dset]]$fmlaNN
    donotremove  <- c("dset", "dsets", "ds", "Z", "neur", "TF", "nrep", "timer",
                      "donotremove", "donotremove2")
    donotremove2 <- c("dset", "dsets") 

    ## ===================================================
    ## SELECT THE FORMAT REQUIRED BY THE PACKAGE/ALGORITHM
    ## d = data.frame, m = matrix, v = vector/numeric
    ## ATTACH THE OBJECTS CREATED (x, y, Zxy, ... )
    ## ===================================================
    ZZ <- prepareZZ(Z, xdmv = "m", ydmv = "m", scale = T)
    attach(ZZ)

    ## =============================================
    ## SELECT THE PACKAGE USED FOR TRAINING
    ## nrep => SELECT THE NUMBER OF INDEPENDANT RUNS
    ## iter => SELECT THE MAX NUMBER OF ITERATIONS
    ## TF   => PLOT THE RESULTS
    ## =============================================

    
    nrep   <- 10
    TF     <- TRUE
    iter   <- 150

    descr  <- paste(dset, "nnet::nnet", sep = "_")

    ## AUTO
    Ypred  <- list()
    Rmse   <- numeric(length = nrep)
    Mae    <- numeric(length = nrep)
    
    for(i in 1:nrep){
        event      <- paste0(descr, sprintf("_%.2d", i))
        timer$start(event)
        #### ADJUST THE FOLLOWING LINES TO THE PACKAGE::ALGORITHM
        NNreg   <- tryCatch(
                            nnet::nnet(x, y, size = neur, linout = T, maxit = iter),
                            error = function(y) {lm(y ~ 0, data = Zxy)}
                          )     
        y_pred  <- tryCatch(
                            ym0 + ysd0*NNreg$fitted.values,
                            error = ym0
                          )     
        ####
        Ypred[[i]] <- y_pred
        Rmse[i]    <- funRMSE(y_pred, y0)
        Mae[i]     <- funMAE(y_pred, y0)
        timer$stop(event, RMSE = Rmse[i], MAE = Mae[i], params = iter, printmsg = FALSE)
        }
    best <- which(Rmse == min(Rmse, na.rm = TRUE))[1]
    best ; Rmse[[best]]        
        
        
    ## ================================================
    ## PLOT ALL MODELS AND THE MODEL WITH THE BEST RMSE
    ## par OPTIONS CAN BE IMPROVED FOR A BETTER DISPLAY
    ## ================================================
    op <- par(mfcol = c(1,2))
    plotNN(xory, y0, uni, TF, main = descr)
    for (i in 1:nrep) lipoNN(xory, Ypred[[i]], uni, TF, col = i, lwd = 1)
        
    plotNN(xory, y0, uni, TF, main = descr)
    lipoNN(xory, Ypred[[best]], uni, TF, col = 4, lwd = 4)
    par(op)

        

## ===========================
## DETACH ZZ - END OF THE LOOP
## ===========================
    detach(ZZ)
}
## # weights:  26
## initial  value 481.568089 
## iter  10 value 240.172514
## iter  20 value 78.548405
## iter  30 value 39.892223
## iter  40 value 20.200279
## iter  50 value 8.196257
## iter  60 value 5.268440
## iter  70 value 4.937216
## iter  80 value 4.151202
## iter  90 value 3.158049
## iter 100 value 2.530081
## iter 110 value 2.173634
## iter 120 value 2.130496
## iter 130 value 2.012330
## iter 140 value 1.869299
## iter 150 value 1.705239
## final  value 1.705239 
## stopped after 150 iterations
## # weights:  26
## initial  value 560.917106 
## iter  10 value 233.770942
## iter  20 value 107.223376
## iter  30 value 63.688098
## iter  40 value 46.390293
## iter  50 value 18.155664
## iter  60 value 11.661007
## iter  70 value 6.640192
## iter  80 value 4.243113
## iter  90 value 3.027937
## iter 100 value 2.557290
## iter 110 value 2.384254
## iter 120 value 2.327431
## iter 130 value 2.150622
## iter 140 value 1.857090
## iter 150 value 1.788320
## final  value 1.788320 
## stopped after 150 iterations
## # weights:  26
## initial  value 560.629113 
## iter  10 value 217.462677
## iter  20 value 124.582287
## iter  30 value 63.308710
## iter  40 value 21.891666
## iter  50 value 11.660665
## iter  60 value 8.210364
## iter  70 value 5.239001
## iter  80 value 2.380119
## iter  90 value 1.336043
## iter 100 value 1.136929
## iter 110 value 1.089285
## iter 120 value 1.076135
## iter 130 value 1.007574
## iter 140 value 0.974887
## iter 150 value 0.955882
## final  value 0.955882 
## stopped after 150 iterations
## # weights:  26
## initial  value 543.395243 
## iter  10 value 346.409984
## iter  20 value 196.739983
## iter  30 value 59.700940
## iter  40 value 19.555532
## iter  50 value 10.195963
## iter  60 value 8.934946
## iter  70 value 6.627604
## iter  80 value 5.270318
## iter  90 value 2.713742
## iter 100 value 1.880334
## iter 110 value 1.490651
## iter 120 value 1.423059
## iter 130 value 1.301609
## iter 140 value 1.127646
## iter 150 value 0.920070
## final  value 0.920070 
## stopped after 150 iterations
## # weights:  26
## initial  value 787.916043 
## iter  10 value 274.215428
## iter  20 value 157.920373
## iter  30 value 98.432175
## iter  40 value 51.147294
## iter  50 value 42.172818
## iter  60 value 40.044492
## iter  70 value 37.716997
## iter  80 value 34.525755
## iter  90 value 32.307944
## iter 100 value 30.847809
## iter 110 value 29.878925
## iter 120 value 29.765228
## iter 130 value 29.498856
## iter 140 value 28.891270
## iter 150 value 28.363061
## final  value 28.363061 
## stopped after 150 iterations
## # weights:  26
## initial  value 964.389287 
## iter  10 value 255.125464
## iter  20 value 96.830088
## iter  30 value 27.125630
## iter  40 value 5.633399
## iter  50 value 3.785426
## iter  60 value 3.332047
## iter  70 value 3.241254
## iter  80 value 2.608817
## iter  90 value 1.313996
## iter 100 value 1.100519
## iter 110 value 1.037613
## iter 120 value 1.017132
## iter 130 value 0.997844
## iter 140 value 0.965044
## iter 150 value 0.958031
## final  value 0.958031 
## stopped after 150 iterations
## # weights:  26
## initial  value 1079.774404 
## iter  10 value 351.917968
## iter  20 value 166.489087
## iter  30 value 72.803659
## iter  40 value 55.271533
## iter  50 value 42.240387
## iter  60 value 30.071362
## iter  70 value 25.271771
## iter  80 value 22.411508
## iter  90 value 19.780723
## iter 100 value 17.597793
## iter 110 value 14.240628
## iter 120 value 9.234889
## iter 130 value 6.720299
## iter 140 value 6.394647
## iter 150 value 5.035179
## final  value 5.035179 
## stopped after 150 iterations
## # weights:  26
## initial  value 608.207285 
## iter  10 value 263.129923
## iter  20 value 95.211515
## iter  30 value 46.857574
## iter  40 value 39.001352
## iter  50 value 34.329156
## iter  60 value 31.255100
## iter  70 value 25.815155
## iter  80 value 17.044026
## iter  90 value 12.337304
## iter 100 value 9.345765
## iter 110 value 7.835363
## iter 120 value 6.803494
## iter 130 value 5.429001
## iter 140 value 4.973178
## iter 150 value 4.790906
## final  value 4.790906 
## stopped after 150 iterations
## # weights:  26
## initial  value 582.759788 
## iter  10 value 328.001196
## iter  20 value 159.128522
## iter  30 value 89.989143
## iter  40 value 59.141331
## iter  50 value 45.336530
## iter  60 value 41.934222
## iter  70 value 31.366928
## iter  80 value 23.194059
## iter  90 value 10.042890
## iter 100 value 7.755954
## iter 110 value 6.483478
## iter 120 value 6.046598
## iter 130 value 5.115684
## iter 140 value 3.612856
## iter 150 value 2.959717
## final  value 2.959717 
## stopped after 150 iterations
## # weights:  26
## initial  value 591.774512 
## iter  10 value 320.604404
## iter  20 value 153.904337
## iter  30 value 59.003343
## iter  40 value 40.517724
## iter  50 value 35.992550
## iter  60 value 32.077676
## iter  70 value 29.958497
## iter  80 value 29.553842
## iter  90 value 28.542974
## iter 100 value 26.581852
## iter 110 value 24.649571
## iter 120 value 22.368514
## iter 130 value 21.529644
## iter 140 value 20.715582
## iter 150 value 16.434473
## final  value 16.434473 
## stopped after 150 iterations

## # weights:  36
## initial  value 582.834299 
## iter  10 value 182.299867
## iter  20 value 151.328957
## iter  30 value 132.062634
## iter  40 value 104.995999
## iter  50 value 84.884682
## iter  60 value 76.177835
## iter  70 value 71.862853
## iter  80 value 70.717248
## iter  90 value 69.222166
## iter 100 value 66.085024
## iter 110 value 52.980957
## iter 120 value 16.983413
## iter 130 value 11.167243
## iter 140 value 5.280850
## iter 150 value 4.178579
## final  value 4.178579 
## stopped after 150 iterations
## # weights:  36
## initial  value 601.135881 
## iter  10 value 179.426544
## iter  20 value 127.382331
## iter  30 value 113.123508
## iter  40 value 81.670532
## iter  50 value 63.664931
## iter  60 value 55.268296
## iter  70 value 49.671925
## iter  80 value 47.112989
## iter  90 value 44.148206
## iter 100 value 36.404263
## iter 110 value 28.642326
## iter 120 value 23.905378
## iter 130 value 21.226616
## iter 140 value 18.193377
## iter 150 value 15.614655
## final  value 15.614655 
## stopped after 150 iterations
## # weights:  36
## initial  value 614.621460 
## iter  10 value 178.059320
## iter  20 value 145.504896
## iter  30 value 129.282109
## iter  40 value 92.318383
## iter  50 value 72.651056
## iter  60 value 63.111613
## iter  70 value 46.707886
## iter  80 value 26.086452
## iter  90 value 18.263088
## iter 100 value 13.465296
## iter 110 value 10.846921
## iter 120 value 7.796047
## iter 130 value 6.012872
## iter 140 value 5.443196
## iter 150 value 4.874680
## final  value 4.874680 
## stopped after 150 iterations
## # weights:  36
## initial  value 683.217794 
## iter  10 value 184.128778
## iter  20 value 99.485179
## iter  30 value 80.194672
## iter  40 value 63.393197
## iter  50 value 45.011694
## iter  60 value 19.178392
## iter  70 value 14.278313
## iter  80 value 12.937897
## iter  90 value 10.913083
## iter 100 value 8.294731
## iter 110 value 5.132053
## iter 120 value 3.029958
## iter 130 value 1.924611
## iter 140 value 1.347219
## iter 150 value 1.122332
## final  value 1.122332 
## stopped after 150 iterations
## # weights:  36
## initial  value 503.021946 
## iter  10 value 171.066295
## iter  20 value 126.555022
## iter  30 value 84.840217
## iter  40 value 63.337793
## iter  50 value 54.280701
## iter  60 value 46.744162
## iter  70 value 36.661601
## iter  80 value 21.687256
## iter  90 value 17.509421
## iter 100 value 13.513132
## iter 110 value 10.607326
## iter 120 value 6.325931
## iter 130 value 4.442018
## iter 140 value 2.715338
## iter 150 value 1.859893
## final  value 1.859893 
## stopped after 150 iterations
## # weights:  36
## initial  value 580.309116 
## iter  10 value 190.322324
## iter  20 value 147.754526
## iter  30 value 96.403871
## iter  40 value 70.869872
## iter  50 value 54.588610
## iter  60 value 43.252320
## iter  70 value 39.163964
## iter  80 value 35.241796
## iter  90 value 32.644158
## iter 100 value 26.736400
## iter 110 value 21.813682
## iter 120 value 16.934793
## iter 130 value 14.502402
## iter 140 value 12.193969
## iter 150 value 10.857391
## final  value 10.857391 
## stopped after 150 iterations
## # weights:  36
## initial  value 787.150598 
## iter  10 value 187.000593
## iter  20 value 123.296688
## iter  30 value 91.281499
## iter  40 value 80.117171
## iter  50 value 72.015749
## iter  60 value 68.356191
## iter  70 value 66.564506
## iter  80 value 66.124998
## iter  90 value 65.620483
## iter 100 value 64.536846
## iter 110 value 63.488569
## iter 120 value 60.254304
## iter 130 value 58.876313
## iter 140 value 58.126277
## iter 150 value 58.092436
## final  value 58.092436 
## stopped after 150 iterations
## # weights:  36
## initial  value 567.048953 
## iter  10 value 171.713492
## iter  20 value 126.057883
## iter  30 value 97.378096
## iter  40 value 71.451034
## iter  50 value 65.163115
## iter  60 value 62.375095
## iter  70 value 60.844199
## iter  80 value 60.034024
## iter  90 value 59.323478
## iter 100 value 58.950895
## iter 110 value 58.695249
## iter 120 value 58.470711
## iter 130 value 58.354129
## iter 140 value 58.257340
## iter 150 value 58.242428
## final  value 58.242428 
## stopped after 150 iterations
## # weights:  36
## initial  value 1226.050492 
## iter  10 value 228.793593
## iter  20 value 157.816278
## iter  30 value 120.130582
## iter  40 value 79.597315
## iter  50 value 60.049809
## iter  60 value 28.304378
## iter  70 value 20.178449
## iter  80 value 16.249319
## iter  90 value 12.624069
## iter 100 value 8.876038
## iter 110 value 7.478362
## iter 120 value 5.565928
## iter 130 value 3.652626
## iter 140 value 2.360487
## iter 150 value 1.936782
## final  value 1.936782 
## stopped after 150 iterations
## # weights:  36
## initial  value 993.382401 
## iter  10 value 153.529512
## iter  20 value 121.097612
## iter  30 value 111.573348
## iter  40 value 76.324022
## iter  50 value 68.265838
## iter  60 value 66.007993
## iter  70 value 64.026201
## iter  80 value 61.604313
## iter  90 value 61.059135
## iter 100 value 59.773047
## iter 110 value 59.101108
## iter 120 value 58.673192
## iter 130 value 58.289166
## iter 140 value 58.132971
## iter 150 value 58.009606
## final  value 58.009606 
## stopped after 150 iterations

## # weights:  51
## initial  value 1165.953019 
## iter  10 value 389.234718
## iter  20 value 329.560311
## iter  30 value 290.492489
## iter  40 value 260.331017
## iter  50 value 221.560758
## iter  60 value 139.821743
## iter  70 value 82.169862
## iter  80 value 45.703830
## iter  90 value 35.808786
## iter 100 value 27.618052
## iter 110 value 25.841080
## iter 120 value 24.677469
## iter 130 value 23.332806
## iter 140 value 22.184930
## iter 150 value 20.645035
## final  value 20.645035 
## stopped after 150 iterations
## # weights:  51
## initial  value 537.963158 
## iter  10 value 369.410546
## iter  20 value 317.152136
## iter  30 value 284.056280
## iter  40 value 260.728682
## iter  50 value 254.093458
## iter  60 value 249.136858
## iter  70 value 245.170038
## iter  80 value 243.214924
## iter  90 value 241.738703
## iter 100 value 240.548720
## iter 110 value 239.881777
## iter 120 value 239.535192
## iter 130 value 238.049159
## iter 140 value 232.916459
## iter 150 value 227.869899
## final  value 227.869899 
## stopped after 150 iterations
## # weights:  51
## initial  value 570.757209 
## iter  10 value 390.050497
## iter  20 value 313.163208
## iter  30 value 268.639313
## iter  40 value 247.766777
## iter  50 value 237.460480
## iter  60 value 229.662435
## iter  70 value 206.816656
## iter  80 value 200.063064
## iter  90 value 196.161851
## iter 100 value 191.103236
## iter 110 value 189.119731
## iter 120 value 188.016082
## iter 130 value 185.295223
## iter 140 value 181.392873
## iter 150 value 179.943891
## final  value 179.943891 
## stopped after 150 iterations
## # weights:  51
## initial  value 1306.878452 
## iter  10 value 390.997590
## iter  20 value 332.499688
## iter  30 value 215.938918
## iter  40 value 162.499977
## iter  50 value 140.539193
## iter  60 value 82.085187
## iter  70 value 45.928023
## iter  80 value 34.549975
## iter  90 value 28.511455
## iter 100 value 26.465812
## iter 110 value 24.874071
## iter 120 value 24.143483
## iter 130 value 23.189402
## iter 140 value 21.840532
## iter 150 value 20.247239
## final  value 20.247239 
## stopped after 150 iterations
## # weights:  51
## initial  value 579.437604 
## iter  10 value 381.433922
## iter  20 value 300.085159
## iter  30 value 251.375233
## iter  40 value 231.189594
## iter  50 value 222.836303
## iter  60 value 199.619260
## iter  70 value 165.085019
## iter  80 value 159.105897
## iter  90 value 154.030914
## iter 100 value 151.750035
## iter 110 value 150.730896
## iter 120 value 150.207232
## iter 130 value 149.226619
## iter 140 value 145.540537
## iter 150 value 129.484258
## final  value 129.484258 
## stopped after 150 iterations
## # weights:  51
## initial  value 598.692779 
## iter  10 value 355.823406
## iter  20 value 282.543458
## iter  30 value 261.322787
## iter  40 value 252.678205
## iter  50 value 244.454063
## iter  60 value 239.262100
## iter  70 value 236.265510
## iter  80 value 233.747444
## iter  90 value 231.220665
## iter 100 value 228.968320
## iter 110 value 227.479574
## iter 120 value 226.858524
## iter 130 value 225.567630
## iter 140 value 223.800640
## iter 150 value 219.104465
## final  value 219.104465 
## stopped after 150 iterations
## # weights:  51
## initial  value 703.999191 
## iter  10 value 392.941015
## iter  20 value 332.026765
## iter  30 value 277.088933
## iter  40 value 208.618425
## iter  50 value 179.283736
## iter  60 value 166.311457
## iter  70 value 144.860907
## iter  80 value 116.880509
## iter  90 value 79.274952
## iter 100 value 51.695941
## iter 110 value 38.047451
## iter 120 value 24.235619
## iter 130 value 21.102707
## iter 140 value 19.315593
## iter 150 value 18.461734
## final  value 18.461734 
## stopped after 150 iterations
## # weights:  51
## initial  value 608.909303 
## iter  10 value 370.228227
## iter  20 value 278.770855
## iter  30 value 259.122748
## iter  40 value 255.076426
## iter  50 value 247.942231
## iter  60 value 242.802912
## iter  70 value 229.966985
## iter  80 value 214.681635
## iter  90 value 209.013252
## iter 100 value 203.519929
## iter 110 value 201.503388
## iter 120 value 200.002113
## iter 130 value 198.242022
## iter 140 value 196.469802
## iter 150 value 194.909554
## final  value 194.909554 
## stopped after 150 iterations
## # weights:  51
## initial  value 999.200778 
## iter  10 value 310.489013
## iter  20 value 264.559183
## iter  30 value 246.944344
## iter  40 value 242.687068
## iter  50 value 240.933429
## iter  60 value 239.436645
## iter  70 value 237.193025
## iter  80 value 235.408446
## iter  90 value 219.103987
## iter 100 value 205.801191
## iter 110 value 202.965990
## iter 120 value 199.846088
## iter 130 value 196.508517
## iter 140 value 191.578568
## iter 150 value 183.626768
## final  value 183.626768 
## stopped after 150 iterations
## # weights:  51
## initial  value 546.391627 
## iter  10 value 399.522523
## iter  20 value 307.969088
## iter  30 value 261.933074
## iter  40 value 251.526451
## iter  50 value 246.451405
## iter  60 value 243.156737
## iter  70 value 240.341701
## iter  80 value 236.951070
## iter  90 value 232.319863
## iter 100 value 227.959551
## iter 110 value 218.955929
## iter 120 value 209.651661
## iter 130 value 205.102092
## iter 140 value 200.934725
## iter 150 value 196.193949
## final  value 196.193949 
## stopped after 150 iterations

## # weights:  22
## initial  value 242.826515 
## iter  10 value 7.308982
## iter  20 value 3.268487
## iter  30 value 2.909123
## iter  40 value 2.633995
## iter  50 value 2.591406
## iter  60 value 2.547737
## iter  70 value 2.391092
## iter  80 value 2.279595
## iter  90 value 2.253755
## iter 100 value 2.251072
## iter 110 value 2.240757
## iter 120 value 2.161956
## iter 130 value 2.142106
## iter 140 value 2.139253
## iter 150 value 2.138254
## final  value 2.138254 
## stopped after 150 iterations
## # weights:  22
## initial  value 123.949619 
## iter  10 value 5.934694
## iter  20 value 3.669413
## iter  30 value 3.143747
## iter  40 value 3.066528
## iter  50 value 3.054022
## iter  60 value 3.034591
## iter  70 value 3.000670
## iter  80 value 2.973714
## iter  90 value 2.967551
## iter 100 value 2.966801
## iter 110 value 2.962658
## iter 120 value 2.959851
## iter 130 value 2.955022
## iter 140 value 2.953068
## iter 150 value 2.952742
## final  value 2.952742 
## stopped after 150 iterations
## # weights:  22
## initial  value 181.457092 
## iter  10 value 7.841028
## iter  20 value 2.804658
## iter  30 value 2.506111
## iter  40 value 2.281757
## iter  50 value 2.245721
## iter  60 value 2.129898
## iter  70 value 1.939018
## iter  80 value 1.907874
## iter  90 value 1.900397
## iter 100 value 1.899969
## iter 110 value 1.898644
## iter 120 value 1.896962
## iter 130 value 1.894416
## iter 140 value 1.892731
## iter 150 value 1.892435
## final  value 1.892435 
## stopped after 150 iterations
## # weights:  22
## initial  value 197.986142 
## iter  10 value 8.323729
## iter  20 value 3.316079
## iter  30 value 2.794042
## iter  40 value 2.514797
## iter  50 value 2.435355
## iter  60 value 2.344156
## iter  70 value 2.288013
## iter  80 value 2.276064
## iter  90 value 2.263212
## iter 100 value 2.260720
## iter 110 value 2.239613
## iter 120 value 2.032328
## iter 130 value 1.986852
## iter 140 value 1.983518
## iter 150 value 1.982802
## final  value 1.982802 
## stopped after 150 iterations
## # weights:  22
## initial  value 222.658409 
## iter  10 value 9.213932
## iter  20 value 3.922257
## iter  30 value 3.129695
## iter  40 value 2.622889
## iter  50 value 2.473223
## iter  60 value 2.280590
## iter  70 value 2.144184
## iter  80 value 2.042633
## iter  90 value 2.008465
## iter 100 value 2.007710
## iter 110 value 2.001563
## iter 120 value 1.995263
## iter 130 value 1.978534
## iter 140 value 1.975315
## iter 150 value 1.974716
## final  value 1.974716 
## stopped after 150 iterations
## # weights:  22
## initial  value 275.387420 
## iter  10 value 4.613529
## iter  20 value 2.958019
## iter  30 value 2.607083
## iter  40 value 2.403885
## iter  50 value 2.369594
## iter  60 value 2.362866
## iter  70 value 2.358300
## iter  80 value 2.356832
## iter  90 value 2.356532
## final  value 2.356531 
## converged
## # weights:  22
## initial  value 162.328754 
## iter  10 value 17.605819
## iter  20 value 4.785168
## iter  30 value 3.745334
## iter  40 value 3.084852
## iter  50 value 2.950963
## iter  60 value 2.913256
## iter  70 value 2.872829
## iter  80 value 2.851880
## iter  90 value 2.840863
## iter 100 value 2.507201
## iter 110 value 2.368015
## iter 120 value 2.357882
## iter 130 value 2.356222
## iter 140 value 2.355142
## iter 150 value 2.352892
## final  value 2.352892 
## stopped after 150 iterations
## # weights:  22
## initial  value 203.329899 
## iter  10 value 12.453586
## iter  20 value 3.231166
## iter  30 value 2.677227
## iter  40 value 2.512680
## iter  50 value 2.468589
## iter  60 value 2.407997
## iter  70 value 2.353361
## iter  80 value 2.229708
## iter  90 value 2.182050
## iter 100 value 2.179880
## iter 110 value 2.178667
## iter 120 value 2.177042
## iter 130 value 2.176285
## iter 140 value 2.176175
## iter 150 value 2.176152
## final  value 2.176152 
## stopped after 150 iterations
## # weights:  22
## initial  value 142.070546 
## iter  10 value 23.526388
## iter  20 value 5.166043
## iter  30 value 2.686386
## iter  40 value 2.478974
## iter  50 value 2.385889
## iter  60 value 2.256229
## iter  70 value 2.192287
## iter  80 value 2.117765
## iter  90 value 1.941265
## iter 100 value 1.907735
## iter 110 value 1.899589
## iter 120 value 1.899128
## iter 130 value 1.899073
## iter 140 value 1.898494
## iter 150 value 1.897065
## final  value 1.897065 
## stopped after 150 iterations
## # weights:  22
## initial  value 240.765190 
## iter  10 value 18.241136
## iter  20 value 4.393919
## iter  30 value 3.138386
## iter  40 value 2.640380
## iter  50 value 2.600219
## iter  60 value 2.583022
## iter  70 value 2.565690
## iter  80 value 2.550498
## iter  90 value 2.514783
## iter 100 value 2.421846
## iter 110 value 2.363336
## iter 120 value 2.341692
## iter 130 value 2.339099
## iter 140 value 2.335661
## iter 150 value 2.332135
## final  value 2.332135 
## stopped after 150 iterations

## # weights:  19
## initial  value 139.374695 
## iter  10 value 38.409631
## iter  20 value 18.711010
## iter  30 value 7.338654
## iter  40 value 4.755316
## iter  50 value 4.249074
## iter  60 value 3.591179
## iter  70 value 2.702739
## iter  80 value 2.165437
## iter  90 value 2.077644
## iter 100 value 1.937896
## iter 110 value 1.760592
## iter 120 value 1.326820
## iter 130 value 1.110735
## iter 140 value 0.853451
## iter 150 value 0.611379
## final  value 0.611379 
## stopped after 150 iterations
## # weights:  19
## initial  value 87.291720 
## iter  10 value 18.455863
## iter  20 value 5.087619
## iter  30 value 3.804038
## iter  40 value 3.476591
## iter  50 value 3.064589
## iter  60 value 2.824577
## iter  70 value 2.694944
## iter  80 value 2.658255
## iter  90 value 2.594815
## iter 100 value 2.480437
## iter 110 value 2.240679
## iter 120 value 2.168164
## iter 130 value 2.087066
## iter 140 value 2.071882
## iter 150 value 2.056182
## final  value 2.056182 
## stopped after 150 iterations
## # weights:  19
## initial  value 49.214264 
## iter  10 value 33.341032
## iter  20 value 8.233721
## iter  30 value 5.903425
## iter  40 value 4.285027
## iter  50 value 3.592532
## iter  60 value 2.233182
## iter  70 value 1.342737
## iter  80 value 0.795816
## iter  90 value 0.474044
## iter 100 value 0.422933
## iter 110 value 0.376102
## iter 120 value 0.357274
## iter 130 value 0.345911
## iter 140 value 0.343892
## iter 150 value 0.338045
## final  value 0.338045 
## stopped after 150 iterations
## # weights:  19
## initial  value 52.632910 
## iter  10 value 35.822551
## iter  20 value 17.710318
## iter  30 value 10.807115
## iter  40 value 8.301789
## iter  50 value 5.140040
## iter  60 value 2.462904
## iter  70 value 2.038972
## iter  80 value 1.744972
## iter  90 value 1.547861
## iter 100 value 1.415475
## iter 110 value 1.065335
## iter 120 value 0.814595
## iter 130 value 0.640223
## iter 140 value 0.474108
## iter 150 value 0.369355
## final  value 0.369355 
## stopped after 150 iterations
## # weights:  19
## initial  value 67.530811 
## iter  10 value 30.918634
## iter  20 value 6.561120
## iter  30 value 3.823279
## iter  40 value 3.044854
## iter  50 value 2.789081
## iter  60 value 2.302666
## iter  70 value 1.958569
## iter  80 value 1.751950
## iter  90 value 1.631147
## iter 100 value 1.325159
## iter 110 value 1.277060
## iter 120 value 1.214417
## iter 130 value 1.192914
## iter 140 value 1.164605
## iter 150 value 1.132975
## final  value 1.132975 
## stopped after 150 iterations
## # weights:  19
## initial  value 61.010447 
## iter  10 value 30.918559
## iter  20 value 10.311433
## iter  30 value 3.719745
## iter  40 value 1.763268
## iter  50 value 1.228561
## iter  60 value 0.801066
## iter  70 value 0.578724
## iter  80 value 0.444688
## iter  90 value 0.416614
## iter 100 value 0.357442
## iter 110 value 0.301104
## iter 120 value 0.283484
## iter 130 value 0.276756
## iter 140 value 0.267315
## iter 150 value 0.258390
## final  value 0.258390 
## stopped after 150 iterations
## # weights:  19
## initial  value 57.285883 
## iter  10 value 30.420341
## iter  20 value 12.928548
## iter  30 value 9.396110
## iter  40 value 6.643314
## iter  50 value 4.093092
## iter  60 value 2.982593
## iter  70 value 2.675200
## iter  80 value 2.252360
## iter  90 value 2.121209
## iter 100 value 1.935562
## iter 110 value 1.549607
## iter 120 value 1.421823
## iter 130 value 1.374258
## iter 140 value 1.286662
## iter 150 value 1.207816
## final  value 1.207816 
## stopped after 150 iterations
## # weights:  19
## initial  value 79.329333 
## iter  10 value 36.557654
## iter  20 value 14.749337
## iter  30 value 6.107262
## iter  40 value 4.360916
## iter  50 value 3.781167
## iter  60 value 2.262509
## iter  70 value 1.201501
## iter  80 value 0.747694
## iter  90 value 0.395515
## iter 100 value 0.330514
## iter 110 value 0.307948
## iter 120 value 0.292559
## iter 130 value 0.290072
## iter 140 value 0.281762
## iter 150 value 0.276922
## final  value 0.276922 
## stopped after 150 iterations
## # weights:  19
## initial  value 52.152766 
## iter  10 value 21.726501
## iter  20 value 10.682214
## iter  30 value 4.262572
## iter  40 value 2.877362
## iter  50 value 2.621563
## iter  60 value 2.439968
## iter  70 value 2.319550
## iter  80 value 2.253439
## iter  90 value 2.241144
## iter 100 value 2.144837
## iter 110 value 1.954275
## iter 120 value 1.911052
## iter 130 value 1.903716
## iter 140 value 1.898941
## iter 150 value 1.897162
## final  value 1.897162 
## stopped after 150 iterations
## # weights:  19
## initial  value 82.784430 
## iter  10 value 35.960851
## iter  20 value 10.616152
## iter  30 value 5.337636
## iter  40 value 3.535229
## iter  50 value 3.067987
## iter  60 value 2.189286
## iter  70 value 1.846256
## iter  80 value 1.581406
## iter  90 value 1.480740
## iter 100 value 1.331172
## iter 110 value 1.199783
## iter 120 value 1.113613
## iter 130 value 1.090486
## iter 140 value 1.049753
## iter 150 value 1.029844
## final  value 1.029844 
## stopped after 150 iterations

## # weights:  16
## initial  value 87.687717 
## iter  10 value 19.083456
## iter  20 value 10.484430
## iter  30 value 2.719871
## iter  40 value 1.988540
## iter  50 value 1.167875
## iter  60 value 1.000465
## iter  70 value 0.892728
## iter  80 value 0.861549
## iter  90 value 0.795538
## iter 100 value 0.788777
## iter 110 value 0.788290
## iter 120 value 0.787403
## iter 130 value 0.787239
## final  value 0.787239 
## converged
## # weights:  16
## initial  value 71.015354 
## iter  10 value 34.364346
## iter  20 value 14.835176
## iter  30 value 4.327886
## iter  40 value 1.806702
## iter  50 value 1.084588
## iter  60 value 0.797973
## iter  70 value 0.768273
## iter  80 value 0.740328
## iter  90 value 0.731062
## iter 100 value 0.677664
## iter 110 value 0.618922
## iter 120 value 0.610539
## iter 130 value 0.592634
## iter 140 value 0.580496
## iter 150 value 0.573003
## final  value 0.573003 
## stopped after 150 iterations
## # weights:  16
## initial  value 53.248625 
## iter  10 value 22.352239
## iter  20 value 12.727125
## iter  30 value 3.557098
## iter  40 value 3.032110
## iter  50 value 2.456129
## iter  60 value 2.222443
## iter  70 value 1.780397
## iter  80 value 1.313572
## iter  90 value 1.186052
## iter 100 value 1.151237
## iter 110 value 1.149627
## iter 120 value 1.139540
## iter 130 value 1.128991
## iter 140 value 1.122899
## iter 150 value 1.118480
## final  value 1.118480 
## stopped after 150 iterations
## # weights:  16
## initial  value 113.656817 
## iter  10 value 44.463925
## iter  20 value 15.543778
## iter  30 value 10.620474
## iter  40 value 8.932016
## iter  50 value 8.302864
## iter  60 value 7.969932
## iter  70 value 7.880749
## iter  80 value 7.304272
## iter  90 value 5.877451
## iter 100 value 2.842003
## iter 110 value 2.469547
## iter 120 value 2.304909
## iter 130 value 1.739841
## iter 140 value 1.477007
## iter 150 value 1.403663
## final  value 1.403663 
## stopped after 150 iterations
## # weights:  16
## initial  value 66.224017 
## iter  10 value 23.296766
## iter  20 value 9.123526
## iter  30 value 3.811084
## iter  40 value 2.603004
## iter  50 value 2.277717
## iter  60 value 1.639241
## iter  70 value 1.170069
## iter  80 value 1.112183
## iter  90 value 0.950791
## iter 100 value 0.865079
## iter 110 value 0.798699
## iter 120 value 0.776812
## iter 130 value 0.737477
## iter 140 value 0.727770
## iter 150 value 0.727757
## final  value 0.727757 
## stopped after 150 iterations
## # weights:  16
## initial  value 58.100716 
## iter  10 value 20.000515
## iter  20 value 15.578754
## iter  30 value 12.089039
## iter  40 value 10.518764
## iter  50 value 5.355806
## iter  60 value 2.690113
## iter  70 value 2.185724
## iter  80 value 1.388354
## iter  90 value 1.040807
## iter 100 value 0.849780
## iter 110 value 0.784417
## iter 120 value 0.649836
## iter 130 value 0.534136
## iter 140 value 0.477731
## iter 150 value 0.439975
## final  value 0.439975 
## stopped after 150 iterations
## # weights:  16
## initial  value 126.458036 
## iter  10 value 29.935494
## iter  20 value 13.031585
## iter  30 value 8.489087
## iter  40 value 6.439913
## iter  50 value 2.403304
## iter  60 value 1.022743
## iter  70 value 0.831125
## iter  80 value 0.798341
## iter  90 value 0.695273
## iter 100 value 0.673530
## iter 110 value 0.672028
## iter 120 value 0.645319
## iter 130 value 0.634542
## iter 140 value 0.632386
## iter 150 value 0.631444
## final  value 0.631444 
## stopped after 150 iterations
## # weights:  16
## initial  value 83.686277 
## iter  10 value 24.583264
## iter  20 value 14.234125
## iter  30 value 5.507548
## iter  40 value 4.092717
## iter  50 value 3.678538
## iter  60 value 2.823503
## iter  70 value 2.218082
## iter  80 value 2.026020
## iter  90 value 1.643833
## iter 100 value 1.585153
## iter 110 value 1.480057
## iter 120 value 1.448108
## iter 130 value 1.423989
## iter 140 value 1.395245
## iter 150 value 1.379360
## final  value 1.379360 
## stopped after 150 iterations
## # weights:  16
## initial  value 70.871849 
## iter  10 value 15.197056
## iter  20 value 7.055462
## iter  30 value 2.062451
## iter  40 value 1.850268
## iter  50 value 1.647930
## iter  60 value 1.363390
## iter  70 value 1.239062
## iter  80 value 1.091138
## iter  90 value 0.866244
## iter 100 value 0.773937
## iter 110 value 0.757525
## iter 120 value 0.720367
## iter 130 value 0.688953
## iter 140 value 0.687531
## iter 150 value 0.686254
## final  value 0.686254 
## stopped after 150 iterations
## # weights:  16
## initial  value 55.395367 
## iter  10 value 19.088013
## iter  20 value 7.971138
## iter  30 value 3.923662
## iter  40 value 2.863257
## iter  50 value 1.484822
## iter  60 value 1.195904
## iter  70 value 1.161321
## iter  80 value 1.087999
## iter  90 value 0.892154
## iter 100 value 0.790294
## iter 110 value 0.788084
## iter 120 value 0.787633
## iter 130 value 0.786921
## iter 140 value 0.786008
## iter 150 value 0.785188
## final  value 0.785188 
## stopped after 150 iterations

## # weights:  10
## initial  value 65.619179 
## iter  10 value 2.314273
## iter  20 value 1.494856
## iter  30 value 1.275438
## iter  40 value 1.170276
## iter  50 value 1.165646
## iter  60 value 1.164093
## iter  70 value 1.163425
## iter  80 value 1.162848
## iter  90 value 1.162691
## iter 100 value 1.162587
## iter 110 value 1.162004
## iter 120 value 1.159824
## iter 130 value 1.154632
## iter 140 value 1.140917
## iter 150 value 1.069897
## final  value 1.069897 
## stopped after 150 iterations
## # weights:  10
## initial  value 66.857182 
## iter  10 value 3.607971
## iter  20 value 2.334649
## iter  30 value 1.516691
## iter  40 value 0.159128
## iter  50 value 0.115702
## iter  60 value 0.022934
## iter  70 value 0.017106
## iter  80 value 0.006801
## iter  90 value 0.004262
## iter 100 value 0.002256
## iter 110 value 0.001001
## iter 120 value 0.000421
## iter 130 value 0.000168
## iter 140 value 0.000167
## iter 150 value 0.000144
## final  value 0.000144 
## stopped after 150 iterations
## # weights:  10
## initial  value 57.245530 
## iter  10 value 2.400012
## iter  20 value 1.896353
## iter  30 value 0.798055
## iter  40 value 0.054285
## iter  50 value 0.004430
## iter  60 value 0.001416
## iter  70 value 0.000225
## iter  80 value 0.000131
## iter  90 value 0.000126
## iter 100 value 0.000108
## final  value 0.000099 
## converged
## # weights:  10
## initial  value 49.164824 
## iter  10 value 2.539903
## iter  20 value 0.798170
## iter  30 value 0.201396
## iter  40 value 0.012937
## iter  50 value 0.004270
## iter  60 value 0.000388
## iter  70 value 0.000230
## iter  80 value 0.000220
## iter  90 value 0.000216
## iter 100 value 0.000215
## iter 110 value 0.000211
## iter 120 value 0.000206
## iter 130 value 0.000205
## iter 140 value 0.000203
## iter 150 value 0.000200
## final  value 0.000200 
## stopped after 150 iterations
## # weights:  10
## initial  value 52.057532 
## iter  10 value 4.488090
## iter  20 value 3.202577
## iter  30 value 2.860384
## iter  40 value 2.085123
## iter  50 value 1.521081
## iter  60 value 1.082856
## iter  70 value 0.641799
## iter  80 value 0.402151
## iter  90 value 0.354142
## iter 100 value 0.265274
## iter 110 value 0.224912
## iter 120 value 0.204650
## iter 130 value 0.201502
## iter 140 value 0.194217
## iter 150 value 0.192312
## final  value 0.192312 
## stopped after 150 iterations
## # weights:  10
## initial  value 51.458851 
## iter  10 value 1.999724
## iter  20 value 0.816032
## iter  30 value 0.299593
## iter  40 value 0.050356
## iter  50 value 0.017370
## iter  60 value 0.003329
## iter  70 value 0.000497
## final  value 0.000074 
## converged
## # weights:  10
## initial  value 50.628899 
## iter  10 value 2.609164
## iter  20 value 2.188001
## iter  30 value 1.460703
## iter  40 value 0.605316
## iter  50 value 0.457895
## iter  60 value 0.366074
## iter  70 value 0.331111
## iter  80 value 0.296453
## iter  90 value 0.275063
## iter 100 value 0.254206
## iter 110 value 0.238978
## iter 120 value 0.222967
## iter 130 value 0.205546
## iter 140 value 0.194583
## iter 150 value 0.143521
## final  value 0.143521 
## stopped after 150 iterations
## # weights:  10
## initial  value 74.534712 
## iter  10 value 2.260082
## iter  20 value 1.504828
## iter  30 value 0.380212
## iter  40 value 0.257512
## iter  50 value 0.195561
## iter  60 value 0.159407
## iter  70 value 0.158453
## iter  80 value 0.154600
## iter  90 value 0.146537
## iter 100 value 0.123182
## iter 110 value 0.106069
## iter 120 value 0.083646
## iter 130 value 0.056019
## iter 140 value 0.028565
## iter 150 value 0.009302
## final  value 0.009302 
## stopped after 150 iterations
## # weights:  10
## initial  value 49.010339 
## iter  10 value 2.325551
## iter  20 value 1.193009
## iter  30 value 0.513717
## iter  40 value 0.171146
## iter  50 value 0.163180
## iter  60 value 0.121750
## iter  70 value 0.094606
## iter  80 value 0.057588
## iter  90 value 0.030404
## iter 100 value 0.020570
## iter 110 value 0.006563
## iter 120 value 0.001894
## iter 130 value 0.001044
## iter 140 value 0.000353
## iter 150 value 0.000229
## final  value 0.000229 
## stopped after 150 iterations
## # weights:  10
## initial  value 61.366368 
## iter  10 value 2.502537
## iter  20 value 0.706112
## iter  30 value 0.276129
## iter  40 value 0.062109
## iter  50 value 0.015948
## iter  60 value 0.002185
## iter  70 value 0.000647
## iter  80 value 0.000141
## iter  90 value 0.000137
## iter 100 value 0.000123
## iter 110 value 0.000102
## final  value 0.000099 
## converged

## # weights:  10
## initial  value 76.229776 
## iter  10 value 3.010374
## iter  20 value 0.878049
## iter  30 value 0.356954
## iter  40 value 0.256523
## iter  50 value 0.253367
## iter  60 value 0.249946
## iter  70 value 0.246509
## iter  80 value 0.244904
## iter  90 value 0.244399
## iter 100 value 0.243954
## iter 110 value 0.243798
## iter 120 value 0.243717
## iter 130 value 0.243696
## iter 140 value 0.243684
## iter 150 value 0.243677
## final  value 0.243677 
## stopped after 150 iterations
## # weights:  10
## initial  value 100.759217 
## iter  10 value 2.088132
## iter  20 value 0.954343
## iter  30 value 0.536816
## iter  40 value 0.497769
## final  value 0.497366 
## converged
## # weights:  10
## initial  value 53.351312 
## iter  10 value 3.477451
## iter  20 value 1.957338
## iter  30 value 0.920174
## iter  40 value 0.255236
## iter  50 value 0.176755
## iter  60 value 0.163641
## iter  70 value 0.160013
## iter  80 value 0.159335
## iter  90 value 0.158943
## iter 100 value 0.158902
## iter 110 value 0.158815
## iter 120 value 0.158796
## iter 130 value 0.158779
## iter 140 value 0.158773
## iter 150 value 0.158753
## final  value 0.158753 
## stopped after 150 iterations
## # weights:  10
## initial  value 53.168941 
## iter  10 value 1.989970
## iter  20 value 0.581744
## iter  30 value 0.504321
## iter  40 value 0.494412
## iter  50 value 0.486012
## iter  60 value 0.479590
## iter  70 value 0.478421
## iter  80 value 0.477053
## iter  90 value 0.476686
## iter 100 value 0.476427
## iter 110 value 0.476287
## iter 120 value 0.476168
## iter 130 value 0.476070
## iter 140 value 0.476047
## iter 150 value 0.476036
## final  value 0.476036 
## stopped after 150 iterations
## # weights:  10
## initial  value 61.784112 
## iter  10 value 2.613627
## iter  20 value 0.416772
## iter  30 value 0.236327
## iter  40 value 0.199827
## iter  50 value 0.170482
## iter  60 value 0.160979
## iter  70 value 0.159275
## iter  80 value 0.158779
## iter  90 value 0.158775
## iter 100 value 0.158754
## iter 110 value 0.158749
## iter 120 value 0.158732
## iter 130 value 0.158717
## iter 140 value 0.158712
## iter 150 value 0.158703
## final  value 0.158703 
## stopped after 150 iterations
## # weights:  10
## initial  value 56.666071 
## iter  10 value 2.898648
## iter  20 value 2.133579
## iter  30 value 1.543756
## iter  40 value 1.403291
## iter  50 value 1.333122
## iter  60 value 1.248902
## iter  70 value 1.243659
## iter  80 value 1.216918
## iter  90 value 1.187318
## iter 100 value 1.064940
## iter 110 value 0.961771
## iter 120 value 0.780652
## iter 130 value 0.614089
## iter 140 value 0.410666
## iter 150 value 0.315575
## final  value 0.315575 
## stopped after 150 iterations
## # weights:  10
## initial  value 82.877223 
## iter  10 value 2.498539
## iter  20 value 0.567860
## iter  30 value 0.319419
## iter  40 value 0.223853
## iter  50 value 0.192113
## iter  60 value 0.166192
## iter  70 value 0.161734
## iter  80 value 0.159557
## iter  90 value 0.158984
## iter 100 value 0.158845
## iter 110 value 0.158807
## iter 120 value 0.158769
## iter 130 value 0.158754
## iter 140 value 0.158733
## iter 150 value 0.158725
## final  value 0.158725 
## stopped after 150 iterations
## # weights:  10
## initial  value 57.354284 
## iter  10 value 3.427578
## iter  20 value 2.182533
## iter  30 value 1.532097
## iter  40 value 1.291395
## iter  50 value 1.264438
## iter  60 value 1.256547
## iter  70 value 1.253882
## iter  80 value 1.245577
## iter  90 value 1.241935
## iter 100 value 1.193746
## iter 110 value 1.149600
## iter 120 value 1.110146
## iter 130 value 1.097882
## iter 140 value 1.085915
## iter 150 value 1.072083
## final  value 1.072083 
## stopped after 150 iterations
## # weights:  10
## initial  value 53.327783 
## iter  10 value 2.513106
## iter  20 value 1.551396
## iter  30 value 0.256743
## iter  40 value 0.211870
## iter  50 value 0.175908
## iter  60 value 0.164772
## iter  70 value 0.159666
## iter  80 value 0.158974
## iter  90 value 0.158915
## iter 100 value 0.158838
## iter 110 value 0.158830
## iter 120 value 0.158793
## iter 130 value 0.158774
## iter 140 value 0.158748
## iter 150 value 0.158742
## final  value 0.158742 
## stopped after 150 iterations
## # weights:  10
## initial  value 45.546235 
## iter  10 value 2.710858
## iter  20 value 2.422036
## iter  30 value 1.952175
## iter  40 value 0.281578
## iter  50 value 0.262729
## iter  60 value 0.251393
## iter  70 value 0.246488
## iter  80 value 0.245265
## iter  90 value 0.244901
## iter 100 value 0.243072
## iter 110 value 0.233175
## iter 120 value 0.212699
## iter 130 value 0.182561
## iter 140 value 0.166088
## iter 150 value 0.160537
## final  value 0.160537 
## stopped after 150 iterations

## # weights:  16
## initial  value 388.152220 
## iter  10 value 106.818297
## iter  20 value 34.275052
## iter  30 value 5.256357
## iter  40 value 1.652880
## iter  50 value 1.529104
## iter  60 value 1.407461
## iter  70 value 1.275298
## iter  80 value 1.262018
## iter  90 value 1.228370
## iter 100 value 1.143744
## iter 110 value 1.110958
## iter 120 value 1.101381
## iter 130 value 1.079942
## iter 140 value 1.057296
## iter 150 value 1.049436
## final  value 1.049436 
## stopped after 150 iterations
## # weights:  16
## initial  value 326.444064 
## iter  10 value 110.928900
## iter  20 value 54.026892
## iter  30 value 47.523915
## iter  40 value 42.804636
## iter  50 value 15.409501
## iter  60 value 4.797807
## iter  70 value 2.552831
## iter  80 value 1.779553
## iter  90 value 1.434952
## iter 100 value 1.192272
## iter 110 value 1.117791
## iter 120 value 0.944076
## iter 130 value 0.884755
## iter 140 value 0.852915
## iter 150 value 0.827970
## final  value 0.827970 
## stopped after 150 iterations
## # weights:  16
## initial  value 253.261926 
## iter  10 value 73.801305
## iter  20 value 17.511091
## iter  30 value 3.743007
## iter  40 value 3.142395
## iter  50 value 2.156615
## iter  60 value 1.638277
## iter  70 value 1.593024
## iter  80 value 1.530171
## iter  90 value 1.290826
## iter 100 value 1.189871
## iter 110 value 1.128049
## iter 120 value 0.979285
## iter 130 value 0.957982
## iter 140 value 0.950057
## iter 150 value 0.940521
## final  value 0.940521 
## stopped after 150 iterations
## # weights:  16
## initial  value 494.998975 
## iter  10 value 117.789130
## iter  20 value 80.260297
## iter  30 value 32.209135
## iter  40 value 23.673534
## iter  50 value 4.112419
## iter  60 value 1.732434
## iter  70 value 1.534264
## iter  80 value 1.432810
## iter  90 value 1.306125
## iter 100 value 1.175131
## iter 110 value 1.168384
## iter 120 value 1.130809
## iter 130 value 1.063720
## iter 140 value 1.038980
## iter 150 value 1.010694
## final  value 1.010694 
## stopped after 150 iterations
## # weights:  16
## initial  value 281.621291 
## iter  10 value 109.681771
## iter  20 value 38.001063
## iter  30 value 7.235135
## iter  40 value 5.456983
## iter  50 value 1.638853
## iter  60 value 1.584140
## iter  70 value 1.575681
## iter  80 value 1.572527
## iter  90 value 1.549140
## iter 100 value 1.522555
## iter 110 value 1.518480
## iter 120 value 1.481111
## iter 130 value 1.435579
## iter 140 value 1.396616
## iter 150 value 1.347716
## final  value 1.347716 
## stopped after 150 iterations
## # weights:  16
## initial  value 318.365663 
## iter  10 value 97.834933
## iter  20 value 40.369601
## iter  30 value 4.967422
## iter  40 value 3.784129
## iter  50 value 1.619848
## iter  60 value 1.083540
## iter  70 value 1.014347
## iter  80 value 0.942174
## iter  90 value 0.814306
## iter 100 value 0.778399
## iter 110 value 0.776178
## iter 120 value 0.772121
## iter 130 value 0.771431
## iter 140 value 0.771399
## iter 150 value 0.771058
## final  value 0.771058 
## stopped after 150 iterations
## # weights:  16
## initial  value 270.337438 
## iter  10 value 99.393308
## iter  20 value 46.580724
## iter  30 value 41.054386
## iter  40 value 31.911462
## iter  50 value 19.738092
## iter  60 value 11.276885
## iter  70 value 7.994212
## iter  80 value 7.353145
## iter  90 value 6.314870
## iter 100 value 5.645406
## iter 110 value 5.543707
## iter 120 value 4.998586
## iter 130 value 4.129590
## iter 140 value 3.729529
## iter 150 value 2.976069
## final  value 2.976069 
## stopped after 150 iterations
## # weights:  16
## initial  value 250.382457 
## iter  10 value 108.590439
## iter  20 value 48.102244
## iter  30 value 22.813631
## iter  40 value 14.459634
## iter  50 value 4.252188
## iter  60 value 1.212436
## iter  70 value 0.938865
## iter  80 value 0.818125
## iter  90 value 0.793064
## iter 100 value 0.781520
## iter 110 value 0.780624
## iter 120 value 0.778146
## iter 130 value 0.777672
## iter 140 value 0.777589
## iter 150 value 0.777386
## final  value 0.777386 
## stopped after 150 iterations
## # weights:  16
## initial  value 226.986644 
## iter  10 value 111.067398
## iter  20 value 57.528516
## iter  30 value 35.809563
## iter  40 value 15.401690
## iter  50 value 6.158500
## iter  60 value 1.781573
## iter  70 value 1.162971
## iter  80 value 1.148152
## iter  90 value 1.124868
## iter 100 value 1.074504
## iter 110 value 1.049135
## iter 120 value 1.044812
## iter 130 value 1.038606
## iter 140 value 1.020134
## iter 150 value 1.015896
## final  value 1.015896 
## stopped after 150 iterations
## # weights:  16
## initial  value 242.289155 
## iter  10 value 113.932099
## iter  20 value 90.123245
## iter  30 value 39.314114
## iter  40 value 34.831592
## iter  50 value 27.553753
## iter  60 value 15.214797
## iter  70 value 10.033904
## iter  80 value 8.975750
## iter  90 value 7.733575
## iter 100 value 7.240908
## iter 110 value 7.213622
## iter 120 value 7.015105
## iter 130 value 6.669681
## iter 140 value 6.608557
## iter 150 value 6.581876
## final  value 6.581876 
## stopped after 150 iterations

## # weights:  13
## initial  value 289.972551 
## iter  10 value 38.159117
## iter  20 value 10.480043
## iter  30 value 5.849807
## iter  40 value 3.081347
## iter  50 value 2.304450
## iter  60 value 2.210444
## iter  70 value 2.125799
## iter  80 value 1.944097
## iter  90 value 1.824037
## iter 100 value 1.536117
## iter 110 value 1.199126
## iter 120 value 1.137002
## iter 130 value 1.071216
## iter 140 value 1.055956
## iter 150 value 1.039630
## final  value 1.039630 
## stopped after 150 iterations
## # weights:  13
## initial  value 284.857851 
## iter  10 value 39.660888
## iter  20 value 26.511774
## iter  30 value 24.096419
## iter  40 value 19.362852
## iter  50 value 12.278593
## iter  60 value 11.087277
## iter  70 value 9.117443
## iter  80 value 3.475273
## iter  90 value 2.109524
## iter 100 value 1.514876
## iter 110 value 1.440525
## iter 120 value 1.342799
## iter 130 value 1.219429
## iter 140 value 1.206555
## iter 150 value 1.197136
## final  value 1.197136 
## stopped after 150 iterations
## # weights:  13
## initial  value 226.868737 
## iter  10 value 57.181979
## iter  20 value 42.199799
## iter  30 value 30.784800
## iter  40 value 13.260894
## iter  50 value 13.072101
## iter  60 value 13.070007
## iter  70 value 13.068865
## iter  80 value 13.065773
## iter  90 value 13.063403
## iter 100 value 13.059996
## iter 110 value 13.056792
## iter 120 value 13.051910
## iter 130 value 13.046483
## iter 140 value 13.043035
## iter 150 value 13.027742
## final  value 13.027742 
## stopped after 150 iterations
## # weights:  13
## initial  value 267.535012 
## iter  10 value 33.662477
## iter  20 value 16.406508
## iter  30 value 12.566750
## iter  40 value 9.372791
## iter  50 value 7.148491
## iter  60 value 6.851977
## iter  70 value 6.064506
## iter  80 value 4.135749
## iter  90 value 3.136275
## iter 100 value 2.209461
## iter 110 value 1.331118
## iter 120 value 1.227149
## iter 130 value 1.157773
## iter 140 value 1.112179
## iter 150 value 1.046830
## final  value 1.046830 
## stopped after 150 iterations
## # weights:  13
## initial  value 297.392597 
## iter  10 value 62.856048
## iter  20 value 35.133465
## iter  30 value 22.288025
## iter  40 value 17.146596
## iter  50 value 15.963950
## iter  60 value 15.902790
## iter  70 value 15.571582
## iter  80 value 14.898910
## iter  90 value 14.875785
## iter 100 value 14.766398
## iter 110 value 14.661084
## iter 120 value 14.634483
## iter 130 value 14.567587
## iter 140 value 14.548021
## iter 150 value 14.532182
## final  value 14.532182 
## stopped after 150 iterations
## # weights:  13
## initial  value 278.930574 
## iter  10 value 49.520463
## iter  20 value 38.831769
## iter  30 value 17.147974
## iter  40 value 9.496852
## iter  50 value 3.327979
## iter  60 value 2.693997
## iter  70 value 2.033089
## iter  80 value 1.621716
## iter  90 value 1.508144
## iter 100 value 1.232951
## iter 110 value 1.109056
## iter 120 value 1.068155
## iter 130 value 1.044535
## iter 140 value 1.022211
## iter 150 value 1.013975
## final  value 1.013975 
## stopped after 150 iterations
## # weights:  13
## initial  value 436.632242 
## iter  10 value 51.725825
## iter  20 value 17.748789
## iter  30 value 12.433772
## iter  40 value 8.482233
## iter  50 value 6.466021
## iter  60 value 4.104063
## iter  70 value 2.574143
## iter  80 value 2.009326
## iter  90 value 1.941335
## iter 100 value 1.799081
## iter 110 value 1.735891
## iter 120 value 1.722326
## iter 130 value 1.673806
## iter 140 value 1.649998
## iter 150 value 1.645412
## final  value 1.645412 
## stopped after 150 iterations
## # weights:  13
## initial  value 378.586120 
## iter  10 value 96.328810
## iter  20 value 41.426784
## iter  30 value 21.799754
## iter  40 value 15.063635
## iter  50 value 14.051912
## iter  60 value 12.616797
## iter  70 value 12.539568
## iter  80 value 10.674271
## iter  90 value 7.784435
## iter 100 value 7.677477
## iter 110 value 7.328778
## iter 120 value 6.913073
## iter 130 value 6.601787
## iter 140 value 5.972983
## iter 150 value 4.274442
## final  value 4.274442 
## stopped after 150 iterations
## # weights:  13
## initial  value 268.906641 
## iter  10 value 53.854925
## iter  20 value 42.148800
## iter  30 value 30.371256
## iter  40 value 18.023704
## iter  50 value 15.312344
## iter  60 value 13.975436
## iter  70 value 13.078183
## iter  80 value 13.037067
## iter  90 value 13.000879
## iter 100 value 12.859583
## iter 110 value 11.387120
## iter 120 value 7.622007
## iter 130 value 7.186722
## iter 140 value 6.891937
## iter 150 value 6.666115
## final  value 6.666115 
## stopped after 150 iterations
## # weights:  13
## initial  value 238.248235 
## iter  10 value 50.338036
## iter  20 value 40.060245
## iter  30 value 22.248932
## iter  40 value 17.123184
## iter  50 value 15.693877
## iter  60 value 14.490585
## iter  70 value 11.089711
## iter  80 value 6.538760
## iter  90 value 4.269561
## iter 100 value 2.644813
## iter 110 value 2.183934
## iter 120 value 2.009129
## iter 130 value 1.529753
## iter 140 value 1.335398
## iter 150 value 1.240259
## final  value 1.240259 
## stopped after 150 iterations

## # weights:  13
## initial  value 388.184122 
## iter  10 value 27.079316
## iter  20 value 3.672738
## iter  30 value 2.414566
## iter  40 value 2.133031
## iter  50 value 2.019267
## iter  60 value 2.000999
## iter  70 value 1.997159
## iter  80 value 1.981467
## iter  90 value 1.965260
## iter 100 value 1.917095
## iter 110 value 1.897917
## iter 120 value 1.895466
## iter 130 value 1.895263
## iter 130 value 1.895263
## iter 130 value 1.895263
## final  value 1.895263 
## converged
## # weights:  13
## initial  value 393.490061 
## iter  10 value 29.168143
## iter  20 value 4.021569
## iter  30 value 2.409985
## iter  40 value 1.926068
## iter  50 value 1.402058
## iter  60 value 1.300602
## iter  70 value 1.262855
## iter  80 value 1.195277
## iter  90 value 1.190052
## iter 100 value 1.161090
## iter 110 value 1.152446
## iter 120 value 1.151611
## iter 130 value 1.149396
## iter 140 value 1.149092
## iter 150 value 1.149029
## final  value 1.149029 
## stopped after 150 iterations
## # weights:  13
## initial  value 258.322521 
## iter  10 value 45.908474
## iter  20 value 18.149203
## iter  30 value 3.561182
## iter  40 value 2.444508
## iter  50 value 1.921476
## iter  60 value 1.896562
## iter  70 value 1.892219
## iter  80 value 1.889432
## iter  90 value 1.888607
## iter 100 value 1.887083
## iter 110 value 1.885081
## iter 120 value 1.883524
## iter 130 value 1.879157
## iter 140 value 1.867079
## iter 150 value 1.800125
## final  value 1.800125 
## stopped after 150 iterations
## # weights:  13
## initial  value 280.316141 
## iter  10 value 71.785824
## iter  20 value 25.610425
## iter  30 value 18.041518
## iter  40 value 12.595276
## iter  50 value 10.468750
## iter  60 value 9.349924
## iter  70 value 7.146801
## iter  80 value 4.881546
## iter  90 value 3.829615
## iter 100 value 1.975245
## iter 110 value 1.159746
## iter 120 value 1.100509
## iter 130 value 1.009087
## iter 140 value 0.958840
## iter 150 value 0.928999
## final  value 0.928999 
## stopped after 150 iterations
## # weights:  13
## initial  value 371.638975 
## iter  10 value 72.984895
## iter  20 value 27.850500
## iter  30 value 2.250577
## iter  40 value 1.336734
## iter  50 value 0.981075
## iter  60 value 0.851763
## iter  70 value 0.842741
## iter  80 value 0.832955
## iter  90 value 0.832606
## iter 100 value 0.832578
## iter 110 value 0.831984
## iter 120 value 0.829327
## iter 130 value 0.828586
## iter 140 value 0.826935
## iter 150 value 0.824671
## final  value 0.824671 
## stopped after 150 iterations
## # weights:  13
## initial  value 383.616336 
## iter  10 value 73.293639
## iter  20 value 26.683230
## iter  30 value 4.890865
## iter  40 value 2.183770
## iter  50 value 1.960334
## iter  60 value 1.916741
## iter  70 value 1.899942
## iter  80 value 1.895629
## iter  90 value 1.895582
## iter 100 value 1.895423
## iter 110 value 1.895263
## final  value 1.895261 
## converged
## # weights:  13
## initial  value 305.129589 
## iter  10 value 124.145090
## iter  20 value 24.496186
## iter  30 value 6.526470
## iter  40 value 5.385029
## iter  50 value 1.713472
## iter  60 value 0.860330
## iter  70 value 0.835524
## iter  80 value 0.815809
## iter  90 value 0.814831
## iter 100 value 0.813946
## iter 110 value 0.813589
## iter 120 value 0.813334
## iter 130 value 0.813128
## iter 140 value 0.812043
## iter 150 value 0.811887
## final  value 0.811887 
## stopped after 150 iterations
## # weights:  13
## initial  value 242.761542 
## iter  10 value 52.528623
## iter  20 value 24.313745
## iter  30 value 15.474603
## iter  40 value 11.684775
## iter  50 value 8.282859
## iter  60 value 6.121550
## iter  70 value 2.530493
## iter  80 value 1.989675
## iter  90 value 1.904713
## iter 100 value 1.795951
## iter 110 value 1.794261
## iter 120 value 1.793454
## iter 130 value 1.791083
## iter 140 value 1.789944
## iter 150 value 1.788906
## final  value 1.788906 
## stopped after 150 iterations
## # weights:  13
## initial  value 302.400287 
## iter  10 value 86.626693
## iter  20 value 19.148139
## iter  30 value 2.624281
## iter  40 value 2.220309
## iter  50 value 1.958639
## iter  60 value 1.589418
## iter  70 value 1.152434
## iter  80 value 1.070662
## iter  90 value 1.020244
## iter 100 value 0.974608
## iter 110 value 0.962969
## iter 120 value 0.945299
## iter 130 value 0.898279
## iter 140 value 0.869744
## iter 150 value 0.833598
## final  value 0.833598 
## stopped after 150 iterations
## # weights:  13
## initial  value 287.717367 
## iter  10 value 21.548908
## iter  20 value 12.769378
## iter  30 value 8.888547
## iter  40 value 4.084229
## iter  50 value 2.051188
## iter  60 value 1.842949
## iter  70 value 1.775400
## iter  80 value 1.702779
## iter  90 value 1.666442
## iter 100 value 1.621040
## iter 110 value 1.592211
## iter 120 value 1.580265
## iter 130 value 1.568743
## iter 140 value 1.563851
## iter 150 value 1.560646
## final  value 1.560646 
## stopped after 150 iterations

## # weights:  7
## initial  value 61.554362 
## iter  10 value 5.963417
## iter  20 value 2.627534
## iter  30 value 2.489200
## iter  40 value 2.477141
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 46.547942 
## iter  10 value 13.020978
## iter  20 value 2.988881
## iter  30 value 2.477432
## iter  40 value 2.475146
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 75.185187 
## iter  10 value 9.066507
## iter  20 value 3.177400
## iter  30 value 2.475088
## iter  40 value 2.474885
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 49.782749 
## iter  10 value 4.700562
## iter  20 value 2.568191
## iter  30 value 2.474982
## iter  40 value 2.474858
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 61.904298 
## iter  10 value 4.157731
## iter  20 value 3.689194
## iter  30 value 3.342755
## iter  40 value 3.324318
## iter  50 value 3.315394
## iter  60 value 3.292169
## iter  70 value 3.225738
## iter  80 value 3.048672
## iter  90 value 2.587263
## iter 100 value 2.483136
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 51.121252 
## iter  10 value 14.106318
## iter  20 value 11.024821
## iter  30 value 10.200628
## iter  40 value 5.258656
## iter  50 value 3.333204
## iter  60 value 2.949435
## iter  70 value 2.645587
## iter  80 value 2.482076
## iter  90 value 2.474855
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 58.534742 
## iter  10 value 3.207230
## iter  20 value 2.475462
## iter  30 value 2.474855
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 55.757793 
## iter  10 value 24.722242
## iter  20 value 5.129623
## iter  30 value 3.254745
## iter  40 value 3.112319
## iter  50 value 2.714596
## iter  60 value 2.549590
## iter  70 value 2.474865
## iter  80 value 2.474855
## iter  80 value 2.474855
## iter  80 value 2.474855
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 64.482989 
## iter  10 value 19.834687
## iter  20 value 2.808035
## iter  30 value 2.543374
## iter  40 value 2.475676
## final  value 2.474855 
## converged
## # weights:  7
## initial  value 61.169244 
## iter  10 value 14.630591
## iter  20 value 3.554072
## iter  30 value 3.218073
## iter  40 value 3.095343
## iter  50 value 2.572497
## iter  60 value 2.474877
## final  value 2.474859 
## converged

0.4 Results

0.5 Best Results

dataset method minRMSE meanRMSE meanTime
mDette NA 0.3506 0.77098 0.171
mFriedman NA 0.0111 0.04012 0.191
mIshigami NA 0.7097 1.80953 0.321
mRef153 NA 3.1129 3.35317 0.024
uDmod1 NA 0.0423 0.07485 0.013
uDmod2 NA 0.0486 0.06651 0.010
uDreyfus1 NA 0.0020 0.04602 0.009
uDreyfus2 NA 0.0906 0.12467 0.009
uGauss1 NA 2.3163 3.19944 0.059
uGauss2 NA 2.4049 4.44489 0.051
uGauss3 NA 2.2878 2.90465 0.054
uNeuroOne NA 0.2830 0.28300 0.004