Main Loop
for (dset in names(NNdatasets)) {
## =============================================
## EXTRACT INFORMATION FROM THE SELECTED DATASET
## =============================================
ds <- NNdatasets[[dset]]$ds
Z <- NNdatasets[[dset]]$Z
neur <- NNdatasets[[dset]]$neur
nparNN <- NNdatasets[[dset]]$nparNN
fmlaNN <- NNdatasets[[dset]]$fmlaNN
donotremove <- c("dset", "dsets", "ds", "Z", "neur", "TF", "nrep", "timer",
"donotremove", "donotremove2")
donotremove2 <- c("dset", "dsets")
## ===================================================
## SELECT THE FORMAT REQUIRED BY THE PACKAGE/ALGORITHM
## d = data.frame, m = matrix, v = vector/numeric
## ATTACH THE OBJECTS CREATED (x, y, Zxy, ... )
## ===================================================
ZZ <- prepareZZ(Z, xdmv = "m", ydmv = "m", scale = T)
attach(ZZ)
## =============================================
## SELECT THE PACKAGE USED FOR TRAINING
## nrep => SELECT THE NUMBER OF INDEPENDANT RUNS
## iter => SELECT THE MAX NUMBER OF ITERATIONS
## TF => PLOT THE RESULTS
## =============================================
nrep <- 10
TF <- TRUE
iter <- 150
descr <- paste(dset, "nnet::nnet", sep = "_")
## AUTO
Ypred <- list()
Rmse <- numeric(length = nrep)
Mae <- numeric(length = nrep)
for(i in 1:nrep){
event <- paste0(descr, sprintf("_%.2d", i))
timer$start(event)
#### ADJUST THE FOLLOWING LINES TO THE PACKAGE::ALGORITHM
NNreg <- tryCatch(
nnet::nnet(x, y, size = neur, linout = T, maxit = iter),
error = function(y) {lm(y ~ 0, data = Zxy)}
)
y_pred <- tryCatch(
ym0 + ysd0*NNreg$fitted.values,
error = ym0
)
####
Ypred[[i]] <- y_pred
Rmse[i] <- funRMSE(y_pred, y0)
Mae[i] <- funMAE(y_pred, y0)
timer$stop(event, RMSE = Rmse[i], MAE = Mae[i], params = iter, printmsg = FALSE)
}
best <- which(Rmse == min(Rmse, na.rm = TRUE))[1]
best ; Rmse[[best]]
## ================================================
## PLOT ALL MODELS AND THE MODEL WITH THE BEST RMSE
## par OPTIONS CAN BE IMPROVED FOR A BETTER DISPLAY
## ================================================
op <- par(mfcol = c(1,2))
plotNN(xory, y0, uni, TF, main = descr)
for (i in 1:nrep) lipoNN(xory, Ypred[[i]], uni, TF, col = i, lwd = 1)
plotNN(xory, y0, uni, TF, main = descr)
lipoNN(xory, Ypred[[best]], uni, TF, col = 4, lwd = 4)
par(op)
## ===========================
## DETACH ZZ - END OF THE LOOP
## ===========================
detach(ZZ)
}
## # weights: 26
## initial value 481.568089
## iter 10 value 240.172514
## iter 20 value 78.548405
## iter 30 value 39.892223
## iter 40 value 20.200279
## iter 50 value 8.196257
## iter 60 value 5.268440
## iter 70 value 4.937216
## iter 80 value 4.151202
## iter 90 value 3.158049
## iter 100 value 2.530081
## iter 110 value 2.173634
## iter 120 value 2.130496
## iter 130 value 2.012330
## iter 140 value 1.869299
## iter 150 value 1.705239
## final value 1.705239
## stopped after 150 iterations
## # weights: 26
## initial value 560.917106
## iter 10 value 233.770942
## iter 20 value 107.223376
## iter 30 value 63.688098
## iter 40 value 46.390293
## iter 50 value 18.155664
## iter 60 value 11.661007
## iter 70 value 6.640192
## iter 80 value 4.243113
## iter 90 value 3.027937
## iter 100 value 2.557290
## iter 110 value 2.384254
## iter 120 value 2.327431
## iter 130 value 2.150622
## iter 140 value 1.857090
## iter 150 value 1.788320
## final value 1.788320
## stopped after 150 iterations
## # weights: 26
## initial value 560.629113
## iter 10 value 217.462677
## iter 20 value 124.582287
## iter 30 value 63.308710
## iter 40 value 21.891666
## iter 50 value 11.660665
## iter 60 value 8.210364
## iter 70 value 5.239001
## iter 80 value 2.380119
## iter 90 value 1.336043
## iter 100 value 1.136929
## iter 110 value 1.089285
## iter 120 value 1.076135
## iter 130 value 1.007574
## iter 140 value 0.974887
## iter 150 value 0.955882
## final value 0.955882
## stopped after 150 iterations
## # weights: 26
## initial value 543.395243
## iter 10 value 346.409984
## iter 20 value 196.739983
## iter 30 value 59.700940
## iter 40 value 19.555532
## iter 50 value 10.195963
## iter 60 value 8.934946
## iter 70 value 6.627604
## iter 80 value 5.270318
## iter 90 value 2.713742
## iter 100 value 1.880334
## iter 110 value 1.490651
## iter 120 value 1.423059
## iter 130 value 1.301609
## iter 140 value 1.127646
## iter 150 value 0.920070
## final value 0.920070
## stopped after 150 iterations
## # weights: 26
## initial value 787.916043
## iter 10 value 274.215428
## iter 20 value 157.920373
## iter 30 value 98.432175
## iter 40 value 51.147294
## iter 50 value 42.172818
## iter 60 value 40.044492
## iter 70 value 37.716997
## iter 80 value 34.525755
## iter 90 value 32.307944
## iter 100 value 30.847809
## iter 110 value 29.878925
## iter 120 value 29.765228
## iter 130 value 29.498856
## iter 140 value 28.891270
## iter 150 value 28.363061
## final value 28.363061
## stopped after 150 iterations
## # weights: 26
## initial value 964.389287
## iter 10 value 255.125464
## iter 20 value 96.830088
## iter 30 value 27.125630
## iter 40 value 5.633399
## iter 50 value 3.785426
## iter 60 value 3.332047
## iter 70 value 3.241254
## iter 80 value 2.608817
## iter 90 value 1.313996
## iter 100 value 1.100519
## iter 110 value 1.037613
## iter 120 value 1.017132
## iter 130 value 0.997844
## iter 140 value 0.965044
## iter 150 value 0.958031
## final value 0.958031
## stopped after 150 iterations
## # weights: 26
## initial value 1079.774404
## iter 10 value 351.917968
## iter 20 value 166.489087
## iter 30 value 72.803659
## iter 40 value 55.271533
## iter 50 value 42.240387
## iter 60 value 30.071362
## iter 70 value 25.271771
## iter 80 value 22.411508
## iter 90 value 19.780723
## iter 100 value 17.597793
## iter 110 value 14.240628
## iter 120 value 9.234889
## iter 130 value 6.720299
## iter 140 value 6.394647
## iter 150 value 5.035179
## final value 5.035179
## stopped after 150 iterations
## # weights: 26
## initial value 608.207285
## iter 10 value 263.129923
## iter 20 value 95.211515
## iter 30 value 46.857574
## iter 40 value 39.001352
## iter 50 value 34.329156
## iter 60 value 31.255100
## iter 70 value 25.815155
## iter 80 value 17.044026
## iter 90 value 12.337304
## iter 100 value 9.345765
## iter 110 value 7.835363
## iter 120 value 6.803494
## iter 130 value 5.429001
## iter 140 value 4.973178
## iter 150 value 4.790906
## final value 4.790906
## stopped after 150 iterations
## # weights: 26
## initial value 582.759788
## iter 10 value 328.001196
## iter 20 value 159.128522
## iter 30 value 89.989143
## iter 40 value 59.141331
## iter 50 value 45.336530
## iter 60 value 41.934222
## iter 70 value 31.366928
## iter 80 value 23.194059
## iter 90 value 10.042890
## iter 100 value 7.755954
## iter 110 value 6.483478
## iter 120 value 6.046598
## iter 130 value 5.115684
## iter 140 value 3.612856
## iter 150 value 2.959717
## final value 2.959717
## stopped after 150 iterations
## # weights: 26
## initial value 591.774512
## iter 10 value 320.604404
## iter 20 value 153.904337
## iter 30 value 59.003343
## iter 40 value 40.517724
## iter 50 value 35.992550
## iter 60 value 32.077676
## iter 70 value 29.958497
## iter 80 value 29.553842
## iter 90 value 28.542974
## iter 100 value 26.581852
## iter 110 value 24.649571
## iter 120 value 22.368514
## iter 130 value 21.529644
## iter 140 value 20.715582
## iter 150 value 16.434473
## final value 16.434473
## stopped after 150 iterations
## # weights: 36
## initial value 582.834299
## iter 10 value 182.299867
## iter 20 value 151.328957
## iter 30 value 132.062634
## iter 40 value 104.995999
## iter 50 value 84.884682
## iter 60 value 76.177835
## iter 70 value 71.862853
## iter 80 value 70.717248
## iter 90 value 69.222166
## iter 100 value 66.085024
## iter 110 value 52.980957
## iter 120 value 16.983413
## iter 130 value 11.167243
## iter 140 value 5.280850
## iter 150 value 4.178579
## final value 4.178579
## stopped after 150 iterations
## # weights: 36
## initial value 601.135881
## iter 10 value 179.426544
## iter 20 value 127.382331
## iter 30 value 113.123508
## iter 40 value 81.670532
## iter 50 value 63.664931
## iter 60 value 55.268296
## iter 70 value 49.671925
## iter 80 value 47.112989
## iter 90 value 44.148206
## iter 100 value 36.404263
## iter 110 value 28.642326
## iter 120 value 23.905378
## iter 130 value 21.226616
## iter 140 value 18.193377
## iter 150 value 15.614655
## final value 15.614655
## stopped after 150 iterations
## # weights: 36
## initial value 614.621460
## iter 10 value 178.059320
## iter 20 value 145.504896
## iter 30 value 129.282109
## iter 40 value 92.318383
## iter 50 value 72.651056
## iter 60 value 63.111613
## iter 70 value 46.707886
## iter 80 value 26.086452
## iter 90 value 18.263088
## iter 100 value 13.465296
## iter 110 value 10.846921
## iter 120 value 7.796047
## iter 130 value 6.012872
## iter 140 value 5.443196
## iter 150 value 4.874680
## final value 4.874680
## stopped after 150 iterations
## # weights: 36
## initial value 683.217794
## iter 10 value 184.128778
## iter 20 value 99.485179
## iter 30 value 80.194672
## iter 40 value 63.393197
## iter 50 value 45.011694
## iter 60 value 19.178392
## iter 70 value 14.278313
## iter 80 value 12.937897
## iter 90 value 10.913083
## iter 100 value 8.294731
## iter 110 value 5.132053
## iter 120 value 3.029958
## iter 130 value 1.924611
## iter 140 value 1.347219
## iter 150 value 1.122332
## final value 1.122332
## stopped after 150 iterations
## # weights: 36
## initial value 503.021946
## iter 10 value 171.066295
## iter 20 value 126.555022
## iter 30 value 84.840217
## iter 40 value 63.337793
## iter 50 value 54.280701
## iter 60 value 46.744162
## iter 70 value 36.661601
## iter 80 value 21.687256
## iter 90 value 17.509421
## iter 100 value 13.513132
## iter 110 value 10.607326
## iter 120 value 6.325931
## iter 130 value 4.442018
## iter 140 value 2.715338
## iter 150 value 1.859893
## final value 1.859893
## stopped after 150 iterations
## # weights: 36
## initial value 580.309116
## iter 10 value 190.322324
## iter 20 value 147.754526
## iter 30 value 96.403871
## iter 40 value 70.869872
## iter 50 value 54.588610
## iter 60 value 43.252320
## iter 70 value 39.163964
## iter 80 value 35.241796
## iter 90 value 32.644158
## iter 100 value 26.736400
## iter 110 value 21.813682
## iter 120 value 16.934793
## iter 130 value 14.502402
## iter 140 value 12.193969
## iter 150 value 10.857391
## final value 10.857391
## stopped after 150 iterations
## # weights: 36
## initial value 787.150598
## iter 10 value 187.000593
## iter 20 value 123.296688
## iter 30 value 91.281499
## iter 40 value 80.117171
## iter 50 value 72.015749
## iter 60 value 68.356191
## iter 70 value 66.564506
## iter 80 value 66.124998
## iter 90 value 65.620483
## iter 100 value 64.536846
## iter 110 value 63.488569
## iter 120 value 60.254304
## iter 130 value 58.876313
## iter 140 value 58.126277
## iter 150 value 58.092436
## final value 58.092436
## stopped after 150 iterations
## # weights: 36
## initial value 567.048953
## iter 10 value 171.713492
## iter 20 value 126.057883
## iter 30 value 97.378096
## iter 40 value 71.451034
## iter 50 value 65.163115
## iter 60 value 62.375095
## iter 70 value 60.844199
## iter 80 value 60.034024
## iter 90 value 59.323478
## iter 100 value 58.950895
## iter 110 value 58.695249
## iter 120 value 58.470711
## iter 130 value 58.354129
## iter 140 value 58.257340
## iter 150 value 58.242428
## final value 58.242428
## stopped after 150 iterations
## # weights: 36
## initial value 1226.050492
## iter 10 value 228.793593
## iter 20 value 157.816278
## iter 30 value 120.130582
## iter 40 value 79.597315
## iter 50 value 60.049809
## iter 60 value 28.304378
## iter 70 value 20.178449
## iter 80 value 16.249319
## iter 90 value 12.624069
## iter 100 value 8.876038
## iter 110 value 7.478362
## iter 120 value 5.565928
## iter 130 value 3.652626
## iter 140 value 2.360487
## iter 150 value 1.936782
## final value 1.936782
## stopped after 150 iterations
## # weights: 36
## initial value 993.382401
## iter 10 value 153.529512
## iter 20 value 121.097612
## iter 30 value 111.573348
## iter 40 value 76.324022
## iter 50 value 68.265838
## iter 60 value 66.007993
## iter 70 value 64.026201
## iter 80 value 61.604313
## iter 90 value 61.059135
## iter 100 value 59.773047
## iter 110 value 59.101108
## iter 120 value 58.673192
## iter 130 value 58.289166
## iter 140 value 58.132971
## iter 150 value 58.009606
## final value 58.009606
## stopped after 150 iterations
## # weights: 51
## initial value 1165.953019
## iter 10 value 389.234718
## iter 20 value 329.560311
## iter 30 value 290.492489
## iter 40 value 260.331017
## iter 50 value 221.560758
## iter 60 value 139.821743
## iter 70 value 82.169862
## iter 80 value 45.703830
## iter 90 value 35.808786
## iter 100 value 27.618052
## iter 110 value 25.841080
## iter 120 value 24.677469
## iter 130 value 23.332806
## iter 140 value 22.184930
## iter 150 value 20.645035
## final value 20.645035
## stopped after 150 iterations
## # weights: 51
## initial value 537.963158
## iter 10 value 369.410546
## iter 20 value 317.152136
## iter 30 value 284.056280
## iter 40 value 260.728682
## iter 50 value 254.093458
## iter 60 value 249.136858
## iter 70 value 245.170038
## iter 80 value 243.214924
## iter 90 value 241.738703
## iter 100 value 240.548720
## iter 110 value 239.881777
## iter 120 value 239.535192
## iter 130 value 238.049159
## iter 140 value 232.916459
## iter 150 value 227.869899
## final value 227.869899
## stopped after 150 iterations
## # weights: 51
## initial value 570.757209
## iter 10 value 390.050497
## iter 20 value 313.163208
## iter 30 value 268.639313
## iter 40 value 247.766777
## iter 50 value 237.460480
## iter 60 value 229.662435
## iter 70 value 206.816656
## iter 80 value 200.063064
## iter 90 value 196.161851
## iter 100 value 191.103236
## iter 110 value 189.119731
## iter 120 value 188.016082
## iter 130 value 185.295223
## iter 140 value 181.392873
## iter 150 value 179.943891
## final value 179.943891
## stopped after 150 iterations
## # weights: 51
## initial value 1306.878452
## iter 10 value 390.997590
## iter 20 value 332.499688
## iter 30 value 215.938918
## iter 40 value 162.499977
## iter 50 value 140.539193
## iter 60 value 82.085187
## iter 70 value 45.928023
## iter 80 value 34.549975
## iter 90 value 28.511455
## iter 100 value 26.465812
## iter 110 value 24.874071
## iter 120 value 24.143483
## iter 130 value 23.189402
## iter 140 value 21.840532
## iter 150 value 20.247239
## final value 20.247239
## stopped after 150 iterations
## # weights: 51
## initial value 579.437604
## iter 10 value 381.433922
## iter 20 value 300.085159
## iter 30 value 251.375233
## iter 40 value 231.189594
## iter 50 value 222.836303
## iter 60 value 199.619260
## iter 70 value 165.085019
## iter 80 value 159.105897
## iter 90 value 154.030914
## iter 100 value 151.750035
## iter 110 value 150.730896
## iter 120 value 150.207232
## iter 130 value 149.226619
## iter 140 value 145.540537
## iter 150 value 129.484258
## final value 129.484258
## stopped after 150 iterations
## # weights: 51
## initial value 598.692779
## iter 10 value 355.823406
## iter 20 value 282.543458
## iter 30 value 261.322787
## iter 40 value 252.678205
## iter 50 value 244.454063
## iter 60 value 239.262100
## iter 70 value 236.265510
## iter 80 value 233.747444
## iter 90 value 231.220665
## iter 100 value 228.968320
## iter 110 value 227.479574
## iter 120 value 226.858524
## iter 130 value 225.567630
## iter 140 value 223.800640
## iter 150 value 219.104465
## final value 219.104465
## stopped after 150 iterations
## # weights: 51
## initial value 703.999191
## iter 10 value 392.941015
## iter 20 value 332.026765
## iter 30 value 277.088933
## iter 40 value 208.618425
## iter 50 value 179.283736
## iter 60 value 166.311457
## iter 70 value 144.860907
## iter 80 value 116.880509
## iter 90 value 79.274952
## iter 100 value 51.695941
## iter 110 value 38.047451
## iter 120 value 24.235619
## iter 130 value 21.102707
## iter 140 value 19.315593
## iter 150 value 18.461734
## final value 18.461734
## stopped after 150 iterations
## # weights: 51
## initial value 608.909303
## iter 10 value 370.228227
## iter 20 value 278.770855
## iter 30 value 259.122748
## iter 40 value 255.076426
## iter 50 value 247.942231
## iter 60 value 242.802912
## iter 70 value 229.966985
## iter 80 value 214.681635
## iter 90 value 209.013252
## iter 100 value 203.519929
## iter 110 value 201.503388
## iter 120 value 200.002113
## iter 130 value 198.242022
## iter 140 value 196.469802
## iter 150 value 194.909554
## final value 194.909554
## stopped after 150 iterations
## # weights: 51
## initial value 999.200778
## iter 10 value 310.489013
## iter 20 value 264.559183
## iter 30 value 246.944344
## iter 40 value 242.687068
## iter 50 value 240.933429
## iter 60 value 239.436645
## iter 70 value 237.193025
## iter 80 value 235.408446
## iter 90 value 219.103987
## iter 100 value 205.801191
## iter 110 value 202.965990
## iter 120 value 199.846088
## iter 130 value 196.508517
## iter 140 value 191.578568
## iter 150 value 183.626768
## final value 183.626768
## stopped after 150 iterations
## # weights: 51
## initial value 546.391627
## iter 10 value 399.522523
## iter 20 value 307.969088
## iter 30 value 261.933074
## iter 40 value 251.526451
## iter 50 value 246.451405
## iter 60 value 243.156737
## iter 70 value 240.341701
## iter 80 value 236.951070
## iter 90 value 232.319863
## iter 100 value 227.959551
## iter 110 value 218.955929
## iter 120 value 209.651661
## iter 130 value 205.102092
## iter 140 value 200.934725
## iter 150 value 196.193949
## final value 196.193949
## stopped after 150 iterations
## # weights: 22
## initial value 242.826515
## iter 10 value 7.308982
## iter 20 value 3.268487
## iter 30 value 2.909123
## iter 40 value 2.633995
## iter 50 value 2.591406
## iter 60 value 2.547737
## iter 70 value 2.391092
## iter 80 value 2.279595
## iter 90 value 2.253755
## iter 100 value 2.251072
## iter 110 value 2.240757
## iter 120 value 2.161956
## iter 130 value 2.142106
## iter 140 value 2.139253
## iter 150 value 2.138254
## final value 2.138254
## stopped after 150 iterations
## # weights: 22
## initial value 123.949619
## iter 10 value 5.934694
## iter 20 value 3.669413
## iter 30 value 3.143747
## iter 40 value 3.066528
## iter 50 value 3.054022
## iter 60 value 3.034591
## iter 70 value 3.000670
## iter 80 value 2.973714
## iter 90 value 2.967551
## iter 100 value 2.966801
## iter 110 value 2.962658
## iter 120 value 2.959851
## iter 130 value 2.955022
## iter 140 value 2.953068
## iter 150 value 2.952742
## final value 2.952742
## stopped after 150 iterations
## # weights: 22
## initial value 181.457092
## iter 10 value 7.841028
## iter 20 value 2.804658
## iter 30 value 2.506111
## iter 40 value 2.281757
## iter 50 value 2.245721
## iter 60 value 2.129898
## iter 70 value 1.939018
## iter 80 value 1.907874
## iter 90 value 1.900397
## iter 100 value 1.899969
## iter 110 value 1.898644
## iter 120 value 1.896962
## iter 130 value 1.894416
## iter 140 value 1.892731
## iter 150 value 1.892435
## final value 1.892435
## stopped after 150 iterations
## # weights: 22
## initial value 197.986142
## iter 10 value 8.323729
## iter 20 value 3.316079
## iter 30 value 2.794042
## iter 40 value 2.514797
## iter 50 value 2.435355
## iter 60 value 2.344156
## iter 70 value 2.288013
## iter 80 value 2.276064
## iter 90 value 2.263212
## iter 100 value 2.260720
## iter 110 value 2.239613
## iter 120 value 2.032328
## iter 130 value 1.986852
## iter 140 value 1.983518
## iter 150 value 1.982802
## final value 1.982802
## stopped after 150 iterations
## # weights: 22
## initial value 222.658409
## iter 10 value 9.213932
## iter 20 value 3.922257
## iter 30 value 3.129695
## iter 40 value 2.622889
## iter 50 value 2.473223
## iter 60 value 2.280590
## iter 70 value 2.144184
## iter 80 value 2.042633
## iter 90 value 2.008465
## iter 100 value 2.007710
## iter 110 value 2.001563
## iter 120 value 1.995263
## iter 130 value 1.978534
## iter 140 value 1.975315
## iter 150 value 1.974716
## final value 1.974716
## stopped after 150 iterations
## # weights: 22
## initial value 275.387420
## iter 10 value 4.613529
## iter 20 value 2.958019
## iter 30 value 2.607083
## iter 40 value 2.403885
## iter 50 value 2.369594
## iter 60 value 2.362866
## iter 70 value 2.358300
## iter 80 value 2.356832
## iter 90 value 2.356532
## final value 2.356531
## converged
## # weights: 22
## initial value 162.328754
## iter 10 value 17.605819
## iter 20 value 4.785168
## iter 30 value 3.745334
## iter 40 value 3.084852
## iter 50 value 2.950963
## iter 60 value 2.913256
## iter 70 value 2.872829
## iter 80 value 2.851880
## iter 90 value 2.840863
## iter 100 value 2.507201
## iter 110 value 2.368015
## iter 120 value 2.357882
## iter 130 value 2.356222
## iter 140 value 2.355142
## iter 150 value 2.352892
## final value 2.352892
## stopped after 150 iterations
## # weights: 22
## initial value 203.329899
## iter 10 value 12.453586
## iter 20 value 3.231166
## iter 30 value 2.677227
## iter 40 value 2.512680
## iter 50 value 2.468589
## iter 60 value 2.407997
## iter 70 value 2.353361
## iter 80 value 2.229708
## iter 90 value 2.182050
## iter 100 value 2.179880
## iter 110 value 2.178667
## iter 120 value 2.177042
## iter 130 value 2.176285
## iter 140 value 2.176175
## iter 150 value 2.176152
## final value 2.176152
## stopped after 150 iterations
## # weights: 22
## initial value 142.070546
## iter 10 value 23.526388
## iter 20 value 5.166043
## iter 30 value 2.686386
## iter 40 value 2.478974
## iter 50 value 2.385889
## iter 60 value 2.256229
## iter 70 value 2.192287
## iter 80 value 2.117765
## iter 90 value 1.941265
## iter 100 value 1.907735
## iter 110 value 1.899589
## iter 120 value 1.899128
## iter 130 value 1.899073
## iter 140 value 1.898494
## iter 150 value 1.897065
## final value 1.897065
## stopped after 150 iterations
## # weights: 22
## initial value 240.765190
## iter 10 value 18.241136
## iter 20 value 4.393919
## iter 30 value 3.138386
## iter 40 value 2.640380
## iter 50 value 2.600219
## iter 60 value 2.583022
## iter 70 value 2.565690
## iter 80 value 2.550498
## iter 90 value 2.514783
## iter 100 value 2.421846
## iter 110 value 2.363336
## iter 120 value 2.341692
## iter 130 value 2.339099
## iter 140 value 2.335661
## iter 150 value 2.332135
## final value 2.332135
## stopped after 150 iterations
## # weights: 19
## initial value 139.374695
## iter 10 value 38.409631
## iter 20 value 18.711010
## iter 30 value 7.338654
## iter 40 value 4.755316
## iter 50 value 4.249074
## iter 60 value 3.591179
## iter 70 value 2.702739
## iter 80 value 2.165437
## iter 90 value 2.077644
## iter 100 value 1.937896
## iter 110 value 1.760592
## iter 120 value 1.326820
## iter 130 value 1.110735
## iter 140 value 0.853451
## iter 150 value 0.611379
## final value 0.611379
## stopped after 150 iterations
## # weights: 19
## initial value 87.291720
## iter 10 value 18.455863
## iter 20 value 5.087619
## iter 30 value 3.804038
## iter 40 value 3.476591
## iter 50 value 3.064589
## iter 60 value 2.824577
## iter 70 value 2.694944
## iter 80 value 2.658255
## iter 90 value 2.594815
## iter 100 value 2.480437
## iter 110 value 2.240679
## iter 120 value 2.168164
## iter 130 value 2.087066
## iter 140 value 2.071882
## iter 150 value 2.056182
## final value 2.056182
## stopped after 150 iterations
## # weights: 19
## initial value 49.214264
## iter 10 value 33.341032
## iter 20 value 8.233721
## iter 30 value 5.903425
## iter 40 value 4.285027
## iter 50 value 3.592532
## iter 60 value 2.233182
## iter 70 value 1.342737
## iter 80 value 0.795816
## iter 90 value 0.474044
## iter 100 value 0.422933
## iter 110 value 0.376102
## iter 120 value 0.357274
## iter 130 value 0.345911
## iter 140 value 0.343892
## iter 150 value 0.338045
## final value 0.338045
## stopped after 150 iterations
## # weights: 19
## initial value 52.632910
## iter 10 value 35.822551
## iter 20 value 17.710318
## iter 30 value 10.807115
## iter 40 value 8.301789
## iter 50 value 5.140040
## iter 60 value 2.462904
## iter 70 value 2.038972
## iter 80 value 1.744972
## iter 90 value 1.547861
## iter 100 value 1.415475
## iter 110 value 1.065335
## iter 120 value 0.814595
## iter 130 value 0.640223
## iter 140 value 0.474108
## iter 150 value 0.369355
## final value 0.369355
## stopped after 150 iterations
## # weights: 19
## initial value 67.530811
## iter 10 value 30.918634
## iter 20 value 6.561120
## iter 30 value 3.823279
## iter 40 value 3.044854
## iter 50 value 2.789081
## iter 60 value 2.302666
## iter 70 value 1.958569
## iter 80 value 1.751950
## iter 90 value 1.631147
## iter 100 value 1.325159
## iter 110 value 1.277060
## iter 120 value 1.214417
## iter 130 value 1.192914
## iter 140 value 1.164605
## iter 150 value 1.132975
## final value 1.132975
## stopped after 150 iterations
## # weights: 19
## initial value 61.010447
## iter 10 value 30.918559
## iter 20 value 10.311433
## iter 30 value 3.719745
## iter 40 value 1.763268
## iter 50 value 1.228561
## iter 60 value 0.801066
## iter 70 value 0.578724
## iter 80 value 0.444688
## iter 90 value 0.416614
## iter 100 value 0.357442
## iter 110 value 0.301104
## iter 120 value 0.283484
## iter 130 value 0.276756
## iter 140 value 0.267315
## iter 150 value 0.258390
## final value 0.258390
## stopped after 150 iterations
## # weights: 19
## initial value 57.285883
## iter 10 value 30.420341
## iter 20 value 12.928548
## iter 30 value 9.396110
## iter 40 value 6.643314
## iter 50 value 4.093092
## iter 60 value 2.982593
## iter 70 value 2.675200
## iter 80 value 2.252360
## iter 90 value 2.121209
## iter 100 value 1.935562
## iter 110 value 1.549607
## iter 120 value 1.421823
## iter 130 value 1.374258
## iter 140 value 1.286662
## iter 150 value 1.207816
## final value 1.207816
## stopped after 150 iterations
## # weights: 19
## initial value 79.329333
## iter 10 value 36.557654
## iter 20 value 14.749337
## iter 30 value 6.107262
## iter 40 value 4.360916
## iter 50 value 3.781167
## iter 60 value 2.262509
## iter 70 value 1.201501
## iter 80 value 0.747694
## iter 90 value 0.395515
## iter 100 value 0.330514
## iter 110 value 0.307948
## iter 120 value 0.292559
## iter 130 value 0.290072
## iter 140 value 0.281762
## iter 150 value 0.276922
## final value 0.276922
## stopped after 150 iterations
## # weights: 19
## initial value 52.152766
## iter 10 value 21.726501
## iter 20 value 10.682214
## iter 30 value 4.262572
## iter 40 value 2.877362
## iter 50 value 2.621563
## iter 60 value 2.439968
## iter 70 value 2.319550
## iter 80 value 2.253439
## iter 90 value 2.241144
## iter 100 value 2.144837
## iter 110 value 1.954275
## iter 120 value 1.911052
## iter 130 value 1.903716
## iter 140 value 1.898941
## iter 150 value 1.897162
## final value 1.897162
## stopped after 150 iterations
## # weights: 19
## initial value 82.784430
## iter 10 value 35.960851
## iter 20 value 10.616152
## iter 30 value 5.337636
## iter 40 value 3.535229
## iter 50 value 3.067987
## iter 60 value 2.189286
## iter 70 value 1.846256
## iter 80 value 1.581406
## iter 90 value 1.480740
## iter 100 value 1.331172
## iter 110 value 1.199783
## iter 120 value 1.113613
## iter 130 value 1.090486
## iter 140 value 1.049753
## iter 150 value 1.029844
## final value 1.029844
## stopped after 150 iterations
## # weights: 16
## initial value 87.687717
## iter 10 value 19.083456
## iter 20 value 10.484430
## iter 30 value 2.719871
## iter 40 value 1.988540
## iter 50 value 1.167875
## iter 60 value 1.000465
## iter 70 value 0.892728
## iter 80 value 0.861549
## iter 90 value 0.795538
## iter 100 value 0.788777
## iter 110 value 0.788290
## iter 120 value 0.787403
## iter 130 value 0.787239
## final value 0.787239
## converged
## # weights: 16
## initial value 71.015354
## iter 10 value 34.364346
## iter 20 value 14.835176
## iter 30 value 4.327886
## iter 40 value 1.806702
## iter 50 value 1.084588
## iter 60 value 0.797973
## iter 70 value 0.768273
## iter 80 value 0.740328
## iter 90 value 0.731062
## iter 100 value 0.677664
## iter 110 value 0.618922
## iter 120 value 0.610539
## iter 130 value 0.592634
## iter 140 value 0.580496
## iter 150 value 0.573003
## final value 0.573003
## stopped after 150 iterations
## # weights: 16
## initial value 53.248625
## iter 10 value 22.352239
## iter 20 value 12.727125
## iter 30 value 3.557098
## iter 40 value 3.032110
## iter 50 value 2.456129
## iter 60 value 2.222443
## iter 70 value 1.780397
## iter 80 value 1.313572
## iter 90 value 1.186052
## iter 100 value 1.151237
## iter 110 value 1.149627
## iter 120 value 1.139540
## iter 130 value 1.128991
## iter 140 value 1.122899
## iter 150 value 1.118480
## final value 1.118480
## stopped after 150 iterations
## # weights: 16
## initial value 113.656817
## iter 10 value 44.463925
## iter 20 value 15.543778
## iter 30 value 10.620474
## iter 40 value 8.932016
## iter 50 value 8.302864
## iter 60 value 7.969932
## iter 70 value 7.880749
## iter 80 value 7.304272
## iter 90 value 5.877451
## iter 100 value 2.842003
## iter 110 value 2.469547
## iter 120 value 2.304909
## iter 130 value 1.739841
## iter 140 value 1.477007
## iter 150 value 1.403663
## final value 1.403663
## stopped after 150 iterations
## # weights: 16
## initial value 66.224017
## iter 10 value 23.296766
## iter 20 value 9.123526
## iter 30 value 3.811084
## iter 40 value 2.603004
## iter 50 value 2.277717
## iter 60 value 1.639241
## iter 70 value 1.170069
## iter 80 value 1.112183
## iter 90 value 0.950791
## iter 100 value 0.865079
## iter 110 value 0.798699
## iter 120 value 0.776812
## iter 130 value 0.737477
## iter 140 value 0.727770
## iter 150 value 0.727757
## final value 0.727757
## stopped after 150 iterations
## # weights: 16
## initial value 58.100716
## iter 10 value 20.000515
## iter 20 value 15.578754
## iter 30 value 12.089039
## iter 40 value 10.518764
## iter 50 value 5.355806
## iter 60 value 2.690113
## iter 70 value 2.185724
## iter 80 value 1.388354
## iter 90 value 1.040807
## iter 100 value 0.849780
## iter 110 value 0.784417
## iter 120 value 0.649836
## iter 130 value 0.534136
## iter 140 value 0.477731
## iter 150 value 0.439975
## final value 0.439975
## stopped after 150 iterations
## # weights: 16
## initial value 126.458036
## iter 10 value 29.935494
## iter 20 value 13.031585
## iter 30 value 8.489087
## iter 40 value 6.439913
## iter 50 value 2.403304
## iter 60 value 1.022743
## iter 70 value 0.831125
## iter 80 value 0.798341
## iter 90 value 0.695273
## iter 100 value 0.673530
## iter 110 value 0.672028
## iter 120 value 0.645319
## iter 130 value 0.634542
## iter 140 value 0.632386
## iter 150 value 0.631444
## final value 0.631444
## stopped after 150 iterations
## # weights: 16
## initial value 83.686277
## iter 10 value 24.583264
## iter 20 value 14.234125
## iter 30 value 5.507548
## iter 40 value 4.092717
## iter 50 value 3.678538
## iter 60 value 2.823503
## iter 70 value 2.218082
## iter 80 value 2.026020
## iter 90 value 1.643833
## iter 100 value 1.585153
## iter 110 value 1.480057
## iter 120 value 1.448108
## iter 130 value 1.423989
## iter 140 value 1.395245
## iter 150 value 1.379360
## final value 1.379360
## stopped after 150 iterations
## # weights: 16
## initial value 70.871849
## iter 10 value 15.197056
## iter 20 value 7.055462
## iter 30 value 2.062451
## iter 40 value 1.850268
## iter 50 value 1.647930
## iter 60 value 1.363390
## iter 70 value 1.239062
## iter 80 value 1.091138
## iter 90 value 0.866244
## iter 100 value 0.773937
## iter 110 value 0.757525
## iter 120 value 0.720367
## iter 130 value 0.688953
## iter 140 value 0.687531
## iter 150 value 0.686254
## final value 0.686254
## stopped after 150 iterations
## # weights: 16
## initial value 55.395367
## iter 10 value 19.088013
## iter 20 value 7.971138
## iter 30 value 3.923662
## iter 40 value 2.863257
## iter 50 value 1.484822
## iter 60 value 1.195904
## iter 70 value 1.161321
## iter 80 value 1.087999
## iter 90 value 0.892154
## iter 100 value 0.790294
## iter 110 value 0.788084
## iter 120 value 0.787633
## iter 130 value 0.786921
## iter 140 value 0.786008
## iter 150 value 0.785188
## final value 0.785188
## stopped after 150 iterations
## # weights: 10
## initial value 65.619179
## iter 10 value 2.314273
## iter 20 value 1.494856
## iter 30 value 1.275438
## iter 40 value 1.170276
## iter 50 value 1.165646
## iter 60 value 1.164093
## iter 70 value 1.163425
## iter 80 value 1.162848
## iter 90 value 1.162691
## iter 100 value 1.162587
## iter 110 value 1.162004
## iter 120 value 1.159824
## iter 130 value 1.154632
## iter 140 value 1.140917
## iter 150 value 1.069897
## final value 1.069897
## stopped after 150 iterations
## # weights: 10
## initial value 66.857182
## iter 10 value 3.607971
## iter 20 value 2.334649
## iter 30 value 1.516691
## iter 40 value 0.159128
## iter 50 value 0.115702
## iter 60 value 0.022934
## iter 70 value 0.017106
## iter 80 value 0.006801
## iter 90 value 0.004262
## iter 100 value 0.002256
## iter 110 value 0.001001
## iter 120 value 0.000421
## iter 130 value 0.000168
## iter 140 value 0.000167
## iter 150 value 0.000144
## final value 0.000144
## stopped after 150 iterations
## # weights: 10
## initial value 57.245530
## iter 10 value 2.400012
## iter 20 value 1.896353
## iter 30 value 0.798055
## iter 40 value 0.054285
## iter 50 value 0.004430
## iter 60 value 0.001416
## iter 70 value 0.000225
## iter 80 value 0.000131
## iter 90 value 0.000126
## iter 100 value 0.000108
## final value 0.000099
## converged
## # weights: 10
## initial value 49.164824
## iter 10 value 2.539903
## iter 20 value 0.798170
## iter 30 value 0.201396
## iter 40 value 0.012937
## iter 50 value 0.004270
## iter 60 value 0.000388
## iter 70 value 0.000230
## iter 80 value 0.000220
## iter 90 value 0.000216
## iter 100 value 0.000215
## iter 110 value 0.000211
## iter 120 value 0.000206
## iter 130 value 0.000205
## iter 140 value 0.000203
## iter 150 value 0.000200
## final value 0.000200
## stopped after 150 iterations
## # weights: 10
## initial value 52.057532
## iter 10 value 4.488090
## iter 20 value 3.202577
## iter 30 value 2.860384
## iter 40 value 2.085123
## iter 50 value 1.521081
## iter 60 value 1.082856
## iter 70 value 0.641799
## iter 80 value 0.402151
## iter 90 value 0.354142
## iter 100 value 0.265274
## iter 110 value 0.224912
## iter 120 value 0.204650
## iter 130 value 0.201502
## iter 140 value 0.194217
## iter 150 value 0.192312
## final value 0.192312
## stopped after 150 iterations
## # weights: 10
## initial value 51.458851
## iter 10 value 1.999724
## iter 20 value 0.816032
## iter 30 value 0.299593
## iter 40 value 0.050356
## iter 50 value 0.017370
## iter 60 value 0.003329
## iter 70 value 0.000497
## final value 0.000074
## converged
## # weights: 10
## initial value 50.628899
## iter 10 value 2.609164
## iter 20 value 2.188001
## iter 30 value 1.460703
## iter 40 value 0.605316
## iter 50 value 0.457895
## iter 60 value 0.366074
## iter 70 value 0.331111
## iter 80 value 0.296453
## iter 90 value 0.275063
## iter 100 value 0.254206
## iter 110 value 0.238978
## iter 120 value 0.222967
## iter 130 value 0.205546
## iter 140 value 0.194583
## iter 150 value 0.143521
## final value 0.143521
## stopped after 150 iterations
## # weights: 10
## initial value 74.534712
## iter 10 value 2.260082
## iter 20 value 1.504828
## iter 30 value 0.380212
## iter 40 value 0.257512
## iter 50 value 0.195561
## iter 60 value 0.159407
## iter 70 value 0.158453
## iter 80 value 0.154600
## iter 90 value 0.146537
## iter 100 value 0.123182
## iter 110 value 0.106069
## iter 120 value 0.083646
## iter 130 value 0.056019
## iter 140 value 0.028565
## iter 150 value 0.009302
## final value 0.009302
## stopped after 150 iterations
## # weights: 10
## initial value 49.010339
## iter 10 value 2.325551
## iter 20 value 1.193009
## iter 30 value 0.513717
## iter 40 value 0.171146
## iter 50 value 0.163180
## iter 60 value 0.121750
## iter 70 value 0.094606
## iter 80 value 0.057588
## iter 90 value 0.030404
## iter 100 value 0.020570
## iter 110 value 0.006563
## iter 120 value 0.001894
## iter 130 value 0.001044
## iter 140 value 0.000353
## iter 150 value 0.000229
## final value 0.000229
## stopped after 150 iterations
## # weights: 10
## initial value 61.366368
## iter 10 value 2.502537
## iter 20 value 0.706112
## iter 30 value 0.276129
## iter 40 value 0.062109
## iter 50 value 0.015948
## iter 60 value 0.002185
## iter 70 value 0.000647
## iter 80 value 0.000141
## iter 90 value 0.000137
## iter 100 value 0.000123
## iter 110 value 0.000102
## final value 0.000099
## converged
## # weights: 10
## initial value 76.229776
## iter 10 value 3.010374
## iter 20 value 0.878049
## iter 30 value 0.356954
## iter 40 value 0.256523
## iter 50 value 0.253367
## iter 60 value 0.249946
## iter 70 value 0.246509
## iter 80 value 0.244904
## iter 90 value 0.244399
## iter 100 value 0.243954
## iter 110 value 0.243798
## iter 120 value 0.243717
## iter 130 value 0.243696
## iter 140 value 0.243684
## iter 150 value 0.243677
## final value 0.243677
## stopped after 150 iterations
## # weights: 10
## initial value 100.759217
## iter 10 value 2.088132
## iter 20 value 0.954343
## iter 30 value 0.536816
## iter 40 value 0.497769
## final value 0.497366
## converged
## # weights: 10
## initial value 53.351312
## iter 10 value 3.477451
## iter 20 value 1.957338
## iter 30 value 0.920174
## iter 40 value 0.255236
## iter 50 value 0.176755
## iter 60 value 0.163641
## iter 70 value 0.160013
## iter 80 value 0.159335
## iter 90 value 0.158943
## iter 100 value 0.158902
## iter 110 value 0.158815
## iter 120 value 0.158796
## iter 130 value 0.158779
## iter 140 value 0.158773
## iter 150 value 0.158753
## final value 0.158753
## stopped after 150 iterations
## # weights: 10
## initial value 53.168941
## iter 10 value 1.989970
## iter 20 value 0.581744
## iter 30 value 0.504321
## iter 40 value 0.494412
## iter 50 value 0.486012
## iter 60 value 0.479590
## iter 70 value 0.478421
## iter 80 value 0.477053
## iter 90 value 0.476686
## iter 100 value 0.476427
## iter 110 value 0.476287
## iter 120 value 0.476168
## iter 130 value 0.476070
## iter 140 value 0.476047
## iter 150 value 0.476036
## final value 0.476036
## stopped after 150 iterations
## # weights: 10
## initial value 61.784112
## iter 10 value 2.613627
## iter 20 value 0.416772
## iter 30 value 0.236327
## iter 40 value 0.199827
## iter 50 value 0.170482
## iter 60 value 0.160979
## iter 70 value 0.159275
## iter 80 value 0.158779
## iter 90 value 0.158775
## iter 100 value 0.158754
## iter 110 value 0.158749
## iter 120 value 0.158732
## iter 130 value 0.158717
## iter 140 value 0.158712
## iter 150 value 0.158703
## final value 0.158703
## stopped after 150 iterations
## # weights: 10
## initial value 56.666071
## iter 10 value 2.898648
## iter 20 value 2.133579
## iter 30 value 1.543756
## iter 40 value 1.403291
## iter 50 value 1.333122
## iter 60 value 1.248902
## iter 70 value 1.243659
## iter 80 value 1.216918
## iter 90 value 1.187318
## iter 100 value 1.064940
## iter 110 value 0.961771
## iter 120 value 0.780652
## iter 130 value 0.614089
## iter 140 value 0.410666
## iter 150 value 0.315575
## final value 0.315575
## stopped after 150 iterations
## # weights: 10
## initial value 82.877223
## iter 10 value 2.498539
## iter 20 value 0.567860
## iter 30 value 0.319419
## iter 40 value 0.223853
## iter 50 value 0.192113
## iter 60 value 0.166192
## iter 70 value 0.161734
## iter 80 value 0.159557
## iter 90 value 0.158984
## iter 100 value 0.158845
## iter 110 value 0.158807
## iter 120 value 0.158769
## iter 130 value 0.158754
## iter 140 value 0.158733
## iter 150 value 0.158725
## final value 0.158725
## stopped after 150 iterations
## # weights: 10
## initial value 57.354284
## iter 10 value 3.427578
## iter 20 value 2.182533
## iter 30 value 1.532097
## iter 40 value 1.291395
## iter 50 value 1.264438
## iter 60 value 1.256547
## iter 70 value 1.253882
## iter 80 value 1.245577
## iter 90 value 1.241935
## iter 100 value 1.193746
## iter 110 value 1.149600
## iter 120 value 1.110146
## iter 130 value 1.097882
## iter 140 value 1.085915
## iter 150 value 1.072083
## final value 1.072083
## stopped after 150 iterations
## # weights: 10
## initial value 53.327783
## iter 10 value 2.513106
## iter 20 value 1.551396
## iter 30 value 0.256743
## iter 40 value 0.211870
## iter 50 value 0.175908
## iter 60 value 0.164772
## iter 70 value 0.159666
## iter 80 value 0.158974
## iter 90 value 0.158915
## iter 100 value 0.158838
## iter 110 value 0.158830
## iter 120 value 0.158793
## iter 130 value 0.158774
## iter 140 value 0.158748
## iter 150 value 0.158742
## final value 0.158742
## stopped after 150 iterations
## # weights: 10
## initial value 45.546235
## iter 10 value 2.710858
## iter 20 value 2.422036
## iter 30 value 1.952175
## iter 40 value 0.281578
## iter 50 value 0.262729
## iter 60 value 0.251393
## iter 70 value 0.246488
## iter 80 value 0.245265
## iter 90 value 0.244901
## iter 100 value 0.243072
## iter 110 value 0.233175
## iter 120 value 0.212699
## iter 130 value 0.182561
## iter 140 value 0.166088
## iter 150 value 0.160537
## final value 0.160537
## stopped after 150 iterations
## # weights: 16
## initial value 388.152220
## iter 10 value 106.818297
## iter 20 value 34.275052
## iter 30 value 5.256357
## iter 40 value 1.652880
## iter 50 value 1.529104
## iter 60 value 1.407461
## iter 70 value 1.275298
## iter 80 value 1.262018
## iter 90 value 1.228370
## iter 100 value 1.143744
## iter 110 value 1.110958
## iter 120 value 1.101381
## iter 130 value 1.079942
## iter 140 value 1.057296
## iter 150 value 1.049436
## final value 1.049436
## stopped after 150 iterations
## # weights: 16
## initial value 326.444064
## iter 10 value 110.928900
## iter 20 value 54.026892
## iter 30 value 47.523915
## iter 40 value 42.804636
## iter 50 value 15.409501
## iter 60 value 4.797807
## iter 70 value 2.552831
## iter 80 value 1.779553
## iter 90 value 1.434952
## iter 100 value 1.192272
## iter 110 value 1.117791
## iter 120 value 0.944076
## iter 130 value 0.884755
## iter 140 value 0.852915
## iter 150 value 0.827970
## final value 0.827970
## stopped after 150 iterations
## # weights: 16
## initial value 253.261926
## iter 10 value 73.801305
## iter 20 value 17.511091
## iter 30 value 3.743007
## iter 40 value 3.142395
## iter 50 value 2.156615
## iter 60 value 1.638277
## iter 70 value 1.593024
## iter 80 value 1.530171
## iter 90 value 1.290826
## iter 100 value 1.189871
## iter 110 value 1.128049
## iter 120 value 0.979285
## iter 130 value 0.957982
## iter 140 value 0.950057
## iter 150 value 0.940521
## final value 0.940521
## stopped after 150 iterations
## # weights: 16
## initial value 494.998975
## iter 10 value 117.789130
## iter 20 value 80.260297
## iter 30 value 32.209135
## iter 40 value 23.673534
## iter 50 value 4.112419
## iter 60 value 1.732434
## iter 70 value 1.534264
## iter 80 value 1.432810
## iter 90 value 1.306125
## iter 100 value 1.175131
## iter 110 value 1.168384
## iter 120 value 1.130809
## iter 130 value 1.063720
## iter 140 value 1.038980
## iter 150 value 1.010694
## final value 1.010694
## stopped after 150 iterations
## # weights: 16
## initial value 281.621291
## iter 10 value 109.681771
## iter 20 value 38.001063
## iter 30 value 7.235135
## iter 40 value 5.456983
## iter 50 value 1.638853
## iter 60 value 1.584140
## iter 70 value 1.575681
## iter 80 value 1.572527
## iter 90 value 1.549140
## iter 100 value 1.522555
## iter 110 value 1.518480
## iter 120 value 1.481111
## iter 130 value 1.435579
## iter 140 value 1.396616
## iter 150 value 1.347716
## final value 1.347716
## stopped after 150 iterations
## # weights: 16
## initial value 318.365663
## iter 10 value 97.834933
## iter 20 value 40.369601
## iter 30 value 4.967422
## iter 40 value 3.784129
## iter 50 value 1.619848
## iter 60 value 1.083540
## iter 70 value 1.014347
## iter 80 value 0.942174
## iter 90 value 0.814306
## iter 100 value 0.778399
## iter 110 value 0.776178
## iter 120 value 0.772121
## iter 130 value 0.771431
## iter 140 value 0.771399
## iter 150 value 0.771058
## final value 0.771058
## stopped after 150 iterations
## # weights: 16
## initial value 270.337438
## iter 10 value 99.393308
## iter 20 value 46.580724
## iter 30 value 41.054386
## iter 40 value 31.911462
## iter 50 value 19.738092
## iter 60 value 11.276885
## iter 70 value 7.994212
## iter 80 value 7.353145
## iter 90 value 6.314870
## iter 100 value 5.645406
## iter 110 value 5.543707
## iter 120 value 4.998586
## iter 130 value 4.129590
## iter 140 value 3.729529
## iter 150 value 2.976069
## final value 2.976069
## stopped after 150 iterations
## # weights: 16
## initial value 250.382457
## iter 10 value 108.590439
## iter 20 value 48.102244
## iter 30 value 22.813631
## iter 40 value 14.459634
## iter 50 value 4.252188
## iter 60 value 1.212436
## iter 70 value 0.938865
## iter 80 value 0.818125
## iter 90 value 0.793064
## iter 100 value 0.781520
## iter 110 value 0.780624
## iter 120 value 0.778146
## iter 130 value 0.777672
## iter 140 value 0.777589
## iter 150 value 0.777386
## final value 0.777386
## stopped after 150 iterations
## # weights: 16
## initial value 226.986644
## iter 10 value 111.067398
## iter 20 value 57.528516
## iter 30 value 35.809563
## iter 40 value 15.401690
## iter 50 value 6.158500
## iter 60 value 1.781573
## iter 70 value 1.162971
## iter 80 value 1.148152
## iter 90 value 1.124868
## iter 100 value 1.074504
## iter 110 value 1.049135
## iter 120 value 1.044812
## iter 130 value 1.038606
## iter 140 value 1.020134
## iter 150 value 1.015896
## final value 1.015896
## stopped after 150 iterations
## # weights: 16
## initial value 242.289155
## iter 10 value 113.932099
## iter 20 value 90.123245
## iter 30 value 39.314114
## iter 40 value 34.831592
## iter 50 value 27.553753
## iter 60 value 15.214797
## iter 70 value 10.033904
## iter 80 value 8.975750
## iter 90 value 7.733575
## iter 100 value 7.240908
## iter 110 value 7.213622
## iter 120 value 7.015105
## iter 130 value 6.669681
## iter 140 value 6.608557
## iter 150 value 6.581876
## final value 6.581876
## stopped after 150 iterations
## # weights: 13
## initial value 289.972551
## iter 10 value 38.159117
## iter 20 value 10.480043
## iter 30 value 5.849807
## iter 40 value 3.081347
## iter 50 value 2.304450
## iter 60 value 2.210444
## iter 70 value 2.125799
## iter 80 value 1.944097
## iter 90 value 1.824037
## iter 100 value 1.536117
## iter 110 value 1.199126
## iter 120 value 1.137002
## iter 130 value 1.071216
## iter 140 value 1.055956
## iter 150 value 1.039630
## final value 1.039630
## stopped after 150 iterations
## # weights: 13
## initial value 284.857851
## iter 10 value 39.660888
## iter 20 value 26.511774
## iter 30 value 24.096419
## iter 40 value 19.362852
## iter 50 value 12.278593
## iter 60 value 11.087277
## iter 70 value 9.117443
## iter 80 value 3.475273
## iter 90 value 2.109524
## iter 100 value 1.514876
## iter 110 value 1.440525
## iter 120 value 1.342799
## iter 130 value 1.219429
## iter 140 value 1.206555
## iter 150 value 1.197136
## final value 1.197136
## stopped after 150 iterations
## # weights: 13
## initial value 226.868737
## iter 10 value 57.181979
## iter 20 value 42.199799
## iter 30 value 30.784800
## iter 40 value 13.260894
## iter 50 value 13.072101
## iter 60 value 13.070007
## iter 70 value 13.068865
## iter 80 value 13.065773
## iter 90 value 13.063403
## iter 100 value 13.059996
## iter 110 value 13.056792
## iter 120 value 13.051910
## iter 130 value 13.046483
## iter 140 value 13.043035
## iter 150 value 13.027742
## final value 13.027742
## stopped after 150 iterations
## # weights: 13
## initial value 267.535012
## iter 10 value 33.662477
## iter 20 value 16.406508
## iter 30 value 12.566750
## iter 40 value 9.372791
## iter 50 value 7.148491
## iter 60 value 6.851977
## iter 70 value 6.064506
## iter 80 value 4.135749
## iter 90 value 3.136275
## iter 100 value 2.209461
## iter 110 value 1.331118
## iter 120 value 1.227149
## iter 130 value 1.157773
## iter 140 value 1.112179
## iter 150 value 1.046830
## final value 1.046830
## stopped after 150 iterations
## # weights: 13
## initial value 297.392597
## iter 10 value 62.856048
## iter 20 value 35.133465
## iter 30 value 22.288025
## iter 40 value 17.146596
## iter 50 value 15.963950
## iter 60 value 15.902790
## iter 70 value 15.571582
## iter 80 value 14.898910
## iter 90 value 14.875785
## iter 100 value 14.766398
## iter 110 value 14.661084
## iter 120 value 14.634483
## iter 130 value 14.567587
## iter 140 value 14.548021
## iter 150 value 14.532182
## final value 14.532182
## stopped after 150 iterations
## # weights: 13
## initial value 278.930574
## iter 10 value 49.520463
## iter 20 value 38.831769
## iter 30 value 17.147974
## iter 40 value 9.496852
## iter 50 value 3.327979
## iter 60 value 2.693997
## iter 70 value 2.033089
## iter 80 value 1.621716
## iter 90 value 1.508144
## iter 100 value 1.232951
## iter 110 value 1.109056
## iter 120 value 1.068155
## iter 130 value 1.044535
## iter 140 value 1.022211
## iter 150 value 1.013975
## final value 1.013975
## stopped after 150 iterations
## # weights: 13
## initial value 436.632242
## iter 10 value 51.725825
## iter 20 value 17.748789
## iter 30 value 12.433772
## iter 40 value 8.482233
## iter 50 value 6.466021
## iter 60 value 4.104063
## iter 70 value 2.574143
## iter 80 value 2.009326
## iter 90 value 1.941335
## iter 100 value 1.799081
## iter 110 value 1.735891
## iter 120 value 1.722326
## iter 130 value 1.673806
## iter 140 value 1.649998
## iter 150 value 1.645412
## final value 1.645412
## stopped after 150 iterations
## # weights: 13
## initial value 378.586120
## iter 10 value 96.328810
## iter 20 value 41.426784
## iter 30 value 21.799754
## iter 40 value 15.063635
## iter 50 value 14.051912
## iter 60 value 12.616797
## iter 70 value 12.539568
## iter 80 value 10.674271
## iter 90 value 7.784435
## iter 100 value 7.677477
## iter 110 value 7.328778
## iter 120 value 6.913073
## iter 130 value 6.601787
## iter 140 value 5.972983
## iter 150 value 4.274442
## final value 4.274442
## stopped after 150 iterations
## # weights: 13
## initial value 268.906641
## iter 10 value 53.854925
## iter 20 value 42.148800
## iter 30 value 30.371256
## iter 40 value 18.023704
## iter 50 value 15.312344
## iter 60 value 13.975436
## iter 70 value 13.078183
## iter 80 value 13.037067
## iter 90 value 13.000879
## iter 100 value 12.859583
## iter 110 value 11.387120
## iter 120 value 7.622007
## iter 130 value 7.186722
## iter 140 value 6.891937
## iter 150 value 6.666115
## final value 6.666115
## stopped after 150 iterations
## # weights: 13
## initial value 238.248235
## iter 10 value 50.338036
## iter 20 value 40.060245
## iter 30 value 22.248932
## iter 40 value 17.123184
## iter 50 value 15.693877
## iter 60 value 14.490585
## iter 70 value 11.089711
## iter 80 value 6.538760
## iter 90 value 4.269561
## iter 100 value 2.644813
## iter 110 value 2.183934
## iter 120 value 2.009129
## iter 130 value 1.529753
## iter 140 value 1.335398
## iter 150 value 1.240259
## final value 1.240259
## stopped after 150 iterations
## # weights: 13
## initial value 388.184122
## iter 10 value 27.079316
## iter 20 value 3.672738
## iter 30 value 2.414566
## iter 40 value 2.133031
## iter 50 value 2.019267
## iter 60 value 2.000999
## iter 70 value 1.997159
## iter 80 value 1.981467
## iter 90 value 1.965260
## iter 100 value 1.917095
## iter 110 value 1.897917
## iter 120 value 1.895466
## iter 130 value 1.895263
## iter 130 value 1.895263
## iter 130 value 1.895263
## final value 1.895263
## converged
## # weights: 13
## initial value 393.490061
## iter 10 value 29.168143
## iter 20 value 4.021569
## iter 30 value 2.409985
## iter 40 value 1.926068
## iter 50 value 1.402058
## iter 60 value 1.300602
## iter 70 value 1.262855
## iter 80 value 1.195277
## iter 90 value 1.190052
## iter 100 value 1.161090
## iter 110 value 1.152446
## iter 120 value 1.151611
## iter 130 value 1.149396
## iter 140 value 1.149092
## iter 150 value 1.149029
## final value 1.149029
## stopped after 150 iterations
## # weights: 13
## initial value 258.322521
## iter 10 value 45.908474
## iter 20 value 18.149203
## iter 30 value 3.561182
## iter 40 value 2.444508
## iter 50 value 1.921476
## iter 60 value 1.896562
## iter 70 value 1.892219
## iter 80 value 1.889432
## iter 90 value 1.888607
## iter 100 value 1.887083
## iter 110 value 1.885081
## iter 120 value 1.883524
## iter 130 value 1.879157
## iter 140 value 1.867079
## iter 150 value 1.800125
## final value 1.800125
## stopped after 150 iterations
## # weights: 13
## initial value 280.316141
## iter 10 value 71.785824
## iter 20 value 25.610425
## iter 30 value 18.041518
## iter 40 value 12.595276
## iter 50 value 10.468750
## iter 60 value 9.349924
## iter 70 value 7.146801
## iter 80 value 4.881546
## iter 90 value 3.829615
## iter 100 value 1.975245
## iter 110 value 1.159746
## iter 120 value 1.100509
## iter 130 value 1.009087
## iter 140 value 0.958840
## iter 150 value 0.928999
## final value 0.928999
## stopped after 150 iterations
## # weights: 13
## initial value 371.638975
## iter 10 value 72.984895
## iter 20 value 27.850500
## iter 30 value 2.250577
## iter 40 value 1.336734
## iter 50 value 0.981075
## iter 60 value 0.851763
## iter 70 value 0.842741
## iter 80 value 0.832955
## iter 90 value 0.832606
## iter 100 value 0.832578
## iter 110 value 0.831984
## iter 120 value 0.829327
## iter 130 value 0.828586
## iter 140 value 0.826935
## iter 150 value 0.824671
## final value 0.824671
## stopped after 150 iterations
## # weights: 13
## initial value 383.616336
## iter 10 value 73.293639
## iter 20 value 26.683230
## iter 30 value 4.890865
## iter 40 value 2.183770
## iter 50 value 1.960334
## iter 60 value 1.916741
## iter 70 value 1.899942
## iter 80 value 1.895629
## iter 90 value 1.895582
## iter 100 value 1.895423
## iter 110 value 1.895263
## final value 1.895261
## converged
## # weights: 13
## initial value 305.129589
## iter 10 value 124.145090
## iter 20 value 24.496186
## iter 30 value 6.526470
## iter 40 value 5.385029
## iter 50 value 1.713472
## iter 60 value 0.860330
## iter 70 value 0.835524
## iter 80 value 0.815809
## iter 90 value 0.814831
## iter 100 value 0.813946
## iter 110 value 0.813589
## iter 120 value 0.813334
## iter 130 value 0.813128
## iter 140 value 0.812043
## iter 150 value 0.811887
## final value 0.811887
## stopped after 150 iterations
## # weights: 13
## initial value 242.761542
## iter 10 value 52.528623
## iter 20 value 24.313745
## iter 30 value 15.474603
## iter 40 value 11.684775
## iter 50 value 8.282859
## iter 60 value 6.121550
## iter 70 value 2.530493
## iter 80 value 1.989675
## iter 90 value 1.904713
## iter 100 value 1.795951
## iter 110 value 1.794261
## iter 120 value 1.793454
## iter 130 value 1.791083
## iter 140 value 1.789944
## iter 150 value 1.788906
## final value 1.788906
## stopped after 150 iterations
## # weights: 13
## initial value 302.400287
## iter 10 value 86.626693
## iter 20 value 19.148139
## iter 30 value 2.624281
## iter 40 value 2.220309
## iter 50 value 1.958639
## iter 60 value 1.589418
## iter 70 value 1.152434
## iter 80 value 1.070662
## iter 90 value 1.020244
## iter 100 value 0.974608
## iter 110 value 0.962969
## iter 120 value 0.945299
## iter 130 value 0.898279
## iter 140 value 0.869744
## iter 150 value 0.833598
## final value 0.833598
## stopped after 150 iterations
## # weights: 13
## initial value 287.717367
## iter 10 value 21.548908
## iter 20 value 12.769378
## iter 30 value 8.888547
## iter 40 value 4.084229
## iter 50 value 2.051188
## iter 60 value 1.842949
## iter 70 value 1.775400
## iter 80 value 1.702779
## iter 90 value 1.666442
## iter 100 value 1.621040
## iter 110 value 1.592211
## iter 120 value 1.580265
## iter 130 value 1.568743
## iter 140 value 1.563851
## iter 150 value 1.560646
## final value 1.560646
## stopped after 150 iterations
## # weights: 7
## initial value 61.554362
## iter 10 value 5.963417
## iter 20 value 2.627534
## iter 30 value 2.489200
## iter 40 value 2.477141
## final value 2.474855
## converged
## # weights: 7
## initial value 46.547942
## iter 10 value 13.020978
## iter 20 value 2.988881
## iter 30 value 2.477432
## iter 40 value 2.475146
## final value 2.474855
## converged
## # weights: 7
## initial value 75.185187
## iter 10 value 9.066507
## iter 20 value 3.177400
## iter 30 value 2.475088
## iter 40 value 2.474885
## final value 2.474855
## converged
## # weights: 7
## initial value 49.782749
## iter 10 value 4.700562
## iter 20 value 2.568191
## iter 30 value 2.474982
## iter 40 value 2.474858
## final value 2.474855
## converged
## # weights: 7
## initial value 61.904298
## iter 10 value 4.157731
## iter 20 value 3.689194
## iter 30 value 3.342755
## iter 40 value 3.324318
## iter 50 value 3.315394
## iter 60 value 3.292169
## iter 70 value 3.225738
## iter 80 value 3.048672
## iter 90 value 2.587263
## iter 100 value 2.483136
## final value 2.474855
## converged
## # weights: 7
## initial value 51.121252
## iter 10 value 14.106318
## iter 20 value 11.024821
## iter 30 value 10.200628
## iter 40 value 5.258656
## iter 50 value 3.333204
## iter 60 value 2.949435
## iter 70 value 2.645587
## iter 80 value 2.482076
## iter 90 value 2.474855
## final value 2.474855
## converged
## # weights: 7
## initial value 58.534742
## iter 10 value 3.207230
## iter 20 value 2.475462
## iter 30 value 2.474855
## final value 2.474855
## converged
## # weights: 7
## initial value 55.757793
## iter 10 value 24.722242
## iter 20 value 5.129623
## iter 30 value 3.254745
## iter 40 value 3.112319
## iter 50 value 2.714596
## iter 60 value 2.549590
## iter 70 value 2.474865
## iter 80 value 2.474855
## iter 80 value 2.474855
## iter 80 value 2.474855
## final value 2.474855
## converged
## # weights: 7
## initial value 64.482989
## iter 10 value 19.834687
## iter 20 value 2.808035
## iter 30 value 2.543374
## iter 40 value 2.475676
## final value 2.474855
## converged
## # weights: 7
## initial value 61.169244
## iter 10 value 14.630591
## iter 20 value 3.554072
## iter 30 value 3.218073
## iter 40 value 3.095343
## iter 50 value 2.572497
## iter 60 value 2.474877
## final value 2.474859
## converged