How to tune parameters in R : Manual tuning of parameters of Neural Network¶

# -------------------------------------------------------------------------------
# How to tune parameters in R : Manual tuning of parameters of Neural Network
# -------------------------------------------------------------------------------
# load libraries
library(mlbench)
library(caret)

# load data
data(PimaIndiansDiabetes)
# rename dataset to keep code below generic
dataset <- PimaIndiansDiabetes
dim(dataset)
sapply(dataset, class)

# setup cross validation and control parameters
control <- trainControl(method="repeatedcv", number=3, repeats = 3, verbose = TRUE, search = "grid")
metric <- "Accuracy"

# ----------------------------------------
# manual tuning of Hyper parameters
grid <- expand.grid(size=c(seq(from = 1, to = 50, by = 10)),
                    decay=c(seq(from = 0.0, to = 0.3, by = 0.1)))
# ----------------------------------------

# Training process of Neural Network (nnet)
fit.nnet <- caret::train(diabetes~., data=dataset, method="nnet", 
                         preProcess = c('center', 'scale','pca'), 
                         metric="Accuracy", trControl=control,
                         tuneGrid = grid)
print(fit.nnet)
plot(fit.nnet)

Loading required package: lattice
Loading required package: ggplot2

# weights:  10
initial  value 376.164633 
iter  10 value 248.318438
iter  20 value 245.791288
iter  30 value 241.681264
iter  40 value 240.486819
iter  50 value 240.345821
final  value 240.331822 
converged
# weights:  100
initial  value 349.527957 
iter  10 value 226.428145
iter  20 value 190.572036
iter  30 value 155.413558
iter  40 value 137.531508
iter  50 value 124.014761
iter  60 value 116.346239
iter  70 value 112.685555
iter  80 value 104.239245
iter  90 value 98.943213
iter 100 value 98.488881
final  value 98.488881 
stopped after 100 iterations
# weights:  190
initial  value 337.651629 
iter  10 value 226.250093
iter  20 value 172.451779
iter  30 value 82.210707
iter  40 value 35.187119
iter  50 value 11.567172
iter  60 value 3.394573
iter  70 value 2.817963
iter  80 value 2.798218
iter  90 value 2.789121
iter 100 value 2.784045
final  value 2.784045 
stopped after 100 iterations
# weights:  280
initial  value 396.596516 
iter  10 value 222.918716
iter  20 value 185.330689
iter  30 value 141.462022
iter  40 value 60.285512
iter  50 value 15.553057
iter  60 value 1.111049
iter  70 value 0.033681
iter  80 value 0.008567
iter  90 value 0.003552
iter 100 value 0.001749
final  value 0.001749 
stopped after 100 iterations
# weights:  370
initial  value 825.191728 
iter  10 value 227.895772
iter  20 value 189.405786
iter  30 value 132.050730
iter  40 value 50.533748
iter  50 value 3.983314
iter  60 value 0.083974
iter  70 value 0.005490
iter  80 value 0.001042
iter  90 value 0.000482
iter 100 value 0.000210
final  value 0.000210 
stopped after 100 iterations
# weights:  10
initial  value 332.618817 
iter  10 value 263.738930
iter  20 value 249.137862
iter  30 value 244.298194
iter  40 value 243.851744
final  value 243.851248 
converged
# weights:  100
initial  value 354.575177 
iter  10 value 235.823223
iter  20 value 220.037363
iter  30 value 213.197149
iter  40 value 207.786564
iter  50 value 203.919886
iter  60 value 200.998366
iter  70 value 197.930653
iter  80 value 194.112583
iter  90 value 193.011831
iter 100 value 192.810268
final  value 192.810268 
stopped after 100 iterations
# weights:  190
initial  value 519.670029 
iter  10 value 228.300398
iter  20 value 213.650661
iter  30 value 200.539270
iter  40 value 191.738817
iter  50 value 183.817939
iter  60 value 178.218181
iter  70 value 175.783109
iter  80 value 173.920840
iter  90 value 173.096331
iter 100 value 172.353177
final  value 172.353177 
stopped after 100 iterations
# weights:  280
initial  value 847.058608 
iter  10 value 232.402176
iter  20 value 211.151192
iter  30 value 197.847284
iter  40 value 187.499015
iter  50 value 181.457054
iter  60 value 177.688976
iter  70 value 174.466349
iter  80 value 171.938360
iter  90 value 169.511568
iter 100 value 167.857384
final  value 167.857384 
stopped after 100 iterations
# weights:  370
initial  value 723.630284 
iter  10 value 239.520617
iter  20 value 214.355512
iter  30 value 196.178289
iter  40 value 183.445623
iter  50 value 176.457132
iter  60 value 172.682958
iter  70 value 168.340445
iter  80 value 165.448567
iter  90 value 163.918536
iter 100 value 162.267554
final  value 162.267554 
stopped after 100 iterations
# weights:  10
initial  value 359.250009 
iter  10 value 260.792060
iter  20 value 247.891603
iter  30 value 246.550117
final  value 246.484304 
converged
# weights:  100
initial  value 366.381448 
iter  10 value 237.917940
iter  20 value 223.057419
iter  30 value 217.662959
iter  40 value 215.482284
iter  50 value 214.465997
iter  60 value 213.170477
iter  70 value 212.880217
iter  80 value 212.702225
iter  90 value 212.617228
iter 100 value 212.568318
final  value 212.568318 
stopped after 100 iterations
# weights:  190
initial  value 442.925897 
iter  10 value 236.352673
iter  20 value 226.082540
iter  30 value 219.092937
iter  40 value 216.416517
iter  50 value 214.485419
iter  60 value 213.338240
iter  70 value 212.652213
iter  80 value 211.681303
iter  90 value 211.299718
iter 100 value 211.173010
final  value 211.173010 
stopped after 100 iterations
# weights:  280
initial  value 719.433250 
iter  10 value 240.785106
iter  20 value 226.503916
iter  30 value 220.214423
iter  40 value 215.028330
iter  50 value 213.745142
iter  60 value 213.496403
iter  70 value 213.376946
iter  80 value 213.056908
iter  90 value 211.363954
iter 100 value 211.181680
final  value 211.181680 
stopped after 100 iterations
# weights:  370
initial  value 385.630751 
iter  10 value 236.321315
iter  20 value 223.937732
iter  30 value 217.896056
iter  40 value 212.691524
iter  50 value 210.866242
iter  60 value 209.857491
iter  70 value 209.644729
iter  80 value 209.525023
iter  90 value 209.456117
iter 100 value 209.438592
final  value 209.438592 
stopped after 100 iterations
# weights:  10
initial  value 419.218727 
iter  10 value 257.366233
iter  20 value 250.628684
iter  30 value 250.547409
final  value 250.546567 
converged
# weights:  100
initial  value 430.123759 
iter  10 value 237.619577
iter  20 value 230.142053
iter  30 value 227.319478
iter  40 value 226.650236
iter  50 value 226.461732
iter  60 value 226.282176
iter  70 value 226.186754
iter  80 value 226.174360
iter  90 value 226.171702
iter 100 value 226.170774
final  value 226.170774 
stopped after 100 iterations
# weights:  190
initial  value 373.618537 
iter  10 value 246.808537
iter  20 value 231.874379
iter  30 value 227.357096
iter  40 value 226.527999
iter  50 value 226.196303
iter  60 value 226.113479
iter  70 value 226.015862
iter  80 value 225.915475
iter  90 value 225.862683
iter 100 value 225.835377
final  value 225.835377 
stopped after 100 iterations
# weights:  280
initial  value 694.672167 
iter  10 value 243.863963
iter  20 value 233.739189
iter  30 value 228.752356
iter  40 value 226.799705
iter  50 value 226.046629
iter  60 value 225.669262
iter  70 value 225.135080
iter  80 value 225.066724
iter  90 value 225.038529
iter 100 value 225.023202
final  value 225.023202 
stopped after 100 iterations
# weights:  370
initial  value 769.780412 
iter  10 value 257.496328
iter  20 value 235.321658
iter  30 value 229.221713
iter  40 value 226.581134
iter  50 value 225.990283
iter  60 value 225.714124
iter  70 value 225.572041
iter  80 value 225.431858
iter  90 value 225.346268
iter 100 value 225.321180
final  value 225.321180 
stopped after 100 iterations
# weights:  10
initial  value 344.332231 
iter  10 value 237.865435
iter  20 value 232.889708
iter  30 value 232.465991
iter  40 value 232.411960
iter  40 value 232.411960
iter  40 value 232.411960
final  value 232.411960 
converged
# weights:  100
initial  value 530.262907 
iter  10 value 211.549174
iter  20 value 187.604728
iter  30 value 156.936382
iter  40 value 131.684106
iter  50 value 114.462779
iter  60 value 108.077733
iter  70 value 100.488965
iter  80 value 92.519279
iter  90 value 89.666735
iter 100 value 88.453112
final  value 88.453112 
stopped after 100 iterations
# weights:  190
initial  value 358.228863 
iter  10 value 216.286545
iter  20 value 165.793690
iter  30 value 119.100335
iter  40 value 68.074686
iter  50 value 34.070559
iter  60 value 18.074114
iter  70 value 12.381509
iter  80 value 8.689460
iter  90 value 7.096299
iter 100 value 6.282759
final  value 6.282759 
stopped after 100 iterations
# weights:  280
initial  value 381.716906 
iter  10 value 214.280504
iter  20 value 163.833470
iter  30 value 63.397288
iter  40 value 4.529542
iter  50 value 0.067830
iter  60 value 0.006784
iter  70 value 0.001514
iter  80 value 0.000537
final  value 0.000088 
converged
# weights:  370
initial  value 393.304009 
iter  10 value 218.188360
iter  20 value 163.655625
iter  30 value 106.221830
iter  40 value 21.507079
iter  50 value 0.657209
iter  60 value 0.015663
iter  70 value 0.001059
iter  80 value 0.000349
final  value 0.000095 
converged
# weights:  10
initial  value 341.220565 
iter  10 value 247.921727
iter  20 value 237.017066
iter  30 value 236.970846
final  value 236.970779 
converged
# weights:  100
initial  value 356.516035 
iter  10 value 225.646710
iter  20 value 215.877395
iter  30 value 203.827859
iter  40 value 198.584916
iter  50 value 192.966595
iter  60 value 187.419872
iter  70 value 185.393003
iter  80 value 184.444468
iter  90 value 183.879404
iter 100 value 182.990815
final  value 182.990815 
stopped after 100 iterations
# weights:  190
initial  value 445.298009 
iter  10 value 231.203151
iter  20 value 211.749104
iter  30 value 192.328167
iter  40 value 181.950170
iter  50 value 173.246665
iter  60 value 168.854240
iter  70 value 165.353349
iter  80 value 163.903611
iter  90 value 163.491391
iter 100 value 163.370404
final  value 163.370404 
stopped after 100 iterations
# weights:  280
initial  value 660.394164 
iter  10 value 229.794278
iter  20 value 209.832469
iter  30 value 192.991227
iter  40 value 180.471832
iter  50 value 170.797907
iter  60 value 165.025985
iter  70 value 162.057968
iter  80 value 160.278127
iter  90 value 159.461297
iter 100 value 159.191440
final  value 159.191440 
stopped after 100 iterations
# weights:  370
initial  value 425.143441 
iter  10 value 227.918427
iter  20 value 209.593234
iter  30 value 191.666304
iter  40 value 175.523825
iter  50 value 167.766015
iter  60 value 163.749754
iter  70 value 161.678176
iter  80 value 159.712643
iter  90 value 159.028844
iter 100 value 158.492873
final  value 158.492873 
stopped after 100 iterations
# weights:  10
initial  value 500.638098 
iter  10 value 261.453699
iter  20 value 242.213850
iter  30 value 239.111141
final  value 238.981376 
converged
# weights:  100
initial  value 344.391951 
iter  10 value 235.697701
iter  20 value 223.397823
iter  30 value 214.513609
iter  40 value 210.803366
iter  50 value 208.982398
iter  60 value 208.237938
iter  70 value 207.980138
iter  80 value 207.878751
iter  90 value 207.836781
iter 100 value 207.824461
final  value 207.824461 
stopped after 100 iterations
# weights:  190
initial  value 351.823645 
iter  10 value 233.461043
iter  20 value 220.107273
iter  30 value 214.953228
iter  40 value 213.226798
iter  50 value 212.019243
iter  60 value 211.781789
iter  70 value 211.459230
iter  80 value 210.919469
iter  90 value 210.681817
iter 100 value 210.124761
final  value 210.124761 
stopped after 100 iterations
# weights:  280
initial  value 331.730910 
iter  10 value 232.610140
iter  20 value 221.664926
iter  30 value 213.303887
iter  40 value 206.943085
iter  50 value 205.352202
iter  60 value 203.661919
iter  70 value 202.890666
iter  80 value 202.369085
iter  90 value 202.258040
iter 100 value 202.217110
final  value 202.217110 
stopped after 100 iterations
# weights:  370
initial  value 362.303380 
iter  10 value 233.892414
iter  20 value 222.576795
iter  30 value 215.651250
iter  40 value 209.467908
iter  50 value 208.164822
iter  60 value 206.933468
iter  70 value 206.053271
iter  80 value 205.751720
iter  90 value 205.645302
iter 100 value 205.595560
final  value 205.595560 
stopped after 100 iterations
# weights:  10
initial  value 332.805254 
iter  10 value 245.062473
iter  20 value 241.567441
final  value 241.555256 
converged
# weights:  100
initial  value 355.089373 
iter  10 value 235.277562
iter  20 value 229.177079
iter  30 value 224.015725
iter  40 value 222.866361
iter  50 value 222.602314
iter  60 value 222.451351
iter  70 value 222.143628
iter  80 value 221.933525
iter  90 value 221.842838
iter 100 value 221.797706
final  value 221.797706 
stopped after 100 iterations
# weights:  190
initial  value 575.673391 
iter  10 value 239.008850
iter  20 value 228.806872
iter  30 value 225.694452
iter  40 value 223.432416
iter  50 value 222.865320
iter  60 value 222.618501
iter  70 value 221.260672
iter  80 value 220.711314
iter  90 value 220.362384
iter 100 value 220.243871
final  value 220.243871 
stopped after 100 iterations
# weights:  280
initial  value 609.641508 
iter  10 value 233.625898
iter  20 value 226.944136
iter  30 value 223.960148
iter  40 value 222.976726
iter  50 value 222.589525
iter  60 value 222.008547
iter  70 value 221.101793
iter  80 value 220.705730
iter  90 value 220.647724
iter 100 value 220.637260
final  value 220.637260 
stopped after 100 iterations
# weights:  370
initial  value 396.371718 
iter  10 value 245.331742
iter  20 value 230.863426
iter  30 value 223.914174
iter  40 value 222.195806
iter  50 value 221.650865
iter  60 value 220.537669
iter  70 value 220.439881
iter  80 value 220.421021
iter  90 value 220.414079
iter 100 value 220.411231
final  value 220.411231 
stopped after 100 iterations
# weights:  10
initial  value 457.639663 
iter  10 value 258.012254
iter  20 value 243.735426
iter  30 value 239.743465
iter  40 value 239.428618
final  value 239.428614 
converged
# weights:  100
initial  value 398.474950 
iter  10 value 223.526965
iter  20 value 190.824474
iter  30 value 150.490925
iter  40 value 134.174891
iter  50 value 124.683186
iter  60 value 115.788621
iter  70 value 109.213480
iter  80 value 101.633969
iter  90 value 98.928958
iter 100 value 98.434211
final  value 98.434211 
stopped after 100 iterations
# weights:  190
initial  value 401.477475 
iter  10 value 225.841909
iter  20 value 191.628106
iter  30 value 151.365974
iter  40 value 101.109649
iter  50 value 64.763865
iter  60 value 43.369033
iter  70 value 32.293062
iter  80 value 27.869244
iter  90 value 24.273601
iter 100 value 21.716315
final  value 21.716315 
stopped after 100 iterations
# weights:  280
initial  value 450.271957 
iter  10 value 222.744207
iter  20 value 192.430199
iter  30 value 150.410734
iter  40 value 82.371518
iter  50 value 24.703822
iter  60 value 2.892347
iter  70 value 0.180486
iter  80 value 0.018643
iter  90 value 0.003903
iter 100 value 0.001564
final  value 0.001564 
stopped after 100 iterations
# weights:  370
initial  value 332.172127 
iter  10 value 221.380546
iter  20 value 159.805035
iter  30 value 83.195458
iter  40 value 4.266392
iter  50 value 0.057918
iter  60 value 0.003863
iter  70 value 0.000873
iter  80 value 0.000335
iter  90 value 0.000125
final  value 0.000093 
converged
# weights:  10
initial  value 327.992991 
iter  10 value 248.655621
iter  20 value 242.804450
final  value 242.803954 
converged
# weights:  100
initial  value 370.352884 
iter  10 value 233.042731
iter  20 value 219.977530
iter  30 value 209.274396
iter  40 value 203.245826
iter  50 value 198.673297
iter  60 value 195.992970
iter  70 value 194.347087
iter  80 value 193.796137
iter  90 value 193.419708
iter 100 value 193.131183
final  value 193.131183 
stopped after 100 iterations
# weights:  190
initial  value 345.516242 
iter  10 value 231.147344
iter  20 value 212.505868
iter  30 value 197.240185
iter  40 value 191.136323
iter  50 value 186.704067
iter  60 value 182.291472
iter  70 value 180.349150
iter  80 value 178.696911
iter  90 value 177.466057
iter 100 value 176.021321
final  value 176.021321 
stopped after 100 iterations
# weights:  280
initial  value 369.497492 
iter  10 value 235.752698
iter  20 value 215.877128
iter  30 value 196.380980
iter  40 value 187.047983
iter  50 value 183.132878
iter  60 value 179.422428
iter  70 value 175.399027
iter  80 value 173.920343
iter  90 value 172.440525
iter 100 value 171.962686
final  value 171.962686 
stopped after 100 iterations
# weights:  370
initial  value 392.634405 
iter  10 value 238.632179
iter  20 value 216.365888
iter  30 value 194.451100
iter  40 value 186.764877
iter  50 value 178.343776
iter  60 value 174.331211
iter  70 value 172.301831
iter  80 value 169.979656
iter  90 value 168.703703
iter 100 value 168.240409
final  value 168.240409 
stopped after 100 iterations
# weights:  10
initial  value 348.277760 
iter  10 value 250.523109
iter  20 value 245.219316
iter  30 value 245.078393
final  value 245.072993 
converged
# weights:  100
initial  value 445.481281 
iter  10 value 237.032639
iter  20 value 230.313492
iter  30 value 222.251863
iter  40 value 219.949536
iter  50 value 219.255216
iter  60 value 218.929781
iter  70 value 218.328594
iter  80 value 217.862893
iter  90 value 216.913992
iter 100 value 216.624157
final  value 216.624157 
stopped after 100 iterations
# weights:  190
initial  value 439.276555 
iter  10 value 238.472890
iter  20 value 225.160387
iter  30 value 219.537874
iter  40 value 217.421469
iter  50 value 214.775612
iter  60 value 213.359229
iter  70 value 213.151564
iter  80 value 212.955491
iter  90 value 212.439923
iter 100 value 212.364945
final  value 212.364945 
stopped after 100 iterations
# weights:  280
initial  value 398.359168 
iter  10 value 243.172719
iter  20 value 230.871282
iter  30 value 221.603005
iter  40 value 214.866462
iter  50 value 213.594150
iter  60 value 212.868752
iter  70 value 212.764325
iter  80 value 212.679357
iter  90 value 212.629779
iter 100 value 212.572164
final  value 212.572164 
stopped after 100 iterations
# weights:  370
initial  value 336.947189 
iter  10 value 246.267485
iter  20 value 226.360588
iter  30 value 220.832539
iter  40 value 217.557513
iter  50 value 215.072284
iter  60 value 214.354130
iter  70 value 214.108840
iter  80 value 213.811446
iter  90 value 213.695080
iter 100 value 213.641417
final  value 213.641417 
stopped after 100 iterations
# weights:  10
initial  value 381.526841 
iter  10 value 255.320146
iter  20 value 247.515646
iter  30 value 247.494800
final  value 247.494565 
converged
# weights:  100
initial  value 435.129417 
iter  10 value 241.687257
iter  20 value 233.371010
iter  30 value 230.607408
iter  40 value 229.417999
iter  50 value 229.060758
iter  60 value 228.828052
iter  70 value 228.694900
iter  80 value 228.593662
iter  90 value 228.518609
iter 100 value 228.485634
final  value 228.485634 
stopped after 100 iterations
# weights:  190
initial  value 337.867136 
iter  10 value 242.465938
iter  20 value 232.612565
iter  30 value 230.915890
iter  40 value 230.582773
iter  50 value 230.386249
iter  60 value 230.176395
iter  70 value 230.124704
iter  80 value 230.111621
iter  90 value 230.043261
iter 100 value 229.902214
final  value 229.902214 
stopped after 100 iterations
# weights:  280
initial  value 388.462042 
iter  10 value 244.625016
iter  20 value 233.185694
iter  30 value 227.713210
iter  40 value 226.540459
iter  50 value 226.264634
iter  60 value 226.124144
iter  70 value 226.093852
iter  80 value 226.083560
iter  90 value 226.073691
iter 100 value 226.067737
final  value 226.067737 
stopped after 100 iterations
# weights:  370
initial  value 406.681308 
iter  10 value 248.594918
iter  20 value 234.575751
iter  30 value 230.874442
iter  40 value 229.539190
iter  50 value 228.447309
iter  60 value 228.188301
iter  70 value 228.144256
iter  80 value 228.093672
iter  90 value 228.063062
iter 100 value 228.040932
final  value 228.040932 
stopped after 100 iterations
# weights:  11
initial  value 331.816909 
iter  10 value 231.853213
iter  20 value 229.981996
iter  30 value 229.786732
final  value 229.786671 
converged
# weights:  111
initial  value 362.202172 
iter  10 value 217.919461
iter  20 value 184.789780
iter  30 value 139.438535
iter  40 value 121.797276
iter  50 value 111.138479
iter  60 value 101.324505
iter  70 value 97.735316
iter  80 value 88.186629
iter  90 value 82.909928
iter 100 value 76.710238
final  value 76.710238 
stopped after 100 iterations
# weights:  211
initial  value 358.949025 
iter  10 value 219.365251
iter  20 value 171.230056
iter  30 value 106.487176
iter  40 value 32.855588
iter  50 value 9.569825
iter  60 value 2.776218
iter  70 value 1.494246
iter  80 value 1.393779
iter  90 value 1.387662
iter 100 value 1.386609
final  value 1.386609 
stopped after 100 iterations
# weights:  311
initial  value 390.286431 
iter  10 value 217.117434
iter  20 value 182.007389
iter  30 value 112.005367
iter  40 value 21.146406
iter  50 value 2.274219
iter  60 value 0.070216
iter  70 value 0.006421
iter  80 value 0.000855
iter  90 value 0.000261
final  value 0.000089 
converged
# weights:  411
initial  value 342.763981 
iter  10 value 220.043326
iter  20 value 183.990338
iter  30 value 115.608383
iter  40 value 19.444231
iter  50 value 1.686612
iter  60 value 0.086414
iter  70 value 0.006232
iter  80 value 0.001656
iter  90 value 0.000891
iter 100 value 0.000164
final  value 0.000164 
stopped after 100 iterations
# weights:  11
initial  value 377.359726 
iter  10 value 240.489624
iter  20 value 233.948493
iter  30 value 232.654239
final  value 232.645140 
converged
# weights:  111
initial  value 322.856623 
iter  10 value 228.513571
iter  20 value 206.148934
iter  30 value 199.027257
iter  40 value 196.035416
iter  50 value 193.103206
iter  60 value 192.210516
iter  70 value 191.406095
iter  80 value 189.420989
iter  90 value 188.610877
iter 100 value 188.267460
final  value 188.267460 
stopped after 100 iterations
# weights:  211
initial  value 680.274815 
iter  10 value 227.016170
iter  20 value 208.547692
iter  30 value 194.395735
iter  40 value 182.681294
iter  50 value 174.880453
iter  60 value 171.032354
iter  70 value 169.567598
iter  80 value 167.869540
iter  90 value 166.319965
iter 100 value 165.032157
final  value 165.032157 
stopped after 100 iterations
# weights:  311
initial  value 496.993859 
iter  10 value 224.748957
iter  20 value 205.519667
iter  30 value 191.717330
iter  40 value 179.562203
iter  50 value 167.272464
iter  60 value 160.077122
iter  70 value 156.089037
iter  80 value 154.237986
iter  90 value 152.534958
iter 100 value 151.890283
final  value 151.890283 
stopped after 100 iterations
# weights:  411
initial  value 455.495151 
iter  10 value 225.448172
iter  20 value 205.785794
iter  30 value 187.768742
iter  40 value 172.600562
iter  50 value 165.102448
iter  60 value 161.151678
iter  70 value 158.193655
iter  80 value 156.429083
iter  90 value 155.268297
iter 100 value 154.576729
final  value 154.576729 
stopped after 100 iterations
# weights:  11
initial  value 347.929699 
iter  10 value 236.427994
iter  20 value 235.249725
final  value 235.249617 
converged
# weights:  111
initial  value 349.037022 
iter  10 value 236.293668
iter  20 value 220.410788
iter  30 value 214.137549
iter  40 value 211.266184
iter  50 value 209.717554
iter  60 value 207.863565
iter  70 value 207.118111
iter  80 value 206.643469
iter  90 value 206.538290
iter 100 value 206.519558
final  value 206.519558 
stopped after 100 iterations
# weights:  211
initial  value 365.069286 
iter  10 value 233.703525
iter  20 value 219.397781
iter  30 value 213.299951
iter  40 value 210.477968
iter  50 value 209.270677
iter  60 value 207.983869
iter  70 value 206.990325
iter  80 value 206.722062
iter  90 value 206.637323
iter 100 value 206.463270
final  value 206.463270 
stopped after 100 iterations
# weights:  311
initial  value 407.801233 
iter  10 value 233.221301
iter  20 value 220.208091
iter  30 value 210.657299
iter  40 value 207.220215
iter  50 value 205.624791
iter  60 value 203.457539
iter  70 value 202.648845
iter  80 value 202.328565
iter  90 value 202.224518
iter 100 value 202.171510
final  value 202.171510 
stopped after 100 iterations
# weights:  411
initial  value 385.470004 
iter  10 value 232.745936
iter  20 value 220.257226
iter  30 value 212.440613
iter  40 value 209.234378
iter  50 value 206.037250
iter  60 value 203.604594
iter  70 value 202.005175
iter  80 value 200.949201
iter  90 value 200.639965
iter 100 value 200.537215
final  value 200.537215 
stopped after 100 iterations
# weights:  11
initial  value 365.267704 
iter  10 value 269.704736
iter  20 value 240.774411
iter  30 value 239.368243
final  value 239.366211 
converged
# weights:  111
initial  value 352.589193 
iter  10 value 231.638824
iter  20 value 225.187110
iter  30 value 224.262499
iter  40 value 223.805687
iter  50 value 222.956618
iter  60 value 221.206537
iter  70 value 220.245027
iter  80 value 219.813361
iter  90 value 219.540575
iter 100 value 219.458826
final  value 219.458826 
stopped after 100 iterations
# weights:  211
initial  value 354.336915 
iter  10 value 238.880834
iter  20 value 226.535485
iter  30 value 223.303225
iter  40 value 221.416728
iter  50 value 220.597745
iter  60 value 220.324967
iter  70 value 220.124300
iter  80 value 219.920936
iter  90 value 219.839332
iter 100 value 219.817989
final  value 219.817989 
stopped after 100 iterations
# weights:  311
initial  value 506.816354 
iter  10 value 239.657733
iter  20 value 227.398192
iter  30 value 221.701585
iter  40 value 219.937443
iter  50 value 219.557687
iter  60 value 219.417746
iter  70 value 219.321949
iter  80 value 219.190166
iter  90 value 219.149629
iter 100 value 219.133291
final  value 219.133291 
stopped after 100 iterations
# weights:  411
initial  value 365.292071 
iter  10 value 235.764630
iter  20 value 225.988370
iter  30 value 223.252575
iter  40 value 222.563261
iter  50 value 222.344778
iter  60 value 222.225456
iter  70 value 222.175423
iter  80 value 222.127794
iter  90 value 222.104954
iter 100 value 222.090460
final  value 222.090460 
stopped after 100 iterations
# weights:  10
initial  value 366.544774 
iter  10 value 263.594691
iter  20 value 256.339832
iter  30 value 246.687216
iter  40 value 243.443608
iter  50 value 243.111666
iter  60 value 242.990528
iter  70 value 242.957451
iter  80 value 242.940877
iter  90 value 242.935263
final  value 242.935239 
converged
# weights:  100
initial  value 465.285664 
iter  10 value 222.248934
iter  20 value 183.532725
iter  30 value 151.312424
iter  40 value 117.776577
iter  50 value 108.663104
iter  60 value 102.191482
iter  70 value 98.438774
iter  80 value 90.276100
iter  90 value 86.572272
iter 100 value 84.605950
final  value 84.605950 
stopped after 100 iterations
# weights:  190
initial  value 326.556350 
iter  10 value 225.659606
iter  20 value 184.167608
iter  30 value 135.309728
iter  40 value 61.414780
iter  50 value 15.046173
iter  60 value 3.937580
iter  70 value 1.666744
iter  80 value 1.396204
iter  90 value 1.388179
iter 100 value 1.386648
final  value 1.386648 
stopped after 100 iterations
# weights:  280
initial  value 340.216357 
iter  10 value 223.351663
iter  20 value 164.140481
iter  30 value 87.233571
iter  40 value 14.796115
iter  50 value 0.611800
iter  60 value 0.023850
iter  70 value 0.003041
iter  80 value 0.000952
iter  90 value 0.000225
iter 100 value 0.000131
final  value 0.000131 
stopped after 100 iterations
# weights:  370
initial  value 401.674472 
iter  10 value 226.134652
iter  20 value 167.607686
iter  30 value 71.384693
iter  40 value 11.683111
iter  50 value 0.346351
iter  60 value 0.011181
iter  70 value 0.001766
iter  80 value 0.000615
iter  90 value 0.000342
iter 100 value 0.000232
final  value 0.000232 
stopped after 100 iterations
# weights:  10
initial  value 340.580630 
iter  10 value 256.248088
iter  20 value 248.264413
iter  30 value 247.980151
final  value 247.978894 
converged
# weights:  100
initial  value 400.897368 
iter  10 value 233.703538
iter  20 value 216.226546
iter  30 value 198.695699
iter  40 value 191.186835
iter  50 value 185.764500
iter  60 value 183.507501
iter  70 value 181.829011
iter  80 value 180.553666
iter  90 value 179.974310
iter 100 value 179.760570
final  value 179.760570 
stopped after 100 iterations
# weights:  190
initial  value 672.343527 
iter  10 value 233.265720
iter  20 value 210.507193
iter  30 value 190.000963
iter  40 value 180.187035
iter  50 value 175.325881
iter  60 value 172.635832
iter  70 value 170.328180
iter  80 value 169.508581
iter  90 value 169.071839
iter 100 value 168.667372
final  value 168.667372 
stopped after 100 iterations
# weights:  280
initial  value 714.803969 
iter  10 value 234.171174
iter  20 value 212.274860
iter  30 value 192.644645
iter  40 value 185.233767
iter  50 value 175.909411
iter  60 value 171.406600
iter  70 value 168.860441
iter  80 value 167.522262
iter  90 value 165.832143
iter 100 value 164.345476
final  value 164.345476 
stopped after 100 iterations
# weights:  370
initial  value 362.762926 
iter  10 value 240.683485
iter  20 value 217.475010
iter  30 value 196.662453
iter  40 value 185.060610
iter  50 value 177.912797
iter  60 value 172.719047
iter  70 value 169.559598
iter  80 value 167.964430
iter  90 value 167.118115
iter 100 value 165.937253
final  value 165.937253 
stopped after 100 iterations
# weights:  10
initial  value 367.187549 
iter  10 value 252.539442
iter  20 value 250.113577
final  value 250.100871 
converged
# weights:  100
initial  value 562.766856 
iter  10 value 241.245038
iter  20 value 227.283054
iter  30 value 219.848940
iter  40 value 216.465797
iter  50 value 214.763568
iter  60 value 213.596054
iter  70 value 212.792856
iter  80 value 211.983191
iter  90 value 211.692281
iter 100 value 211.397469
final  value 211.397469 
stopped after 100 iterations
# weights:  190
initial  value 385.183021 
iter  10 value 238.753836
iter  20 value 225.938893
iter  30 value 213.839759
iter  40 value 209.687998
iter  50 value 208.718074
iter  60 value 208.384323
iter  70 value 208.273890
iter  80 value 208.014291
iter  90 value 207.960332
iter 100 value 207.934050
final  value 207.934050 
stopped after 100 iterations
# weights:  280
initial  value 463.013711 
iter  10 value 240.307852
iter  20 value 227.564210
iter  30 value 217.582481
iter  40 value 213.111421
iter  50 value 211.986092
iter  60 value 211.573570
iter  70 value 211.356827
iter  80 value 210.688982
iter  90 value 209.570979
iter 100 value 208.652432
final  value 208.652432 
stopped after 100 iterations
# weights:  370
initial  value 335.489741 
iter  10 value 242.112703
iter  20 value 227.309371
iter  30 value 217.092208
iter  40 value 211.867504
iter  50 value 209.737439
iter  60 value 208.980190
iter  70 value 208.746103
iter  80 value 208.673790
iter  90 value 208.631589
iter 100 value 208.608383
final  value 208.608383 
stopped after 100 iterations
# weights:  10
initial  value 346.763064 
iter  10 value 259.526346
iter  20 value 254.112290
final  value 253.985201 
converged
# weights:  100
initial  value 570.341272 
iter  10 value 244.058749
iter  20 value 234.492812
iter  30 value 231.681980
iter  40 value 227.505054
iter  50 value 226.532246
iter  60 value 226.127114
iter  70 value 225.971580
iter  80 value 225.920151
iter  90 value 225.883608
iter 100 value 225.871501
final  value 225.871501 
stopped after 100 iterations
# weights:  190
initial  value 627.087670 
iter  10 value 246.778501
iter  20 value 235.040736
iter  30 value 230.795547
iter  40 value 228.349499
iter  50 value 226.845065
iter  60 value 226.237526
iter  70 value 225.686557
iter  80 value 225.588406
iter  90 value 225.441202
iter 100 value 225.402324
final  value 225.402324 
stopped after 100 iterations
# weights:  280
initial  value 410.470460 
iter  10 value 247.570219
iter  20 value 234.235307
iter  30 value 228.088082
iter  40 value 226.733820
iter  50 value 226.234524
iter  60 value 226.007373
iter  70 value 225.826650
iter  80 value 225.751888
iter  90 value 225.734569
iter 100 value 225.720478
final  value 225.720478 
stopped after 100 iterations
# weights:  370
initial  value 451.089182 
iter  10 value 246.492987
iter  20 value 237.943266
iter  30 value 231.848465
iter  40 value 228.356866
iter  50 value 226.328771
iter  60 value 225.913847
iter  70 value 225.696831
iter  80 value 225.558228
iter  90 value 225.448637
iter 100 value 225.424940
final  value 225.424940 
stopped after 100 iterations
# weights:  10
initial  value 347.746592 
iter  10 value 255.602688
iter  20 value 253.279573
iter  30 value 252.933552
iter  40 value 244.833618
iter  50 value 241.040085
iter  60 value 240.756015
iter  70 value 240.755703
final  value 240.755623 
converged
# weights:  100
initial  value 320.753064 
iter  10 value 226.860309
iter  20 value 197.257522
iter  30 value 160.876019
iter  40 value 137.272861
iter  50 value 127.245449
iter  60 value 118.389564
iter  70 value 109.810319
iter  80 value 104.087349
iter  90 value 101.233512
iter 100 value 100.139589
final  value 100.139589 
stopped after 100 iterations
# weights:  190
initial  value 341.753721 
iter  10 value 220.461759
iter  20 value 187.725588
iter  30 value 128.879187
iter  40 value 51.527255
iter  50 value 10.235790
iter  60 value 2.935910
iter  70 value 0.280251
iter  80 value 0.018816
iter  90 value 0.004220
iter 100 value 0.001400
final  value 0.001400 
stopped after 100 iterations
# weights:  280
initial  value 357.657240 
iter  10 value 222.436933
iter  20 value 167.877456
iter  30 value 84.454353
iter  40 value 17.860981
iter  50 value 2.612347
iter  60 value 0.075363
iter  70 value 0.008759
iter  80 value 0.002342
iter  90 value 0.000838
iter 100 value 0.000297
final  value 0.000297 
stopped after 100 iterations
# weights:  370
initial  value 317.907248 
iter  10 value 221.114043
iter  20 value 162.983626
iter  30 value 80.447600
iter  40 value 9.583797
iter  50 value 0.569166
iter  60 value 0.033975
iter  70 value 0.006298
iter  80 value 0.001663
iter  90 value 0.000743
iter 100 value 0.000414
final  value 0.000414 
stopped after 100 iterations
# weights:  10
initial  value 352.164527 
iter  10 value 254.509323
iter  20 value 245.203724
iter  30 value 243.835734
final  value 243.807861 
converged
# weights:  100
initial  value 384.519903 
iter  10 value 235.904645
iter  20 value 219.771086
iter  30 value 208.187725
iter  40 value 202.077120
iter  50 value 199.791872
iter  60 value 196.534519
iter  70 value 195.390820
iter  80 value 195.225995
iter  90 value 195.184704
iter 100 value 195.164662
final  value 195.164662 
stopped after 100 iterations
# weights:  190
initial  value 378.330653 
iter  10 value 234.798946
iter  20 value 212.781619
iter  30 value 200.737817
iter  40 value 188.534401
iter  50 value 183.278622
iter  60 value 179.686099
iter  70 value 177.893488
iter  80 value 176.963190
iter  90 value 175.419766
iter 100 value 174.015062
final  value 174.015062 
stopped after 100 iterations
# weights:  280
initial  value 409.098043 
iter  10 value 239.546641
iter  20 value 215.117634
iter  30 value 199.012428
iter  40 value 186.498159
iter  50 value 181.264411
iter  60 value 178.620394
iter  70 value 176.090429
iter  80 value 172.776243
iter  90 value 170.642901
iter 100 value 168.654297
final  value 168.654297 
stopped after 100 iterations
# weights:  370
initial  value 528.357297 
iter  10 value 240.231107
iter  20 value 213.220639
iter  30 value 198.573581
iter  40 value 186.689182
iter  50 value 178.778869
iter  60 value 173.845863
iter  70 value 169.387019
iter  80 value 167.217853
iter  90 value 166.057780
iter 100 value 165.318394
final  value 165.318394 
stopped after 100 iterations
# weights:  10
initial  value 397.043977 
iter  10 value 248.283849
iter  20 value 247.460908
final  value 247.460653 
converged
# weights:  100
initial  value 350.757072 
iter  10 value 236.533254
iter  20 value 224.640587
iter  30 value 219.535301
iter  40 value 218.400237
iter  50 value 217.493907
iter  60 value 214.837783
iter  70 value 214.071559
iter  80 value 213.952209
iter  90 value 213.924636
iter 100 value 213.896968
final  value 213.896968 
stopped after 100 iterations
# weights:  190
initial  value 477.611402 
iter  10 value 238.917433
iter  20 value 226.526838
iter  30 value 219.361133
iter  40 value 216.129955
iter  50 value 215.386493
iter  60 value 214.952351
iter  70 value 214.356720
iter  80 value 213.317049
iter  90 value 212.738643
iter 100 value 211.123247
final  value 211.123247 
stopped after 100 iterations
# weights:  280
initial  value 349.528158 
iter  10 value 238.592356
iter  20 value 225.403321
iter  30 value 218.090991
iter  40 value 214.371467
iter  50 value 212.345540
iter  60 value 212.027612
iter  70 value 211.795825
iter  80 value 211.460859
iter  90 value 211.339370
iter 100 value 211.162498
final  value 211.162498 
stopped after 100 iterations
# weights:  370
initial  value 630.728730 
iter  10 value 241.525251
iter  20 value 225.334883
iter  30 value 216.469152
iter  40 value 213.353914
iter  50 value 212.316255
iter  60 value 211.418358
iter  70 value 211.066529
iter  80 value 211.007490
iter  90 value 210.979798
iter 100 value 210.956167
final  value 210.956167 
stopped after 100 iterations
# weights:  10
initial  value 334.126723 
iter  10 value 264.551482
iter  20 value 250.187494
final  value 250.185793 
converged
# weights:  100
initial  value 495.697470 
iter  10 value 244.133032
iter  20 value 235.799363
iter  30 value 230.486269
iter  40 value 229.843257
iter  50 value 229.086570
iter  60 value 228.861666
iter  70 value 228.637910
iter  80 value 228.184531
iter  90 value 228.013332
iter 100 value 227.949310
final  value 227.949310 
stopped after 100 iterations
# weights:  190
initial  value 337.567300 
iter  10 value 239.848902
iter  20 value 231.497743
iter  30 value 228.767701
iter  40 value 228.234718
iter  50 value 228.199216
iter  60 value 228.195327
iter  70 value 228.189012
iter  80 value 228.186123
iter  90 value 228.185333
iter 100 value 228.185143
final  value 228.185143 
stopped after 100 iterations
# weights:  280
initial  value 755.027582 
iter  10 value 250.416462
iter  20 value 234.930611
iter  30 value 230.319047
iter  40 value 229.001647
iter  50 value 228.573651
iter  60 value 228.007702
iter  70 value 227.775505
iter  80 value 227.716152
iter  90 value 227.699292
iter 100 value 227.690605
final  value 227.690605 
stopped after 100 iterations
# weights:  370
initial  value 489.135684 
iter  10 value 255.458149
iter  20 value 237.383129
iter  30 value 231.736440
iter  40 value 229.398669
iter  50 value 228.005537
iter  60 value 227.369549
iter  70 value 226.591740
iter  80 value 226.358551
iter  90 value 226.244043
iter 100 value 226.205118
final  value 226.205118 
stopped after 100 iterations
# weights:  10
initial  value 329.014713 
iter  10 value 243.267884
iter  20 value 240.378119
iter  30 value 235.368927
iter  40 value 233.281796
iter  50 value 233.219533
final  value 233.216017 
converged
# weights:  100
initial  value 487.457632 
iter  10 value 224.089502
iter  20 value 193.460479
iter  30 value 162.447251
iter  40 value 140.849259
iter  50 value 127.360538
iter  60 value 120.158805
iter  70 value 109.495842
iter  80 value 102.847444
iter  90 value 101.397726
iter 100 value 101.279195
final  value 101.279195 
stopped after 100 iterations
# weights:  190
initial  value 340.956955 
iter  10 value 223.304346
iter  20 value 191.427942
iter  30 value 154.975916
iter  40 value 102.033170
iter  50 value 58.987854
iter  60 value 30.704992
iter  70 value 10.661730
iter  80 value 4.583673
iter  90 value 3.493802
iter 100 value 3.386206
final  value 3.386206 
stopped after 100 iterations
# weights:  280
initial  value 323.922819 
iter  10 value 222.776854
iter  20 value 185.803320
iter  30 value 132.466709
iter  40 value 59.372777
iter  50 value 5.423103
iter  60 value 0.074175
iter  70 value 0.005648
iter  80 value 0.001850
iter  90 value 0.000772
iter 100 value 0.000333
final  value 0.000333 
stopped after 100 iterations
# weights:  370
initial  value 434.824485 
iter  10 value 224.342241
iter  20 value 178.956577
iter  30 value 119.938866
iter  40 value 44.306952
iter  50 value 4.426000
iter  60 value 0.087816
iter  70 value 0.006548
iter  80 value 0.001825
iter  90 value 0.000911
iter 100 value 0.000305
final  value 0.000305 
stopped after 100 iterations
# weights:  10
initial  value 344.658423 
iter  10 value 253.113035
iter  20 value 238.816511
iter  30 value 236.957795
final  value 236.852728 
converged
# weights:  100
initial  value 341.637117 
iter  10 value 223.450375
iter  20 value 209.662640
iter  30 value 201.210700
iter  40 value 197.670723
iter  50 value 194.678998
iter  60 value 193.543958
iter  70 value 191.991799
iter  80 value 190.221390
iter  90 value 188.639007
iter 100 value 188.348575
final  value 188.348575 
stopped after 100 iterations
# weights:  190
initial  value 378.291339 
iter  10 value 225.777218
iter  20 value 213.199369
iter  30 value 200.601581
iter  40 value 191.482031
iter  50 value 184.990424
iter  60 value 179.617340
iter  70 value 176.071504
iter  80 value 173.864400
iter  90 value 172.580239
iter 100 value 171.748614
final  value 171.748614 
stopped after 100 iterations
# weights:  280
initial  value 431.654012 
iter  10 value 230.333163
iter  20 value 210.477516
iter  30 value 199.475247
iter  40 value 186.308290
iter  50 value 176.361198
iter  60 value 172.129531
iter  70 value 168.748350
iter  80 value 167.183134
iter  90 value 165.391775
iter 100 value 163.975101
final  value 163.975101 
stopped after 100 iterations
# weights:  370
initial  value 414.932023 
iter  10 value 232.185234
iter  20 value 216.118166
iter  30 value 202.612484
iter  40 value 190.574191
iter  50 value 180.193447
iter  60 value 173.376356
iter  70 value 170.665239
iter  80 value 169.059105
iter  90 value 167.891725
iter 100 value 166.401994
final  value 166.401994 
stopped after 100 iterations
# weights:  10
initial  value 416.398437 
iter  10 value 244.128333
iter  20 value 240.033358
iter  30 value 239.729139
final  value 239.701377 
converged
# weights:  100
initial  value 403.417856 
iter  10 value 229.554829
iter  20 value 220.195424
iter  30 value 217.853463
iter  40 value 217.288341
iter  50 value 216.459768
iter  60 value 214.844817
iter  70 value 213.724059
iter  80 value 213.092898
iter  90 value 213.014486
iter 100 value 212.986220
final  value 212.986220 
stopped after 100 iterations
# weights:  190
initial  value 356.278844 
iter  10 value 234.243719
iter  20 value 223.660933
iter  30 value 218.063985
iter  40 value 215.670427
iter  50 value 214.207608
iter  60 value 213.076002
iter  70 value 212.467154
iter  80 value 212.173547
iter  90 value 211.612608
iter 100 value 211.187879
final  value 211.187879 
stopped after 100 iterations
# weights:  280
initial  value 402.186824 
iter  10 value 234.938691
iter  20 value 222.532953
iter  30 value 214.286699
iter  40 value 211.889591
iter  50 value 210.794644
iter  60 value 210.174578
iter  70 value 209.839237
iter  80 value 209.508810
iter  90 value 209.289774
iter 100 value 209.136743
final  value 209.136743 
stopped after 100 iterations
# weights:  370
initial  value 714.034775 
iter  10 value 236.966577
iter  20 value 222.580135
iter  30 value 215.195513
iter  40 value 213.238808
iter  50 value 211.880258
iter  60 value 211.047486
iter  70 value 210.871934
iter  80 value 210.727698
iter  90 value 210.080082
iter 100 value 209.718996
final  value 209.718996 
stopped after 100 iterations
# weights:  10
initial  value 402.698585 
iter  10 value 246.339169
iter  20 value 244.075722
final  value 244.075285 
converged
# weights:  100
initial  value 405.334474 
iter  10 value 236.271251
iter  20 value 229.674750
iter  30 value 227.129957
iter  40 value 226.649892
iter  50 value 226.362472
iter  60 value 225.731454
iter  70 value 225.415460
iter  80 value 224.465690
iter  90 value 223.920403
iter 100 value 223.806112
final  value 223.806112 
stopped after 100 iterations
# weights:  190
initial  value 578.430582 
iter  10 value 234.482295
iter  20 value 226.816494
iter  30 value 225.393162
iter  40 value 224.970562
iter  50 value 224.775039
iter  60 value 224.759087
iter  70 value 224.754257
iter  80 value 224.751939
iter  90 value 224.751073
iter 100 value 224.750616
final  value 224.750616 
stopped after 100 iterations
# weights:  280
initial  value 349.947742 
iter  10 value 237.443753
iter  20 value 228.161698
iter  30 value 225.937622
iter  40 value 224.557855
iter  50 value 224.278474
iter  60 value 224.205493
iter  70 value 223.912768
iter  80 value 223.864003
iter  90 value 223.490505
iter 100 value 222.966489
final  value 222.966489 
stopped after 100 iterations
# weights:  370
initial  value 448.916963 
iter  10 value 239.847421
iter  20 value 229.942374
iter  30 value 225.867700
iter  40 value 224.433457
iter  50 value 223.659968
iter  60 value 223.310544
iter  70 value 222.806834
iter  80 value 222.729184
iter  90 value 222.668276
iter 100 value 222.654796
final  value 222.654796 
stopped after 100 iterations
# weights:  11
initial  value 344.429353 
iter  10 value 258.826416
iter  20 value 255.440420
iter  30 value 254.526066
iter  40 value 245.454370
iter  50 value 241.044018
iter  60 value 240.300420
iter  70 value 239.873712
iter  80 value 239.870062
final  value 239.869990 
converged
# weights:  111
initial  value 405.976580 
iter  10 value 225.220922
iter  20 value 191.595814
iter  30 value 152.393423
iter  40 value 111.244821
iter  50 value 98.495849
iter  60 value 85.262700
iter  70 value 77.833935
iter  80 value 72.601881
iter  90 value 71.149950
iter 100 value 68.593942
final  value 68.593942 
stopped after 100 iterations
# weights:  211
initial  value 395.248343 
iter  10 value 228.480413
iter  20 value 183.003028
iter  30 value 122.133137
iter  40 value 59.934749
iter  50 value 12.670151
iter  60 value 1.423959
iter  70 value 0.069839
iter  80 value 0.013153
iter  90 value 0.002068
iter 100 value 0.000619
final  value 0.000619 
stopped after 100 iterations
# weights:  311
initial  value 338.386127 
iter  10 value 225.516380
iter  20 value 165.478246
iter  30 value 66.992353
iter  40 value 8.038775
iter  50 value 0.183903
iter  60 value 0.007124
iter  70 value 0.001882
iter  80 value 0.000554
iter  90 value 0.000215
iter 100 value 0.000105
final  value 0.000105 
stopped after 100 iterations
# weights:  411
initial  value 361.721220 
iter  10 value 222.012507
iter  20 value 158.600739
iter  30 value 68.708760
iter  40 value 1.949796
iter  50 value 0.043879
iter  60 value 0.005968
iter  70 value 0.001685
iter  80 value 0.000687
iter  90 value 0.000422
iter 100 value 0.000263
final  value 0.000263 
stopped after 100 iterations
# weights:  11
initial  value 355.520111 
iter  10 value 302.662511
iter  20 value 259.722487
iter  30 value 248.102214
iter  40 value 244.505501
iter  50 value 244.273305
final  value 244.273238 
converged
# weights:  111
initial  value 331.353671 
iter  10 value 233.193217
iter  20 value 220.586714
iter  30 value 206.113568
iter  40 value 194.002918
iter  50 value 187.305736
iter  60 value 184.034010
iter  70 value 181.146595
iter  80 value 178.287991
iter  90 value 176.564347
iter 100 value 175.256303
final  value 175.256303 
stopped after 100 iterations
# weights:  211
initial  value 398.581940 
iter  10 value 230.604793
iter  20 value 210.679886
iter  30 value 197.614061
iter  40 value 180.046574
iter  50 value 168.462687
iter  60 value 163.673990
iter  70 value 161.430228
iter  80 value 160.449724
iter  90 value 159.766689
iter 100 value 159.377332
final  value 159.377332 
stopped after 100 iterations
# weights:  311
initial  value 422.482150 
iter  10 value 228.910606
iter  20 value 204.487103
iter  30 value 186.433029
iter  40 value 175.614710
iter  50 value 167.271598
iter  60 value 162.165695
iter  70 value 157.941815
iter  80 value 155.248877
iter  90 value 153.207954
iter 100 value 152.362579
final  value 152.362579 
stopped after 100 iterations
# weights:  411
initial  value 595.425745 
iter  10 value 235.504384
iter  20 value 206.268639
iter  30 value 186.183176
iter  40 value 169.163643
iter  50 value 161.615891
iter  60 value 155.902545
iter  70 value 152.933289
iter  80 value 151.627638
iter  90 value 151.087484
iter 100 value 150.541585
final  value 150.541585 
stopped after 100 iterations
# weights:  11
initial  value 387.470643 
iter  10 value 257.055922
iter  20 value 247.940499
iter  30 value 246.265715
final  value 246.240970 
converged
# weights:  111
initial  value 328.461300 
iter  10 value 238.837848
iter  20 value 223.113035
iter  30 value 213.534254
iter  40 value 208.285147
iter  50 value 207.085848
iter  60 value 206.098627
iter  70 value 205.865520
iter  80 value 205.822833
iter  90 value 205.799775
iter 100 value 205.796790
final  value 205.796790 
stopped after 100 iterations
# weights:  211
initial  value 321.877193 
iter  10 value 234.256406
iter  20 value 222.271004
iter  30 value 210.140271
iter  40 value 204.750734
iter  50 value 202.970703
iter  60 value 202.212139
iter  70 value 202.003254
iter  80 value 201.881849
iter  90 value 201.670850
iter 100 value 201.388727
final  value 201.388727 
stopped after 100 iterations
# weights:  311
initial  value 397.778906 
iter  10 value 236.420065
iter  20 value 222.364335
iter  30 value 210.984223
iter  40 value 203.915776
iter  50 value 202.239301
iter  60 value 201.489101
iter  70 value 201.242795
iter  80 value 200.917005
iter  90 value 200.633321
iter 100 value 200.516332
final  value 200.516332 
stopped after 100 iterations
# weights:  411
initial  value 599.309437 
iter  10 value 243.350291
iter  20 value 223.591557
iter  30 value 214.161916
iter  40 value 205.698129
iter  50 value 203.445614
iter  60 value 201.545799
iter  70 value 200.639018
iter  80 value 200.262864
iter  90 value 200.063148
iter 100 value 199.975116
final  value 199.975116 
stopped after 100 iterations
# weights:  11
initial  value 349.174010 
iter  10 value 251.139201
iter  20 value 248.567722
final  value 248.567060 
converged
# weights:  111
initial  value 477.090579 
iter  10 value 241.313610
iter  20 value 231.409148
iter  30 value 226.856285
iter  40 value 224.926603
iter  50 value 224.154877
iter  60 value 223.583610
iter  70 value 222.366618
iter  80 value 222.198330
iter  90 value 221.882917
iter 100 value 221.816307
final  value 221.816307 
stopped after 100 iterations
# weights:  211
initial  value 657.647587 
iter  10 value 241.913426
iter  20 value 229.701347
iter  30 value 225.188121
iter  40 value 222.379559
iter  50 value 221.597290
iter  60 value 221.364437
iter  70 value 221.319992
iter  80 value 221.299068
iter  90 value 221.259873
iter 100 value 221.173839
final  value 221.173839 
stopped after 100 iterations
# weights:  311
initial  value 397.367890 
iter  10 value 242.794303
iter  20 value 232.100796
iter  30 value 226.966628
iter  40 value 224.832161
iter  50 value 223.807566
iter  60 value 223.173257
iter  70 value 222.628276
iter  80 value 222.355532
iter  90 value 222.279920
iter 100 value 222.259013
final  value 222.259013 
stopped after 100 iterations
# weights:  411
initial  value 834.242256 
iter  10 value 254.991901
iter  20 value 235.530233
iter  30 value 227.934382
iter  40 value 224.985182
iter  50 value 223.748516
iter  60 value 222.882107
iter  70 value 222.264596
iter  80 value 222.153868
iter  90 value 222.088310
iter 100 value 222.058398
final  value 222.058398 
stopped after 100 iterations
# weights:  10
initial  value 344.189713 
iter  10 value 254.857442
iter  20 value 247.599825
iter  30 value 238.833830
iter  40 value 238.088348
final  value 238.088304 
converged
# weights:  100
initial  value 389.071400 
iter  10 value 226.851625
iter  20 value 189.707376
iter  30 value 152.916716
iter  40 value 125.933148
iter  50 value 115.307540
iter  60 value 109.287010
iter  70 value 98.369768
iter  80 value 91.974335
iter  90 value 88.616341
iter 100 value 87.979236
final  value 87.979236 
stopped after 100 iterations
# weights:  190
initial  value 400.380017 
iter  10 value 220.342441
iter  20 value 171.560762
iter  30 value 104.606859
iter  40 value 42.560637
iter  50 value 14.070079
iter  60 value 4.590757
iter  70 value 1.058881
iter  80 value 0.275209
iter  90 value 0.031881
iter 100 value 0.018558
final  value 0.018558 
stopped after 100 iterations
# weights:  280
initial  value 588.595770 
iter  10 value 229.072541
iter  20 value 189.598106
iter  30 value 123.626829
iter  40 value 48.180466
iter  50 value 6.376101
iter  60 value 0.145043
iter  70 value 0.010029
iter  80 value 0.001827
iter  90 value 0.000848
iter 100 value 0.000279
final  value 0.000279 
stopped after 100 iterations
# weights:  370
initial  value 397.861052 
iter  10 value 225.932508
iter  20 value 177.021741
iter  30 value 86.154682
iter  40 value 9.929149
iter  50 value 0.243792
iter  60 value 0.009962
iter  70 value 0.001314
iter  80 value 0.000456
iter  90 value 0.000187
final  value 0.000098 
converged
# weights:  10
initial  value 422.917018 
iter  10 value 242.743210
iter  20 value 241.673115
final  value 241.673111 
converged
# weights:  100
initial  value 349.312885 
iter  10 value 225.510840
iter  20 value 211.014272
iter  30 value 200.557279
iter  40 value 190.176804
iter  50 value 186.542387
iter  60 value 184.268971
iter  70 value 182.858346
iter  80 value 181.468300
iter  90 value 179.013268
iter 100 value 177.476891
final  value 177.476891 
stopped after 100 iterations
# weights:  190
initial  value 625.228209 
iter  10 value 232.654843
iter  20 value 215.437379
iter  30 value 202.215491
iter  40 value 190.556011
iter  50 value 182.583876
iter  60 value 176.098422
iter  70 value 172.644284
iter  80 value 170.755635
iter  90 value 169.903553
iter 100 value 169.449676
final  value 169.449676 
stopped after 100 iterations
# weights:  280
initial  value 452.743992 
iter  10 value 232.163376
iter  20 value 201.383553
iter  30 value 187.924747
iter  40 value 175.775420
iter  50 value 169.677819
iter  60 value 166.422955
iter  70 value 164.524458
iter  80 value 163.635441
iter  90 value 162.662271
iter 100 value 162.212081
final  value 162.212081 
stopped after 100 iterations
# weights:  370
initial  value 331.174838 
iter  10 value 234.931920
iter  20 value 211.380110
iter  30 value 193.082462
iter  40 value 183.942519
iter  50 value 176.093805
iter  60 value 172.641072
iter  70 value 169.006343
iter  80 value 165.976065
iter  90 value 163.677575
iter 100 value 162.533904
final  value 162.533904 
stopped after 100 iterations
# weights:  10
initial  value 337.696602 
iter  10 value 247.569083
iter  20 value 244.718572
final  value 244.716901 
converged
# weights:  100
initial  value 345.670510 
iter  10 value 235.477416
iter  20 value 222.731802
iter  30 value 213.883167
iter  40 value 210.762624
iter  50 value 209.336436
iter  60 value 208.630018
iter  70 value 207.866548
iter  80 value 207.498546
iter  90 value 207.366236
iter 100 value 207.160035
final  value 207.160035 
stopped after 100 iterations
# weights:  190
initial  value 381.021822 
iter  10 value 233.257565
iter  20 value 223.756390
iter  30 value 213.999060
iter  40 value 208.528486
iter  50 value 206.186321
iter  60 value 204.527808
iter  70 value 203.874925
iter  80 value 203.750898
iter  90 value 203.706736
iter 100 value 203.676109
final  value 203.676109 
stopped after 100 iterations
# weights:  280
initial  value 473.660612 
iter  10 value 247.177692
iter  20 value 224.443031
iter  30 value 213.477760
iter  40 value 209.263163
iter  50 value 207.999166
iter  60 value 205.837689
iter  70 value 205.083610
iter  80 value 204.932903
iter  90 value 204.847454
iter 100 value 204.805743
final  value 204.805743 
stopped after 100 iterations
# weights:  370
initial  value 328.938414 
iter  10 value 239.806536
iter  20 value 223.270144
iter  30 value 214.215809
iter  40 value 208.824467
iter  50 value 205.778668
iter  60 value 204.818179
iter  70 value 204.409231
iter  80 value 204.180906
iter  90 value 204.103140
iter 100 value 204.068123
final  value 204.068123 
stopped after 100 iterations
# weights:  10
initial  value 336.410708 
iter  10 value 269.451546
iter  20 value 248.433376
iter  30 value 247.533257
final  value 247.522859 
converged
# weights:  100
initial  value 332.519659 
iter  10 value 246.104078
iter  20 value 231.146332
iter  30 value 225.002707
iter  40 value 223.733982
iter  50 value 222.265734
iter  60 value 222.062143
iter  70 value 221.973381
iter  80 value 221.926884
iter  90 value 221.905543
iter 100 value 221.887008
final  value 221.887008 
stopped after 100 iterations
# weights:  190
initial  value 571.102889 
iter  10 value 239.746627
iter  20 value 230.803016
iter  30 value 226.847474
iter  40 value 225.010823
iter  50 value 223.007065
iter  60 value 222.473201
iter  70 value 222.290509
iter  80 value 222.183792
iter  90 value 222.054530
iter 100 value 222.006609
final  value 222.006609 
stopped after 100 iterations
# weights:  280
initial  value 375.878533 
iter  10 value 239.775206
iter  20 value 230.197229
iter  30 value 224.343727
iter  40 value 223.007157
iter  50 value 222.578503
iter  60 value 222.466421
iter  70 value 222.448506
iter  80 value 222.431108
iter  90 value 222.422404
iter 100 value 222.414179
final  value 222.414179 
stopped after 100 iterations
# weights:  370
initial  value 760.177759 
iter  10 value 255.466181
iter  20 value 230.329140
iter  30 value 225.723224
iter  40 value 223.382594
iter  50 value 222.548706
iter  60 value 222.234903
iter  70 value 222.169520
iter  80 value 221.961789
iter  90 value 221.784182
iter 100 value 221.398061
final  value 221.398061 
stopped after 100 iterations
# weights:  11
initial  value 520.260296 
iter  10 value 419.810359
iter  20 value 362.412401
iter  30 value 358.824840
iter  40 value 358.605967
final  value 358.605903 
converged
Neural Network 

768 samples
  8 predictor
  2 classes: 'neg', 'pos' 

Pre-processing: centered (8), scaled (8), principal component signal
 extraction (8) 
Resampling: Cross-Validated (3 fold, repeated 3 times) 
Summary of sample sizes: 511, 513, 512, 512, 512, 512, ... 
Resampling results across tuning parameters:

  size  decay  Accuracy   Kappa    
   1    0.0    0.7682242  0.4759055
   1    0.1    0.7664898  0.4733446
   1    0.2    0.7664915  0.4743172
   1    0.3    0.7669119  0.4735778
  11    0.0    0.7079244  0.3587540
  11    0.1    0.7200569  0.3720446
  11    0.2    0.7361229  0.4057629
  11    0.3    0.7547947  0.4440257
  21    0.0    0.6736275  0.2840725
  21    0.1    0.7191821  0.3714177
  21    0.2    0.7482808  0.4337308
  21    0.3    0.7504441  0.4340057
  31    0.0    0.6779746  0.2995531
  31    0.1    0.7317894  0.4015370
  31    0.2    0.7461106  0.4266076
  31    0.3    0.7500118  0.4331270
  41    0.0    0.6949154  0.3346192
  41    0.1    0.7165863  0.3666682
  41    0.2    0.7482655  0.4295248
  41    0.3    0.7526143  0.4387496

Accuracy was used to select the optimal model using the largest value.
The final values used for the model were size = 1 and decay = 0.