Generalized Linear Model Theta Forecast with attention Pt.3

library(forecast)
library(ahead)

attention_types <- c("dot_product", "scaled_dot_product", 
  "cosine", "exponential", 
  "gaussian", "linear",
  "value_based", "hybrid", 
  "parametric")

results <- data.frame(matrix(0, ncol=length(attention_types), nrow=8))

colnames(results) <- attention_types

rmse <- function(obj, y_test)
{
  sqrt(mean((obj$mean - y_test)**2))
}

y <- AirPassengers

y_split <- misc::splitts(y, split_prob = 0.9)

y_train <- y_split$training

y_test <- y_split$testing

h <- length(y_test)

for (attention_type in attention_types)
{
   misc::debug_print(attention_type)
  
   (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::glm.nb, attention = TRUE, attention_type = attention_type)))
  print(obj)
  results[1, attention_type] <- rmse(obj, y_test)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=stats::glm, attention = TRUE, attention_type = attention_type)))
  results[2, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::rlm, attention = TRUE, attention_type = attention_type)))
  results[3, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::lqs, attention = TRUE, attention_type = attention_type)))
  results[4, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj) 
  
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::glm.nb, attention = FALSE, attention_type = attention_type)))
  print(obj)
  results[5, attention_type] <- rmse(obj, y_test)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=stats::glm, attention = FALSE, attention_type = attention_type)))
  results[6, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::rlm, attention = FALSE, attention_type = attention_type)))
  results[7, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::lqs, attention = FALSE, attention_type = attention_type)))
  results[8, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj) 

}
## 
## [1] "attention_type's value:"
## [1] "dot_product"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1971 385.8734 422.5207
## Nov 1959       350.9076 326.1395 375.6757
## Dec 1959       394.2226 364.3703 424.0750
## Jan 1960       399.0770 364.8883 433.2657
## Feb 1960       389.1656 351.1319 427.1994
## Mar 1960       446.5541 405.0297 488.0784
## Apr 1960       428.8844 384.1409 473.6278
## May 1960       428.7145 380.9685 476.4604
## Jun 1960       487.5523 436.9817 538.1228
## Jul 1960       536.0592 482.8137 589.3047
## Aug 1960       532.3238 476.5314 588.1161
## Sep 1960       465.3666 407.1386 523.5945
## Oct 1960       404.3403 343.7747 464.9059
## Nov 1960       351.0295 288.2131 413.8458
## Dec 1960       394.3582 329.3690 459.3475

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.3808 389.0571 425.7045
## Nov 1959       356.7342 331.9661 381.5023
## Dec 1959       403.8456 373.9932 433.6979
## Jan 1960       411.9036 377.7150 446.0923
## Feb 1960       404.6573 366.6235 442.6911
## Mar 1960       467.7272 426.2029 509.2516
## Apr 1960       452.4585 407.7151 497.2020
## May 1960       455.4952 407.7492 503.2411
## Jun 1960       521.6432 471.0727 572.2138
## Jul 1960       577.5161 524.2706 630.7616
## Aug 1960       577.4186 521.6263 633.2110
## Sep 1960       508.2070 449.9791 566.4349
## Oct 1960       444.5208 383.9552 505.0864
## Nov 1960       388.4716 325.6552 451.2880
## Dec 1960       439.2889 374.2996 504.2781

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.3690 389.0453 425.6926
## Nov 1959       356.7125 331.9444 381.4806
## Dec 1959       403.8096 373.9572 433.6619
## Jan 1960       411.8556 377.6669 446.0442
## Feb 1960       404.5991 366.5653 442.6329
## Mar 1960       467.6475 426.1231 509.1718
## Apr 1960       452.3696 407.6261 497.1130
## May 1960       455.3939 407.6479 503.1399
## Jun 1960       521.5141 470.9436 572.0847
## Jul 1960       577.3588 524.1133 630.6043
## Aug 1960       577.2472 521.4549 633.0396
## Sep 1960       508.0438 449.8159 566.2718
## Oct 1960       444.3675 383.8019 504.9331
## Nov 1960       388.3285 325.5121 451.1449
## Dec 1960       439.1168 374.1276 504.1060

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.3068 388.9832 425.6305
## Nov 1959       356.5983 331.8302 381.3664
## Dec 1959       403.6204 373.7680 433.4727
## Jan 1960       411.6027 377.4140 445.7914
## Feb 1960       404.2929 366.2592 442.3267
## Mar 1960       467.2281 425.7038 508.7525
## Apr 1960       451.9017 407.1583 496.6451
## May 1960       454.8614 407.1154 502.6074
## Jun 1960       520.8351 470.2645 571.4056
## Jul 1960       576.5316 523.2861 629.7771
## Aug 1960       576.3459 520.5535 632.1382
## Sep 1960       507.1861 448.9582 565.4140
## Oct 1960       443.5616 382.9960 504.1272
## Nov 1960       387.5762 324.7598 450.3925
## Dec 1960       438.2124 373.2231 503.2016

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4378 387.1141 423.7614
## Nov 1959       352.9621 328.1940 377.7302
## Dec 1959       397.6303 367.7780 427.4826
## Jan 1960       403.6398 369.4512 437.8285
## Feb 1960       394.7007 356.6670 432.7345
## Mar 1960       454.1512 412.6269 495.6756
## Apr 1960       437.3775 392.6340 482.1209
## May 1960       438.4004 390.6544 486.1463
## Jun 1960       499.9279 449.3573 550.4984
## Jul 1960       551.1619 497.9164 604.4074
## Aug 1960       548.8066 493.0142 604.5990
## Sep 1960       481.0747 422.8468 539.3026
## Oct 1960       419.1169 358.5513 479.6825
## Nov 1960       364.8374 302.0210 427.6538
## Dec 1960       410.9710 345.9818 475.9603

## 
## [1] "attention_type's value:"
## [1] "scaled_dot_product"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1971 385.8734 422.5207
## Nov 1959       350.9076 326.1395 375.6757
## Dec 1959       394.2226 364.3703 424.0750
## Jan 1960       399.0770 364.8883 433.2657
## Feb 1960       389.1656 351.1319 427.1994
## Mar 1960       446.5541 405.0297 488.0784
## Apr 1960       428.8844 384.1409 473.6278
## May 1960       428.7145 380.9685 476.4604
## Jun 1960       487.5523 436.9817 538.1228
## Jul 1960       536.0592 482.8137 589.3047
## Aug 1960       532.3238 476.5314 588.1161
## Sep 1960       465.3666 407.1386 523.5945
## Oct 1960       404.3403 343.7747 464.9059
## Nov 1960       351.0295 288.2131 413.8458
## Dec 1960       394.3582 329.3690 459.3475

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.3808 389.0571 425.7045
## Nov 1959       356.7342 331.9661 381.5023
## Dec 1959       403.8456 373.9932 433.6979
## Jan 1960       411.9036 377.7150 446.0923
## Feb 1960       404.6573 366.6235 442.6911
## Mar 1960       467.7272 426.2029 509.2516
## Apr 1960       452.4585 407.7151 497.2020
## May 1960       455.4952 407.7492 503.2411
## Jun 1960       521.6432 471.0727 572.2138
## Jul 1960       577.5161 524.2706 630.7616
## Aug 1960       577.4186 521.6263 633.2110
## Sep 1960       508.2070 449.9791 566.4349
## Oct 1960       444.5208 383.9552 505.0864
## Nov 1960       388.4716 325.6552 451.2880
## Dec 1960       439.2889 374.2996 504.2781

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.3690 389.0453 425.6926
## Nov 1959       356.7125 331.9444 381.4806
## Dec 1959       403.8096 373.9572 433.6619
## Jan 1960       411.8556 377.6669 446.0442
## Feb 1960       404.5991 366.5653 442.6329
## Mar 1960       467.6475 426.1231 509.1718
## Apr 1960       452.3696 407.6261 497.1130
## May 1960       455.3939 407.6479 503.1399
## Jun 1960       521.5141 470.9436 572.0847
## Jul 1960       577.3588 524.1133 630.6043
## Aug 1960       577.2472 521.4549 633.0396
## Sep 1960       508.0438 449.8159 566.2718
## Oct 1960       444.3675 383.8019 504.9331
## Nov 1960       388.3285 325.5121 451.1449
## Dec 1960       439.1168 374.1276 504.1060

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.3082 388.9845 425.6319
## Nov 1959       356.6009 331.8328 381.3690
## Dec 1959       403.6246 373.7723 433.4769
## Jan 1960       411.6083 377.4196 445.7970
## Feb 1960       404.2998 366.2660 442.3336
## Mar 1960       467.2375 425.7131 508.7618
## Apr 1960       451.9122 407.1687 496.6556
## May 1960       454.8733 407.1273 502.6193
## Jun 1960       520.8502 470.2796 571.4208
## Jul 1960       576.5501 523.3046 629.7956
## Aug 1960       576.3660 520.5736 632.1583
## Sep 1960       507.2052 448.9773 565.4331
## Oct 1960       443.5796 383.0140 504.1452
## Nov 1960       387.5929 324.7766 450.4093
## Dec 1960       438.2325 373.2433 503.2218

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4382 387.1145 423.7618
## Nov 1959       352.9628 328.1947 377.7309
## Dec 1959       397.6314 367.7791 427.4838
## Jan 1960       403.6413 369.4526 437.8300
## Feb 1960       394.7025 356.6687 432.7363
## Mar 1960       454.1537 412.6293 495.6780
## Apr 1960       437.3802 392.6368 482.1236
## May 1960       438.4035 390.6575 486.1495
## Jun 1960       499.9319 449.3613 550.5024
## Jul 1960       551.1668 497.9213 604.4123
## Aug 1960       548.8119 493.0196 604.6043
## Sep 1960       481.0798 422.8519 539.3077
## Oct 1960       419.1217 358.5561 479.6873
## Nov 1960       364.8419 302.0255 427.6582
## Dec 1960       410.9764 345.9872 475.9656

## 
## [1] "attention_type's value:"
## [1] "cosine"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1945 385.8709 422.5182
## Nov 1959       350.9013 326.1332 375.6694
## Dec 1959       394.2125 364.3602 424.0649
## Jan 1960       399.0639 364.8752 433.2525
## Feb 1960       389.1501 351.1163 427.1839
## Mar 1960       446.5333 405.0090 488.0577
## Apr 1960       428.8617 384.1183 473.6052
## May 1960       428.6893 380.9433 476.4352
## Jun 1960       487.5209 436.9503 538.0914
## Jul 1960       536.0218 482.7763 589.2673
## Aug 1960       532.2838 476.4915 588.0762
## Sep 1960       465.3293 407.1014 523.5573
## Oct 1960       404.3061 343.7404 464.8717
## Nov 1960       350.9981 288.1817 413.8145
## Dec 1960       394.3213 329.3320 459.3105

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       406.7418 388.4182 425.0655
## Nov 1959       355.1344 330.3663 379.9026
## Dec 1959       401.2348 371.3824 431.0871
## Jan 1960       408.4664 374.2777 442.6551
## Feb 1960       400.5554 362.5217 438.5892
## Mar 1960       462.1866 420.6622 503.7109
## Apr 1960       446.3599 401.6165 491.1034
## May 1960       448.6438 400.8978 496.3898
## Jun 1960       513.0152 462.4447 563.5858
## Jul 1960       567.1324 513.8869 620.3779
## Aug 1960       566.2358 510.4435 622.0282
## Sep 1960       497.6841 439.4562 555.9121
## Oct 1960       434.7407 374.1751 495.3063
## Nov 1960       379.4364 316.6201 442.2528
## Dec 1960       428.5350 363.5458 493.5242

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       406.7324 388.4087 425.0560
## Nov 1959       355.1187 330.3506 379.8868
## Dec 1959       401.2087 371.3564 431.0611
## Jan 1960       408.4315 374.2428 442.6202
## Feb 1960       400.5131 362.4793 438.5469
## Mar 1960       462.1285 420.6041 503.6528
## Apr 1960       446.2950 401.5515 491.0384
## May 1960       448.5697 400.8238 496.3157
## Jun 1960       512.9206 462.3501 563.4912
## Jul 1960       567.0169 513.7714 620.2624
## Aug 1960       566.1098 510.3174 621.9021
## Sep 1960       497.5640 439.3361 555.7920
## Oct 1960       434.6277 374.0621 495.1933
## Nov 1960       379.3309 316.5145 442.1473
## Dec 1960       428.4080 363.4188 493.3972

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       406.6826 388.3590 425.0063
## Nov 1959       355.0361 330.2679 379.8042
## Dec 1959       401.0716 371.2192 430.9239
## Jan 1960       408.2479 374.0592 442.4366
## Feb 1960       400.2904 362.2566 438.3242
## Mar 1960       461.8228 420.2984 503.3471
## Apr 1960       445.9533 401.2098 490.6967
## May 1960       448.1801 400.4341 495.9260
## Jun 1960       512.4227 461.8522 562.9933
## Jul 1960       566.4093 513.1638 619.6548
## Aug 1960       565.4468 509.6544 621.2391
## Sep 1960       496.9322 438.7043 555.1601
## Oct 1960       434.0334 373.4678 494.5990
## Nov 1960       378.7755 315.9591 441.5919
## Dec 1960       427.7399 362.7506 492.7291

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4364 387.1127 423.7601
## Nov 1959       352.9599 328.1917 377.7280
## Dec 1959       397.6266 367.7742 427.4789
## Jan 1960       403.6348 369.4461 437.8235
## Feb 1960       394.6946 356.6609 432.7284
## Mar 1960       454.1429 412.6185 495.6672
## Apr 1960       437.3681 392.6247 482.1115
## May 1960       438.3897 390.6437 486.1357
## Jun 1960       499.9143 449.3437 550.4848
## Jul 1960       551.1453 497.8998 604.3908
## Aug 1960       548.7885 492.9961 604.5808
## Sep 1960       481.0575 422.8295 539.2854
## Oct 1960       419.1007 358.5351 479.6663
## Nov 1960       364.8222 302.0059 427.6386
## Dec 1960       410.9528 345.9635 475.9420

## 
## [1] "attention_type's value:"
## [1] "exponential"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1978 385.8741 422.5214
## Nov 1959       350.9075 326.1394 375.6756
## Dec 1959       394.2225 364.3702 424.0749
## Jan 1960       399.0769 364.8883 433.2656
## Feb 1960       389.1656 351.1319 427.1994
## Mar 1960       446.5543 405.0299 488.0786
## Apr 1960       428.8847 384.1413 473.6281
## May 1960       428.7151 380.9691 476.4610
## Jun 1960       487.5533 436.9828 538.1239
## Jul 1960       536.0608 482.8153 589.3063
## Aug 1960       532.3258 476.5334 588.1182
## Sep 1960       465.3688 407.1409 523.5967
## Oct 1960       404.3427 343.7771 464.9083
## Nov 1960       351.0319 288.2155 413.8483
## Dec 1960       394.3614 329.3722 459.3506

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.5570 389.2334 425.8807
## Nov 1959       356.6906 331.9225 381.4587
## Dec 1959       403.7665 373.9142 433.6189
## Jan 1960       411.8071 377.6185 445.9958
## Feb 1960       404.5639 366.5301 442.5977
## Mar 1960       467.6440 426.1197 509.1684
## Apr 1960       452.4264 407.6829 497.1698
## May 1960       455.5364 407.7904 503.2823
## Jun 1960       521.8029 471.2323 572.3734
## Jul 1960       577.8473 524.6017 631.0928
## Aug 1960       577.9322 522.1398 633.7245
## Sep 1960       508.8424 450.6145 567.0703
## Oct 1960       445.2554 384.6898 505.8210
## Nov 1960       389.2842 326.4678 452.1006
## Dec 1960       440.4153 375.4261 505.4046

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.5446 389.2209 425.8682
## Nov 1959       356.6691 331.9010 381.4372
## Dec 1959       403.7310 373.8786 433.5833
## Jan 1960       411.7597 377.5710 445.9484
## Feb 1960       404.5063 366.4725 442.5401
## Mar 1960       467.5650 426.0406 509.0893
## Apr 1960       452.3379 407.5944 497.0813
## May 1960       455.4353 407.6893 503.1812
## Jun 1960       521.6733 471.1028 572.2439
## Jul 1960       577.6887 524.4432 630.9342
## Aug 1960       577.7585 521.9662 633.5509
## Sep 1960       508.6764 450.4484 566.9043
## Oct 1960       445.0986 384.5329 505.6642
## Nov 1960       389.1371 326.3207 451.9535
## Dec 1960       440.2376 375.2484 505.2268

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.4794 389.1557 425.8030
## Nov 1959       356.5567 331.7886 381.3249
## Dec 1959       403.5453 373.6930 433.3976
## Jan 1960       411.5115 377.3228 445.7002
## Feb 1960       404.2054 366.1716 442.2392
## Mar 1960       467.1518 425.6274 508.6761
## Apr 1960       451.8753 407.1319 496.6188
## May 1960       454.9067 407.1607 502.6526
## Jun 1960       520.9963 470.4257 571.5668
## Jul 1960       576.8599 523.6144 630.1055
## Aug 1960       576.8511 521.0587 632.6434
## Sep 1960       507.8085 449.5805 566.0364
## Oct 1960       444.2791 383.7135 504.8447
## Nov 1960       388.3684 325.5520 451.1847
## Dec 1960       439.3091 374.3198 504.2983

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4371 387.1134 423.7607
## Nov 1959       352.9610 328.1929 377.7291
## Dec 1959       397.6284 367.7760 427.4807
## Jan 1960       403.6373 369.4486 437.8260
## Feb 1960       394.6976 356.6639 432.7314
## Mar 1960       454.1470 412.6226 495.6713
## Apr 1960       437.3727 392.6293 482.1161
## May 1960       438.3949 390.6490 486.1409
## Jun 1960       499.9210 449.3504 550.4915
## Jul 1960       551.1534 497.9079 604.3989
## Aug 1960       548.7974 493.0050 604.5898
## Sep 1960       481.0660 422.8380 539.2939
## Oct 1960       419.1087 358.5431 479.6743
## Nov 1960       364.8297 302.0133 427.6461
## Dec 1960       410.9618 345.9725 475.9510

## 
## [1] "attention_type's value:"
## [1] "gaussian"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1982 385.8745 422.5219
## Nov 1959       350.9077 326.1396 375.6758
## Dec 1959       394.2221 364.3698 424.0745
## Jan 1960       399.0764 364.8877 433.2650
## Feb 1960       389.1651 351.1313 427.1988
## Mar 1960       446.5536 405.0292 488.0779
## Apr 1960       428.8841 384.1407 473.6275
## May 1960       428.7145 380.9685 476.4605
## Jun 1960       487.5527 436.9822 538.1233
## Jul 1960       536.0602 482.8147 589.3057
## Aug 1960       532.3253 476.5329 588.1176
## Sep 1960       465.3684 407.1405 523.5963
## Oct 1960       404.3424 343.7768 464.9080
## Nov 1960       351.0317 288.2153 413.8480
## Dec 1960       394.3612 329.3720 459.3504

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.6691 389.3454 425.9927
## Nov 1959       356.7511 331.9830 381.5192
## Dec 1959       403.7132 373.8609 433.5656
## Jan 1960       411.7569 377.5682 445.9455
## Feb 1960       404.5635 366.5297 442.5973
## Mar 1960       467.7162 426.1918 509.2405
## Apr 1960       452.5740 407.8305 497.3174
## May 1960       455.7673 408.0213 503.5132
## Jun 1960       522.1634 471.5928 572.7339
## Jul 1960       578.3527 525.1072 631.5982
## Aug 1960       578.5424 522.7501 634.3348
## Sep 1960       509.4699 451.2420 567.6978
## Oct 1960       445.8812 385.3156 506.4468
## Nov 1960       389.8964 327.0800 452.7128
## Dec 1960       441.1790 376.1898 506.1683

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.6562 389.3325 425.9799
## Nov 1959       356.7294 331.9613 381.4975
## Dec 1959       403.6777 373.8254 433.5301
## Jan 1960       411.7092 377.5205 445.8979
## Feb 1960       404.5054 366.4716 442.5392
## Mar 1960       467.6360 426.1116 509.1603
## Apr 1960       452.4838 407.7404 497.2272
## May 1960       455.6639 407.9179 503.4099
## Jun 1960       522.0305 471.4600 572.6011
## Jul 1960       578.1897 524.9442 631.4352
## Aug 1960       578.3636 522.5713 634.1560
## Sep 1960       509.2987 451.0707 567.5266
## Oct 1960       445.7193 385.1537 506.2849
## Nov 1960       389.7443 326.9279 452.5607
## Dec 1960       440.9952 376.0059 505.9844

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.5891 389.2655 425.9128
## Nov 1959       356.6162 331.8480 381.3843
## Dec 1959       403.4930 373.6407 433.3454
## Jan 1960       411.4613 377.2727 445.6500
## Feb 1960       404.2031 366.1693 442.2369
## Mar 1960       467.2188 425.6944 508.7431
## Apr 1960       452.0148 407.2714 496.7582
## May 1960       455.1261 407.3801 502.8721
## Jun 1960       521.3398 470.7692 571.9103
## Jul 1960       577.3422 524.0967 630.5878
## Aug 1960       577.4339 521.6416 633.2263
## Sep 1960       508.4081 450.1802 566.6361
## Oct 1960       444.8774 384.3118 505.4430
## Nov 1960       388.9537 326.1373 451.7701
## Dec 1960       440.0394 375.0501 505.0286

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4371 387.1134 423.7607
## Nov 1959       352.9610 328.1929 377.7291
## Dec 1959       397.6284 367.7760 427.4807
## Jan 1960       403.6373 369.4486 437.8260
## Feb 1960       394.6976 356.6639 432.7314
## Mar 1960       454.1470 412.6226 495.6713
## Apr 1960       437.3727 392.6293 482.1161
## May 1960       438.3949 390.6490 486.1409
## Jun 1960       499.9210 449.3504 550.4915
## Jul 1960       551.1534 497.9079 604.3989
## Aug 1960       548.7974 493.0050 604.5898
## Sep 1960       481.0660 422.8380 539.2939
## Oct 1960       419.1087 358.5431 479.6743
## Nov 1960       364.8297 302.0133 427.6461
## Dec 1960       410.9618 345.9725 475.9510

## 
## [1] "attention_type's value:"
## [1] "linear"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1956 385.8719 422.5192
## Nov 1959       350.9031 326.1350 375.6712
## Dec 1959       394.2155 364.3632 424.0679
## Jan 1960       399.0679 364.8792 433.2566
## Feb 1960       389.1550 351.1213 427.1888
## Mar 1960       446.5401 405.0158 488.0645
## Apr 1960       428.8694 384.1259 473.6128
## May 1960       428.6980 380.9520 476.4440
## Jun 1960       487.5320 436.9615 538.1026
## Jul 1960       536.0354 482.7899 589.2809
## Aug 1960       532.2987 476.5064 588.0911
## Sep 1960       465.3436 407.1156 523.5715
## Oct 1960       404.3194 343.7538 464.8850
## Nov 1960       351.0106 288.1943 413.8270
## Dec 1960       394.3363 329.3471 459.3255

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.0086 388.6849 425.3323
## Nov 1959       355.5930 330.8249 380.3611
## Dec 1959       401.9966 372.1442 431.8489
## Jan 1960       409.4898 375.3011 443.6784
## Feb 1960       401.8015 363.7677 439.8353
## Mar 1960       463.9031 422.3788 505.4275
## Apr 1960       448.2858 403.5424 493.0293
## May 1960       450.8480 403.1020 498.5939
## Jun 1960       515.8412 465.2707 566.4118
## Jul 1960       570.5928 517.3473 623.8383
## Aug 1960       570.0251 514.2328 625.8175
## Sep 1960       501.3072 443.0793 559.5352
## Oct 1960       438.1599 377.5943 498.7255
## Nov 1960       382.6417 319.8253 445.4580
## Dec 1960       432.4034 367.4141 497.3926

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       406.9982 388.6745 425.3218
## Nov 1959       355.5756 330.8075 380.3437
## Dec 1959       401.9677 372.1153 431.8200
## Jan 1960       409.4511 375.2624 443.6397
## Feb 1960       401.7546 363.7208 439.7883
## Mar 1960       463.8386 422.3143 505.3630
## Apr 1960       448.2137 403.4703 492.9571
## May 1960       450.7657 403.0197 498.5117
## Jun 1960       515.7360 465.1655 566.3066
## Jul 1960       570.4644 517.2189 623.7099
## Aug 1960       569.8849 514.0926 625.6773
## Sep 1960       501.1735 442.9456 559.4015
## Oct 1960       438.0341 377.4685 498.5997
## Nov 1960       382.5240 319.7077 445.3404
## Dec 1960       432.2617 367.2725 497.2510

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       406.9422 388.6186 425.2659
## Nov 1959       355.4823 330.7142 380.2504
## Dec 1959       401.8130 371.9606 431.6653
## Jan 1960       409.2438 375.0551 443.4325
## Feb 1960       401.5030 363.4692 439.5368
## Mar 1960       463.4932 421.9689 505.0176
## Apr 1960       447.8274 403.0840 492.5709
## May 1960       450.3249 402.5790 498.0709
## Jun 1960       515.1726 464.6021 565.7432
## Jul 1960       569.7765 516.5310 623.0220
## Aug 1960       569.1338 513.3414 624.9261
## Sep 1960       500.4573 442.2294 558.6853
## Oct 1960       437.3600 376.7944 497.9256
## Nov 1960       381.8938 319.0774 444.7102
## Dec 1960       431.5031 366.5138 496.4923

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4353 387.1116 423.7589
## Nov 1959       352.9580 328.1899 377.7261
## Dec 1959       397.6234 367.7711 427.4758
## Jan 1960       403.6306 369.4419 437.8193
## Feb 1960       394.6896 356.6558 432.7234
## Mar 1960       454.1359 412.6116 495.6603
## Apr 1960       437.3603 392.6169 482.1038
## May 1960       438.3808 390.6349 486.1268
## Jun 1960       499.9029 449.3324 550.4735
## Jul 1960       551.1314 497.8859 604.3769
## Aug 1960       548.7734 492.9810 604.5657
## Sep 1960       481.0431 422.8152 539.2710
## Oct 1960       419.0871 358.5215 479.6527
## Nov 1960       364.8096 301.9932 427.6259
## Dec 1960       410.9375 345.9483 475.9268

## 
## [1] "attention_type's value:"
## [1] "value_based"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1964 385.8727 422.5200
## Nov 1959       350.9048 326.1367 375.6729
## Dec 1959       394.2183 364.3660 424.0707
## Jan 1960       399.0718 364.8831 433.2604
## Feb 1960       389.1598 351.1260 427.1936
## Mar 1960       446.5467 405.0223 488.0711
## Apr 1960       428.8767 384.1333 473.6201
## May 1960       428.7061 380.9601 476.4521
## Jun 1960       487.5421 436.9715 538.1126
## Jul 1960       536.0466 482.8011 589.2921
## Aug 1960       532.3104 476.5180 588.1027
## Sep 1960       465.3546 407.1267 523.5825
## Oct 1960       404.3293 343.7637 464.8949
## Nov 1960       351.0198 288.2034 413.8362
## Dec 1960       394.3473 329.3581 459.3365

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.2062 388.8825 425.5298
## Nov 1959       356.0329 331.2648 380.8010
## Dec 1959       402.7476 372.8953 432.6000
## Jan 1960       410.5553 376.3666 444.7440
## Feb 1960       403.1642 365.1305 441.1980
## Mar 1960       465.8355 424.3111 507.3598
## Apr 1960       450.5103 405.7669 495.2537
## May 1960       453.3762 405.6302 501.1222
## Jun 1960       519.0526 468.4820 569.6231
## Jul 1960       574.2749 521.0294 627.5204
## Aug 1960       573.9566 518.1643 629.7490
## Sep 1960       505.1091 446.8811 563.3370
## Oct 1960       441.6285 381.0629 502.1941
## Nov 1960       385.9238 323.1075 448.7402
## Dec 1960       436.4026 371.4134 501.3918

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.1950 388.8713 425.5187
## Nov 1959       356.0138 331.2457 380.7819
## Dec 1959       402.7158 372.8634 432.5681
## Jan 1960       410.5123 376.3236 444.7009
## Feb 1960       403.1116 365.0778 441.1454
## Mar 1960       465.7627 424.2383 507.2870
## Apr 1960       450.4284 405.6850 495.1718
## May 1960       453.2826 405.5366 501.0285
## Jun 1960       518.9329 468.3623 569.5034
## Jul 1960       574.1298 520.8842 627.3753
## Aug 1960       573.7985 518.0061 629.5908
## Sep 1960       504.9581 446.7302 563.1860
## Oct 1960       441.4866 380.9210 502.0522
## Nov 1960       385.7907 322.9743 448.6070
## Dec 1960       436.2417 371.2525 501.2309

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.1354 388.8117 425.4591
## Nov 1959       355.9120 331.1438 380.6801
## Dec 1959       402.5459 372.6935 432.3982
## Jan 1960       410.2828 376.0941 444.4715
## Feb 1960       402.8308 364.7971 440.8646
## Mar 1960       465.3748 423.8504 506.8991
## Apr 1960       449.9919 405.2485 494.7353
## May 1960       452.7833 405.0374 500.5293
## Jun 1960       518.2949 467.7243 568.8654
## Jul 1960       573.3560 520.1105 626.6015
## Aug 1960       572.9557 517.1633 628.7480
## Sep 1960       504.1536 445.9257 562.3815
## Oct 1960       440.7302 380.1646 501.2958
## Nov 1960       385.0810 322.2646 447.8974
## Dec 1960       435.3844 370.3952 500.3736

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4379 387.1143 423.7616
## Nov 1959       352.9624 328.1943 377.7305
## Dec 1959       397.6308 367.7784 427.4831
## Jan 1960       403.6405 369.4518 437.8291
## Feb 1960       394.7015 356.6677 432.7353
## Mar 1960       454.1523 412.6279 495.6766
## Apr 1960       437.3786 392.6352 482.1221
## May 1960       438.4017 390.6557 486.1477
## Jun 1960       499.9296 449.3590 550.5001
## Jul 1960       551.1639 497.9184 604.4095
## Aug 1960       548.8089 493.0165 604.6012
## Sep 1960       481.0769 422.8490 539.3048
## Oct 1960       419.1189 358.5533 479.6846
## Nov 1960       364.8393 302.0229 427.6557
## Dec 1960       410.9733 345.9841 475.9625

## 
## [1] "attention_type's value:"
## [1] "hybrid"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1979 385.8742 422.5215
## Nov 1959       350.9072 326.1391 375.6754
## Dec 1959       394.2221 364.3698 424.0745
## Jan 1960       399.0765 364.8878 433.2652
## Feb 1960       389.1652 351.1314 427.1990
## Mar 1960       446.5538 405.0294 488.0781
## Apr 1960       428.8843 384.1408 473.6277
## May 1960       428.7146 380.9687 476.4606
## Jun 1960       487.5529 436.9823 538.1234
## Jul 1960       536.0604 482.8149 589.3059
## Aug 1960       532.3254 476.5331 588.1178
## Sep 1960       465.3685 407.1406 523.5964
## Oct 1960       404.3424 343.7768 464.9081
## Nov 1960       351.0317 288.2154 413.8481
## Dec 1960       394.3612 329.3720 459.3505

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.5791 389.2554 425.9028
## Nov 1959       356.6440 331.8759 381.4121
## Dec 1959       403.7180 373.8656 433.5703
## Jan 1960       411.7711 377.5824 445.9598
## Feb 1960       404.5472 366.5134 442.5810
## Mar 1960       467.6492 426.1248 509.1736
## Apr 1960       452.4553 407.7119 497.1987
## May 1960       455.5879 407.8419 503.3339
## Jun 1960       521.8843 471.3137 572.4548
## Jul 1960       577.9575 524.7120 631.2030
## Aug 1960       578.0618 522.2695 633.8542
## Sep 1960       508.9739 450.7460 567.2019
## Oct 1960       445.3823 384.8167 505.9479
## Nov 1960       389.4070 326.5906 452.2234
## Dec 1960       440.5671 375.5779 505.5564

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.5666 389.2429 425.8902
## Nov 1959       356.6226 331.8545 381.3907
## Dec 1959       403.6825 373.8302 433.5349
## Jan 1960       411.7235 377.5348 445.9122
## Feb 1960       404.4894 366.4556 442.5231
## Mar 1960       467.5697 426.0453 509.0940
## Apr 1960       452.3662 407.6227 497.1096
## May 1960       455.4860 407.7400 503.2319
## Jun 1960       521.7537 471.1831 572.3242
## Jul 1960       577.7976 524.5521 631.0431
## Aug 1960       577.8867 522.0944 633.6791
## Sep 1960       508.8064 450.5785 567.0343
## Oct 1960       445.2241 384.6585 505.7897
## Nov 1960       389.2585 326.4422 452.0749
## Dec 1960       440.3878 375.3985 505.3770

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.4975 389.1738 425.8212
## Nov 1959       356.5050 331.7369 381.2731
## Dec 1959       403.4873 373.6349 433.3396
## Jan 1960       411.4617 377.2731 445.6504
## Feb 1960       404.1713 366.1375 442.2051
## Mar 1960       467.1322 425.6078 508.6565
## Apr 1960       451.8759 407.1325 496.6193
## May 1960       454.9254 407.1794 502.6714
## Jun 1960       521.0355 470.4649 571.6060
## Jul 1960       576.9184 523.6729 630.1639
## Aug 1960       576.9240 521.1317 632.7164
## Sep 1960       507.8854 449.6575 566.1133
## Oct 1960       444.3544 383.7888 504.9200
## Nov 1960       388.4425 325.6262 451.2589
## Dec 1960       439.4019 374.4127 504.3911

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4371 387.1134 423.7607
## Nov 1959       352.9610 328.1929 377.7291
## Dec 1959       397.6284 367.7760 427.4807
## Jan 1960       403.6373 369.4486 437.8260
## Feb 1960       394.6976 356.6639 432.7314
## Mar 1960       454.1470 412.6226 495.6713
## Apr 1960       437.3727 392.6293 482.1161
## May 1960       438.3949 390.6490 486.1409
## Jun 1960       499.9210 449.3504 550.4915
## Jul 1960       551.1534 497.9079 604.3989
## Aug 1960       548.7974 493.0050 604.5898
## Sep 1960       481.0660 422.8380 539.2939
## Oct 1960       419.1087 358.5431 479.6743
## Nov 1960       364.8297 302.0133 427.6461
## Dec 1960       410.9618 345.9725 475.9510

## 
## [1] "attention_type's value:"
## [1] "parametric"
## 
##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1981 385.8744 422.5217
## Nov 1959       350.9077 326.1396 375.6759
## Dec 1959       394.2226 364.3702 424.0749
## Jan 1960       399.0768 364.8881 433.2655
## Feb 1960       389.1654 351.1316 427.1992
## Mar 1960       446.5539 405.0295 488.0782
## Apr 1960       428.8843 384.1409 473.6277
## May 1960       428.7146 380.9687 476.4606
## Jun 1960       487.5528 436.9823 538.1234
## Jul 1960       536.0603 482.8148 589.3058
## Aug 1960       532.3253 476.5330 588.1177
## Sep 1960       465.3684 407.1405 523.5963
## Oct 1960       404.3424 343.7768 464.9080
## Nov 1960       351.0317 288.2153 413.8480
## Dec 1960       394.3612 329.3720 459.3504

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.6382 389.3145 425.9619
## Nov 1959       356.7698 332.0017 381.5379
## Dec 1959       403.8247 373.9724 433.6771
## Jan 1960       411.8495 377.6609 446.0382
## Feb 1960       404.6081 366.5743 442.6419
## Mar 1960       467.7180 426.1936 509.2423
## Apr 1960       452.5344 407.7910 497.2778
## May 1960       455.6927 407.9467 503.4386
## Jun 1960       522.0441 471.4736 572.6147
## Jul 1960       578.1885 524.9430 631.4340
## Aug 1960       578.3503 522.5579 634.1426
## Sep 1960       509.2792 451.0513 567.5071
## Oct 1960       445.6969 385.1313 506.2625
## Nov 1960       389.7215 326.9051 452.5378
## Dec 1960       440.9665 375.9773 505.9557

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.6254 389.3018 425.9491
## Nov 1959       356.7480 331.9798 381.5161
## Dec 1959       403.7889 373.9365 433.6412
## Jan 1960       411.8017 377.6130 445.9903
## Feb 1960       404.5500 366.5162 442.5838
## Mar 1960       467.6380 426.1136 509.1624
## Apr 1960       452.4447 407.7013 497.1881
## May 1960       455.5899 407.8440 503.3359
## Jun 1960       521.9123 471.3417 572.4829
## Jul 1960       578.0268 524.7813 631.2723
## Aug 1960       578.1730 522.3806 633.9653
## Sep 1960       509.1094 450.8815 567.3373
## Oct 1960       445.5364 384.9708 506.1020
## Nov 1960       389.5707 326.7543 452.3871
## Dec 1960       440.7843 375.7950 505.7735

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       407.5582 389.2346 425.8819
## Nov 1959       356.6331 331.8650 381.4013
## Dec 1959       403.6001 373.7478 433.4525
## Jan 1960       411.5497 377.3611 445.7384
## Feb 1960       404.2443 366.2105 442.2781
## Mar 1960       467.2175 425.6931 508.7418
## Apr 1960       451.9730 407.2296 496.7165
## May 1960       455.0498 407.3038 502.7958
## Jun 1960       521.2191 470.6485 571.7896
## Jul 1960       577.1769 523.9314 630.4224
## Aug 1960       577.2409 521.4485 633.0332
## Sep 1960       508.2168 449.9888 566.4447
## Oct 1960       444.6926 384.1270 505.2582
## Nov 1960       388.7785 325.9621 451.5948
## Dec 1960       439.8265 374.8373 504.8157

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       404.1894 385.8658 422.5131
## Nov 1959       350.8928 326.1247 375.6610
## Dec 1959       394.1985 364.3461 424.0508
## Jan 1960       399.0451 364.8564 433.2337
## Feb 1960       389.1273 351.0935 427.1611
## Mar 1960       446.5020 404.9777 488.0264
## Apr 1960       428.8267 384.0833 473.5702
## May 1960       428.6494 380.9034 476.3953
## Jun 1960       487.4699 436.8993 538.0405
## Jul 1960       535.9596 482.7141 589.2051
## Aug 1960       532.2159 476.4236 588.0083
## Sep 1960       465.2646 407.0367 523.4926
## Oct 1960       404.2452 343.6796 464.8108
## Nov 1960       350.9412 288.1249 413.7576
## Dec 1960       394.2528 329.2636 459.2421

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4667 387.1431 423.7904
## Nov 1959       353.0102 328.2421 377.7783
## Dec 1959       397.7100 367.8577 427.5624
## Jan 1960       403.7465 369.5579 437.9352
## Feb 1960       394.8302 356.7964 432.8640
## Mar 1960       454.3289 412.8045 495.8532
## Apr 1960       437.5761 392.8326 482.3195
## May 1960       438.6268 390.8809 486.3728
## Jun 1960       500.2172 449.6467 550.7878
## Jul 1960       551.5150 498.2694 604.7605
## Aug 1960       549.1919 493.3996 604.9843
## Sep 1960       481.4419 423.2140 539.6698
## Oct 1960       419.4623 358.8967 480.0279
## Nov 1960       365.1601 302.3438 427.9765
## Dec 1960       411.3593 346.3701 476.3485

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4620 387.1383 423.7857
## Nov 1959       353.0023 328.2342 377.7704
## Dec 1959       397.6970 367.8446 427.5493
## Jan 1960       403.7291 369.5404 437.9178
## Feb 1960       394.8090 356.7752 432.8428
## Mar 1960       454.2998 412.7755 495.8242
## Apr 1960       437.5436 392.8001 482.2870
## May 1960       438.5898 390.8438 486.3358
## Jun 1960       500.1699 449.5994 550.7405
## Jul 1960       551.4572 498.2117 604.7027
## Aug 1960       549.1289 493.3366 604.9213
## Sep 1960       481.3819 423.1540 539.6098
## Oct 1960       419.4058 358.8402 479.9714
## Nov 1960       365.1074 302.2910 427.9237
## Dec 1960       411.2958 346.3066 476.2850

##          Point Forecast    Lo 95    Hi 95
## Oct 1959       405.4373 387.1137 423.7610
## Nov 1959       352.9614 328.1933 377.7295
## Dec 1959       397.6291 367.7768 427.4815
## Jan 1960       403.6383 369.4496 437.8269
## Feb 1960       394.6988 356.6651 432.7326
## Mar 1960       454.1486 412.6243 495.6730
## Apr 1960       437.3745 392.6311 482.1180
## May 1960       438.3970 390.6511 486.1430
## Jun 1960       499.9236 449.3531 550.4942
## Jul 1960       551.1567 497.9112 604.4022
## Aug 1960       548.8009 493.0086 604.5933
## Sep 1960       481.0693 422.8414 539.2973
## Oct 1960       419.1118 358.5462 479.6775
## Nov 1960       364.8327 302.0163 427.6490
## Dec 1960       410.9653 345.9761 475.9545

print(results)
##   dot_product scaled_dot_product   cosine exponential gaussian   linear
## 1    42.63391           42.63391 42.65812    42.63265 42.63297 42.64907
## 2    20.43297           20.43297 24.28301    20.30292 20.14559 22.76432
## 3    20.47640           20.47640 24.33653    20.34498 20.18693 22.81711
## 4    20.71406           20.70859 24.62110    20.57445 20.41222 23.10457
## 5    42.69941           42.69941 42.69941    42.69941 42.69941 42.69941
## 6    32.77817           32.77817 32.77817    32.77817 32.77817 32.77817
## 7    32.81306           32.81306 32.81306    32.81306 32.81306 32.81306
## 8    32.99183           32.98887 33.00190    32.99694 32.99694 33.01028
##   value_based   hybrid parametric
## 1    42.64183 42.63289   42.63291
## 2    21.38388 20.26749   20.19900
## 3    21.43379 20.30953   20.24052
## 4    21.70685 20.55150   20.46908
## 5    42.69941 42.69941   42.69941
## 6    32.77817 32.77817   32.77817
## 7    32.81306 32.81306   32.81306
## 8    32.99057 32.99694   32.99497
results1 <- results
library(forecast)
library(ahead)

attention_types <- c("dot_product", "scaled_dot_product", 
  "cosine", "exponential", 
  "gaussian", "linear",
  "value_based", "hybrid", 
  "parametric")

results <- data.frame(matrix(0, ncol=length(attention_types), nrow=8))

colnames(results) <- attention_types

rmse <- function(obj, y_test)
{
  sqrt(mean((obj$mean - y_test)**2))
}

y <- AirPassengers

y_split <- misc::splitts(y, split_prob = 0.9)

y_train <- y_split$training

y_test <- y_split$testing

h <- length(y_test)

for (attention_type in attention_types)
{
   misc::debug_print(attention_type)
  
   (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::glm.nb, attention = TRUE, attention_type = attention_type, attention_method = "historical")))
  print(obj)
  results[1, attention_type] <- rmse(obj, y_test)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=stats::glm, attention = TRUE, attention_type = attention_type, attention_method = "historical")))
  results[2, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::rlm, attention = TRUE, attention_type = attention_type, attention_method = "historical")))
  results[3, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::lqs, attention = TRUE, attention_type = attention_type, attention_method = "historical")))
  results[4, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj) 
  
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::glm.nb, attention = FALSE, attention_type = attention_type, attention_method = "historical")))
  print(obj)
  results[5, attention_type] <- rmse(obj, y_test)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=stats::glm, attention = FALSE, attention_type = attention_type, attention_method = "historical")))
  results[6, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::rlm, attention = FALSE, attention_type = attention_type, attention_method = "historical")))
  results[7, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj)
  
  (obj <- suppressWarnings(ahead::glmthetaf(y_train, h=h, fit_func=MASS::lqs, attention = FALSE, attention_type = attention_type, attention_method = "historical")))
  results[8, attention_type] <- rmse(obj, y_test)
  print(obj)
  plot(obj) 

}

print(results1)
print(results)