@inproceedings{3052733,
    title = "Development and convergence analysis of training algorithms with local
learning rate adaptation",
    author = "Magoulas, GD and Plagianakos, VP and Vrahatis, MN",
    year = "2000",
    pages = "21-26",
    publisher = "IEEE Comput. Soc",
    booktitle = "IJCNN 2000: PROCEEDINGS OF THE IEEE-INNS-ENNS INTERNATIONAL JOINT
CONFERENCE ON NEURAL NETWORKS, VOL I",
    doi = "10.1109/IJCNN.2000.857808",
    keywords = "globally convergent algorithms; local learning rate adaptation; batch
training algorithms; gradient descent; feedforward neural networks",
    abstract = "A new theorem for the development and convergence analysis of supervised
training algorithms with an adaptive learning rate for each weight is
presented. Based on this theoretical result, a strategy is proposed to
automatically adapt the search direction, as well as the stepsize length
along the resultant search direction. This strategy is applied to some
well known local learning algorithms to investigate its effectiveness."
}