Peer-reviewedPublisher termsIEEE Transactions on Neural Networks and Learning Systems
Optimal Initialization Scale for Neural Networks with Locally Quadratic Loss Landscapes: An SGD Dynamics Perspective
Related
- Quantum Vehicle Routing Problem: a smart initialization strategy for ill-conditioned optimization landscapes
- Activation-Matched Gibbs Initialization for Neural Networks
- Critical initialization destabilizes higher input derivatives in wide scalar-input networks
- Statistical Benefits of Fine-Tuning from Pretrained Initialization in Diagonal Linear Networks
- Correlated initialization of deep residual networks
BibTeX
@article{horii2026optimal,
title = {{Optimal Initialization Scale for Neural Networks with Locally Quadratic Loss Landscapes: An SGD Dynamics Perspective}},
author = {Hiroshi Horii and Sothea Has},
journal = {IEEE Transactions on Neural Networks and Learning Systems},
year = {2026},
month = aug,
doi = {10.1109/tnnls.2026.3721153},
eprint = {2508.12834},
archivePrefix = {arXiv},
url = {https://hal.science/hal-05211136v2},
}
RIS
TY - JOUR
TI - Optimal Initialization Scale for Neural Networks with Locally Quadratic Loss Landscapes: An SGD Dynamics Perspective
AU - Hiroshi Horii
AU - Sothea Has
PY - 2026
DA - 2026/08/17
JO - IEEE Transactions on Neural Networks and Learning Systems
DO - 10.1109/tnnls.2026.3721153
UR - https://hal.science/hal-05211136v2
SN - 2162-237X
ER -