% Key papers for Brain-inspired recurrent architectures (scime atlas, https://atlas.scime.ai). Authors are not included: add them from the paper pages. @inproceedings{aaai2018_sequence_105764, title = {{Sequence-to-Point Learning With Neural Networks for Non-Intrusive Load Monitoring}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2018}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/11873}, } @inproceedings{neurips2016_retain_55953, title = {{RETAIN: An Interpretable Predictive Model for Healthcare using Reverse Time Attention Mechanism}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2016}, url = {https://nips.cc/virtual/2016/poster/7125}, } @inproceedings{neurips2017_gated_56334, title = {{Gated Recurrent Convolution Neural Network for OCR}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/8830}, } @inproceedings{icml2017_recurrent_36360, title = {{Recurrent Highway Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2017}, url = {https://icml.cc/virtual/2017/poster/656}, } @inproceedings{iclr2019_ordered_28746, title = {{Ordered Neurons: Integrating Tree Structures into Recurrent Neural Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2019}, url = {https://iclr.cc/virtual/2019/poster/660}, } @inproceedings{cvpr2019_multi_14547, title = {{Multi-Step Prediction of Occupancy Grid Maps With Recurrent Neural Networks}}, booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, year = {2019}, } @inproceedings{iclr2021_recurrent_30612, title = {{Recurrent Independent Mechanisms}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2021}, url = {https://iclr.cc/virtual/2021/poster/3224}, } @inproceedings{iclr2018_communication_28721, title = {{Communication Algorithms via Deep Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2018}, url = {https://iclr.cc/virtual/2018/poster/20}, } @inproceedings{neurips2020_the_60966, title = {{The interplay between randomness and structure during learning in RNNs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2020}, url = {https://nips.cc/virtual/2020/poster/17936}, } @inproceedings{iclr2023_neural_32711, title = {{Neural Networks and the Chomsky Hierarchy}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2023}, url = {https://iclr.cc/virtual/2023/poster/12189}, } @inproceedings{icml2020_improving_38310, title = {{Improving the Gating Mechanism of Recurrent Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2020}, url = {https://icml.cc/virtual/2020/poster/6679}, } @inproceedings{neurips2019_wide_59204, title = {{Wide Feedforward or Recurrent Neural Networks of Any Architecture are Gaussian Processes}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2019}, url = {https://nips.cc/virtual/2019/poster/14019}, } @inproceedings{neurips2017_deep_56244, title = {{Deep Recurrent Neural Network-Based Identification of Precursor microRNAs}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/9074}, } @inproceedings{neurips2017_cortical_56222, title = {{Cortical microcircuits as gated-recurrent neural networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2017}, url = {https://nips.cc/virtual/2017/poster/8824}, } @inproceedings{neurips2018_approximating_56871, title = {{Approximating Real-Time Recurrent Learning with Random Kronecker Factors}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2018}, url = {https://nips.cc/virtual/2018/poster/11637}, } @inproceedings{icml2018_reviving_36962, title = {{Reviving and Improving Recurrent Back-Propagation}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2018}, url = {https://icml.cc/virtual/2018/poster/1998}, } @inproceedings{aaai2020_graduate_100235, title = {{Graduate Employment Prediction with Bias}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2020}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/5408}, } @inproceedings{aaai2019_attentive_100567, title = {{Attentive Tensor Product Learning}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2019}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/3934}, } @inproceedings{iclr2018_deep_28657, title = {{Deep Sensing: Active Sensing using Multi-directional Recurrent Neural Networks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2018}, url = {https://iclr.cc/virtual/2018/poster/239}, } @inproceedings{neurips2021_going_63181, title = {{Going Beyond Linear Transformers with Recurrent Fast Weight Programmers}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2021}, url = {https://nips.cc/virtual/2021/poster/27411}, } @inproceedings{iclr2024_traveling_35277, title = {{Traveling Waves Encode The Recent Past and Enhance Sequence Learning}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17796}, } @inproceedings{neurips2024_rtify_73818, title = {{RTify: Aligning Deep Neural Networks with Human Behavioral Decisions}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/93690}, } @inproceedings{neurips2025_unfolding_77667, title = {{Unfolding the Black Box of Recurrent Neural Networks for Path Integration}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=WENq0drMfO}, } @inproceedings{icml2024_hidden_44242, title = {{Hidden Traveling Waves bind Working Memory Variables in Recurrent Neural Networks}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, url = {https://icml.cc/virtual/2024/poster/34210}, } @inproceedings{neurips2024_unconditional_70545, title = {{Unconditional stability of a recurrent neural circuit implementing divisive normalization}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/96568}, } @inproceedings{aaai2026_on_107072, title = {{On Logical Extrapolation for Mazes with Recurrent and Implicit Networks}}, booktitle = {AAAI Conference on Artificial Intelligence (AAAI)}, year = {2026}, url = {https://ojs.aaai.org/index.php/AAAI/article/view/39424}, } @inproceedings{iclr2024_emergent_35639, title = {{Emergent mechanisms for long timescales depend on training curriculum and affect performance in memory tasks}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/17434}, } @inproceedings{neurips2025_rnns_80204, title = {{RNNs perform task computations by dynamically warping neural representations}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=xEauKyHVJj}, } @inproceedings{neurips2025_revisiting_80235, title = {{Revisiting Bi-Linear State Transitions in Recurrent Neural Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=xcqrAzYzCj}, } @inproceedings{iclr2025_associative_83363, title = {{Associative memory and dead neurons}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2025}, url = {https://iclr.cc/virtual/2025/poster/28453}, } @inproceedings{iclr2024_leveraging_33987, title = {{Leveraging Low-Rank and Sparse Recurrent Connectivity for Robust Closed-Loop Control}}, booktitle = {International Conference on Learning Representations (ICLR)}, year = {2024}, url = {https://iclr.cc/virtual/2024/poster/19088}, } @inproceedings{icml2025_dynamical_49104, title = {{Dynamical phases of short-term memory mechanisms in RNNs}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2025}, url = {https://icml.cc/virtual/2025/poster/43521}, } @inproceedings{icml2026_symbol_49338, title = {{Symbol-Equivariant Recurrent Reasoning Models}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=1YCpxT3t5V}, } @inproceedings{icml2026_an_49978, title = {{An Algebraic View of the Expressivity of Recurrent Language Models}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=7pbmZatDuD}, } @inproceedings{icml2026_step_51911, title = {{Step-Resolved Data Attribution for Looped Transformers}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=R3GDb4y629}, } @inproceedings{icml2026_sequential_54362, title = {{Sequential Group Composition: A Window into the Mechanics of Deep Learning}}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2026}, url = {https://openreview.net/forum?id=oFD9pc53pF}, } @inproceedings{neurips2024_universal_71374, title = {{Universal In-Context Approximation By Prompting Fully Recurrent Models}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95875}, } @inproceedings{neurips2024_neuralsolver_71518, title = {{NeuralSolver: Learning Algorithms For Consistent and Efficient Extrapolation Across General Tasks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95745}, } @inproceedings{neurips2024_geometry_71831, title = {{Geometry of naturalistic object representations in recurrent neural network models of working memory}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2024}, url = {https://neurips.cc/virtual/2024/poster/95467}, } @inproceedings{neurips2025_flow_76787, title = {{Flow Equivariant Recurrent Neural Networks}}, booktitle = {Advances in Neural Information Processing Systems (NeurIPS)}, year = {2025}, url = {https://openreview.net/forum?id=N1KPOlcN6P}, }