@misc{mcalister2024improvedrobustnesshyperparameterselection, title={Improved Robustness and Hyperparameter Selection in Modern Hopfield Networks}, author={Hayden McAlister and Anthony Robins and Lech Szymanski}, year={2024}, eprint={2407.08742}, archivePrefix={arXiv}, primaryClass={cs.NE}, url={https://arxiv.org/abs/2407.08742}, }

@article{10.1162/neco_a_01704, author = {McAlister, Hayden and Robins, Anthony and Szymanski, Lech}, title = {Prototype Analysis in Hopfield Networks with Hebbian Learning}, journal = {Neural Computation}, volume = {36}, number = {11}, pages = {2322-2364}, year = {2024}, abstract = {We discuss prototype formation in the Hopfield network. Typically, Hebbian learning with highly correlated states leads to degraded memory performance. We show that this type of learning can lead to prototype formation, where unlearned states emerge as representatives of large correlated subsets of states, alleviating capacity woes. This process has similarities to prototype learning in human cognition. We provide a substantial literature review of prototype learning in associative memories, covering contributions from psychology, statistical physics, and computer science. We analyze prototype formation from a theoretical perspective and derive a stability condition for these states based on the number of examples of the prototype presented for learning, the noise in those examples, and the number of nonexample states presented. The stability condition is used to construct a probability of stability for a prototype state as the factors of stability change. We also note similarities to traditional network analysis, allowing us to find a prototype capacity. We corroborate these expectations of prototype formation with experiments using a simple Hopfield network with standard Hebbian learning. We extend our experiments to a Hopfield network trained on data with multiple prototypes and find the network is capable of stabilizing multiple prototypes concurrently. We measure the basins of attraction of the multiple prototype states, finding attractor strength grows with the number of examples and the agreement of examples. We link the stability and dominance of prototype states to the energy profile of these states, particularly when comparing the profile shape to target states or other spurious states.}, issn = {0899-7667}, doi = {10.1162/neco_a_01704}, url = {https://doi.org/10.1162/neco_a_01704}, eprint = {https://direct.mit.edu/neco/article-pdf/doi/10.1162/neco\_a\_01704/2468185/neco\_a\_01704.pdf}, }

@article{xu.etal:2023, author={Xu, Haitao and Szymanski, Lech and McCane, Brendan}, journal={IEEE Transactions on Neural Networks and Learning Systems}, title={VASE: Variational Assorted Surprise Exploration for Reinforcement Learning}, year={2023}, volume={34}, number={3}, pages={1243--1252}, url={https://doi.org/10.1109/TNNLS.2021.3105140}, doi={10.1109/TNNLS.2021.3105140} }

@phdthesis{thomasmastersthesis2021, author = {Craig Thomas}, title = {Forcing Neural Networks to Behave Using Interpretability Methods}, school = {University of Otago}, year = 2022, url = {http://hdl.handle.net/10523/12669} }

@article{Szymanski.etal:2021, title = {Conceptual complexity of neural networks}, journal = {Neurocomputing}, volume = {469}, pages = {52-64}, year = {2022}, issn = {0925-2312}, doi = {https://doi.org/10.1016/j.neucom.2021.10.063}, url = {https://doi.org/10.1016/j.neucom.2021.10.063}, author = {Lech Szymanski and Brendan McCane and Craig Atkinson}, keywords = {deep learning, learning theory, complexity measures}, }

@phdthesis{xuphdthesis, author = {Haitao Xu}, title = {Intrinsic reward driven exploration for deep reinforcement learning}, school = {University of Otago}, year = 2021, url = {http://hdl.handle.net/10523/10636} }

@INPROCEEDINGS{9653248, author={Szymanski, Lech and Lee, Michael}, booktitle={International Conference on Image and Vision Computing New Zealand (IVCNZ)}, title={Coarse facial feature detection in sheep}, year={2021}, volume={}, number={}, pages={1-6}, doi={10.1109/IVCNZ54163.2021.9653248}, url={https://doi.org/10.1109/IVCNZ54163.2021.9653248} }

@article{atkinson2020pseudo, title = "Pseudo-rehearsal: Achieving deep reinforcement learning without catastrophic forgetting", journal = "Neurocomputing", volume = "428", pages = "291 - 307", year = "2021", issn = "0925-2312", doi = "https://doi.org/10.1016/j.neucom.2020.11.050", url = "http://www.sciencedirect.com/science/article/pii/S0925231220318439", author = "Craig Atkinson and Brendan McCane and Lech Szymanski and Anthony Robins", }

@phdthesis{atkinsonphdthesis:2020, author = {Craig Atkinson}, title = {Achieving continual learning in deep neural networks through pseudo-rehearsal}, school = {University of Otago}, year = 2020, url = {http://hdl.handle.net/10523/10385} }

@phdthesis{yanphdthesis, author = {Xiaogang Yan}, title = {Neural network models for learning representations of 3D objects via tactile exploration}, school = {University of Otago}, year = 2020, url = {http://hdl.handle.net/10523/10399} }

@article{xu.etal:2020, title={MIME: Mutual Information Minimisation Exploration}, author={Haitao Xu and Brendan McCane and Lech Szymanski and Craig Atkinson}, journal={arXiv preprint arXiv:2001.05636}, url={https://arxiv.org/abs/2001.05636}, year={2020} }

@INPROCEEDINGS{vanSintAnnaland.etal2020, author={Y. v. S. Annaland and L. Szymanski and S. Mills}, booktitle={2020 35th International Conference on Image and Vision Computing New Zealand (IVCNZ)}, title={Predicting Cherry Quality Using Siamese Networks}, year={2020}, pages={1-6}, doi={10.1109/IVCNZ51579.2020.9290674}, url={https://doi.org/10.1109/IVCNZ51579.2020.9290674} }

@INPROCEEDINGS{Szymanski.etal2020a, author={L. Szymanski and M. Lee}, booktitle={2020 35th International Conference on Image and Vision Computing New Zealand (IVCNZ)}, title={Deep Sheep: kinship assignment in livestock from facial images}, year={2020}, pages={1-6}, doi={10.1109/IVCNZ51579.2020.9290558}, url={https://doi.org/10.1109/IVCNZ51579.2020.9290558} }

@article{lechszym.etal:2020, title={Switched linear projections for neural network interpretability}, author={Szymanski, Lech and McCane, Brendan and Atkinson, Craig}, journal={arXiv preprint arXiv:1909.11275}, url={https://arxiv.org/abs/1909.11275}, year={2020} }

@BOOK{gavaghan2020, AUTHOR = "Gavaghan, C and Knott, A and Maclaurin, J and Zerilli, J and Liddicoat, J", TITLE = "Government use of Artificial Intelligence in New Zealand", PUBLISHER = "New Zealand Law Foundation", ADDRESS = "Wellington, New Zealand", URL = "https://www.cs.otago.ac.nz/research/ai/AI-Law/NZLF%20report.pdf", YEAR = 2020 }

@article{atkinson.etal:2019, title={GRIm-RePR: Prioritising Generating Important Features for Pseudo-Rehearsal}, author={Craig Atkinson and Brendan McCane and Lech Szymanski and Anthony Robins}, journal={arXiv preprint arXiv:1911.11988}, url={https://arxiv.org/abs/1911.11988}, year={2019} }

@ARTICLE{butz2019, AUTHOR = "Butz, M and Bilkey, D and Humaidan, D and Knott, A", TITLE = "Learning, planning and control in a monolithic neural event inference architecture", JOURNAL = "Neural Networks", VOLUME = 117, PAGES = "135--144", URL = "https://www.sciencedirect.com/science/article/pii/S0893608019301339/pdfft?md5=7a1c1f5e4645339b60726af92b5b0582&pid=1-s2.0-S0893608019301339-main.pdf", Year = 2019 }

@ARTICLE{zerilli2019, AUTHOR = "Zerilli, J and Knott, A and Maclaurin, J and Gavaghan, C", TITLE = "Algorithmic Decision-Making and the Control Problem", JOURNAL = "Minds and Machines", VOLUME = 29, PAGES = "555--578", URL = "https://link.springer.com/article/10.1007/s11023-019-09513-7", YEAR = 2019 }

@ARTICLE{zerilli2018, AUTHOR = "Zerilli, J and Knott, A and Maclaurin, J and Gavaghan, C", TITLE = "Transparency in Algorithmic and Human Decision-Making: Is There a Double Standard?", JOURNAL = "Philosophy and Technology", VOLUME = 32, PAGES = "661--683", YEAR = 2018, URL = "https://link.springer.com/content/pdf/10.1007%2Fs13347-018-0330-6.pdf", DOI = "10.1007/s13347-018-0330-6" }

@inproceedings{xu2018twin, title={Twin Bounded Large Margin Distribution Machine}, author={Xu, Haitao and McCane, Brendan and Szymanski, Lech}, booktitle={Australasian Joint Conference on Artificial Intelligence}, pages={718--729}, year={2018}, url={https://link.springer.com/chapter/10.1007/978-3-030-03991-2_64}, organization={Springer} }

@book{yan2018a, title={A neural network model for learning to represent 3D objects via tactile exploration: technical appendix}, author={Yan, Xiaogang and Knott, Alistair and Mills, Steven}, year={2018}, url={https://www.otago.ac.nz/computer-science/otago685604.pdf}, publisher={Department of Computer Science, University of Otago} }

@inproceedings{yan2018model, title={A Model for Learning Representations of 3D Objects Through Tactile Exploration: Effects of Object Asymmetries and Landmarks}, author={Yan, Xiaogang and Knott, Alistair and Mills, Steven}, booktitle={Australasian Joint Conference on Artificial Intelligence}, pages={271--283}, year={2018}, url = {https://www.springerprofessional.de/en/a-model-for-learning-representations-of-3d-objects-through-tacti/16309864}, organization={Springer} }

@inproceedings{yan2018neural, title={A neural network model for learning to represent 3D objects via tactile exploration.}, author={Yan, Xiaogang and Knott, Alistair and Mills, Steven}, booktitle={CogSci}, URL = "https://www.cs.otago.ac.nz/research/student-publications/Xiaogang-Yan-CogSci2018.pdf", year={2018} }

@article{atkinson2018pseudo-recursal, title={Pseudo-recursal: Solving the catastrophic forgetting problem in deep neural networks}, author={Atkinson, Craig and McCane, Brendan and Szymanski, Lech and Robins, Anthony}, journal={arXiv preprint arXiv:1802.03875}, url={https://arxiv.org/abs/1802.03875}, year={2018} }

@techreport{Szymanski.etal2012b, author = {Lech Szymanski and Chris Gorman and Alistair Knott and Brendan McCane and Martin Takac}, title = {On Learning Object Properties in Convolutional Neural Networks via an Inhibition of Return (IOR) Mechanism}, number = {OUCS-2018-04}, institution = {Department of Computer Science, University of Otago}, year = {2018}, url = {https://www.otago.ac.nz/computer-science/otago702113.pdf} }

@article{Szymanski.etal2018a, author = {Lech Szymanski and Brendan McCane and Michael Albert}, title = {The effect of the choice of neural network depth and breadth on the size of its hypothesis space}, journal = {CoRR}, volume = {abs/1806.02460}, year = {2018}, url = {http://arxiv.org/abs/1806.02460}, archivePrefix = {arXiv}, eprint = {1806.02460}, timestamp = {Mon, 13 Aug 2018 16:47:32 +0200}, biburl = {https://dblp.org/rec/bib/journals/corr/abs-1806-02460}, bibsource = {dblp computer science bibliography, https://dblp.org} }

@INPROCEEDINGS{Clark-Younger.etal:2018, author={H. Clark-Younger and S. Mills and L. Szymanski}, booktitle={2018 International Conference on Image and Vision Computing New Zealand (IVCNZ)}, title={Stacked Hourglass CNN for Handwritten Character Location}, year={2018}, pages={1-6}, url={https://doi.org/10.1109/IVCNZ.2018.8634694} }

@ARTICLE{takac2017, AUTHOR = "Takac, M and Knott, A and Stokes, S", TITLE = "What can Neighbourhood Density effects tell us about word learning? Insights from a connectionist model of vocabulary development", JOURNAL = "Journal of Child Language", YEAR = 2017, VOLUME = 44, NUMBER = 2, URL = "https://doi.org/10.1017/S0305000916000052", PAGES = "346--379"}

@ARTICLE{gorman2017, TITLE = "Hopfield networks as a model of prototype-based category learning: A method to distinguish trained, spurious and prototypical attractors", AUTHOR = "Gorman, C and Robins, A and Knott, A", JOURNAL = "Neural Networks", URL = "https://www.sciencedirect.com/science/article/pii/S0893608017300874/pdfft?md5=a1c0455e7a6a6c428bf480a60b83fb81&pid=1-s2.0-S0893608017300874-main.pdf", YEAR = 2017}

@article{mccane.etal2017a, author = {Brendan McCane and Lech Szymanski}, title = {Efficiency of deep networks for radially symmetric functions}, journal = {Neurocomputing}, volume = {313}, pages = {119--124}, year = {2017}, url = {https://doi.org/10.1016/j.neucom.2018.06.003} }

@inproceedings{atkinson2017increasing, title={Increasing the accuracy of convolutional neural networks with progressive reinitialisation}, author={Atkinson, Craig and McCane, Brendan and Szymanski, Lech}, booktitle={2017 International Conference on Image and Vision Computing New Zealand (IVCNZ)}, pages={1--5}, year={2017}, url={https://doi.org/10.1109/IVCNZ.2017.8402457}, organization={IEEE} }

@article{Szymanski.etal:2017b, author = {Lech Szymanski and Brendan McCane and Wei Gao and Zhi{-}Hua Zhou}, title = {Effects of the optimisation of the margin distribution on generalisation in deep architectures}, journal = {CoRR}, volume = {abs/1704.05646}, year = {2017}, url = {http://arxiv.org/abs/1704.05646}, archivePrefix = {arXiv}, eprint = {1704.05646}, timestamp = {Mon, 13 Aug 2018 16:47:28 +0200}, biburl = {https://dblp.org/rec/bib/journals/corr/SzymanskiMGZ17}, bibsource = {dblp computer science bibliography, https://dblp.org} }

@INPROCEEDINGS{Szymanski.etal:2017a, author={L. Szymanski and S. Mills}, booktitle={2017 International Conference on Image and Vision Computing New Zealand (IVCNZ)}, title={CNN for historic handwritten document search}, year={2017}, pages={1-6}, url={https://doi.org/10.1109/IVCNZ.2017.8402461} }

@inproceedings{McCane.etal:2016a, author={B. McCane and L. Szymanski}, booktitle={2016 23rd International Conference on Pattern Recognition (ICPR)}, title={Deep networks are efficient for circular manifolds}, year={2016}, pages={3464-3469}, url={https://doi.org/10.1109/ICPR.2016.7900170} }

@ARTICLE{leehand2015, AUTHOR = "Lee-Hand, J and Knott, A", TITLE = "A neural network model of causative actions", JOURNAL = "Frontiers in Neurorobotics", VOLUME = 9, YEAR = 2015, URL = "http://journal.frontiersin.org/article/10.3389/fnbot.2015.00004/full", PAGES = "Article 4" }

@ARTICLE{walles2014, AUTHOR = "Walles, H and Robins, A and Knott, A", TITLE = "A perceptually grounded model of the singular-plural distinction", JOURNAL = "Language and Cognition", VOLUME = 6, PAGES = "1--43", URL = "http://dx.doi.org/10.1017/langcog.2014.9", YEAR = 2014 }

@ARTICLE{knott2014c, AUTHOR = "Knott, A", TITLE = "Syntactic structures as descriptions of sensorimotor processes", JOURNAL = "Biolinguistics", VOLUME = 8, PAGES = "1--52", URL = "http://www.biolinguistics.eu/index.php/biolinguistics/article/view/327", YEAR = "2014" }

@ARTICLE{guise2014, AUTHOR = "Guise, M and Knott, A and Benuskova, L", TITLE = "A Bayesian model of polychronicity", JOURNAL = "Neural Computation", YEAR = 2014, VOLUME = 26, NUMBER = 9, URL = "http://www.mitpressjournals.org/doi/pdf/10.1162/NECO_a_00620", PAGES = "2052--2073" }

@article{Szymanski.etal:2014, author={L. Szymanski and B. McCane}, journal={IEEE Transactions on Neural Networks and Learning Systems}, title={Deep Networks are Effective Encoders of Periodicity}, year={2014}, volume={25}, number={10}, pages={1816-1827}, doi={10.1109/TNNLS.2013.2296046}, url={https://doi.org/10.1109/TNNLS.2013.2296046} }

@INPROCEEDINGS{Szymanski.etal:2013a, author={L. Szymanski and B. McCane}, booktitle={The 2013 International Joint Conference on Neural Networks (IJCNN)}, title={Learning in deep architectures with folding transformations}, year={2013}, pages={1-8}, url={https://doi.org/10.1109/IJCNN.2013.6706945} }

@INPROCEEDINGS{Martin.etal:2013a, author={S. Martin and L. Szymanski}, booktitle={2013 28th International Conference on Image and Vision Computing New Zealand (IVCNZ 2013)}, title={Singularity resolution for dimension reduction}, year={2013}, pages={19-24}, url={https://doi.org/10.1109/IVCNZ.2013.6726986} }

@ARTICLE{caza2012, AUTHOR = "Caza, G and Knott, A", TITLE = "Pragmatic bootstrapping: A neural network model of vocabulary acquisition", JOURNAL = "Language Learning and Development", VOLUME = 8, PAGES = "1--23", URL = "http://www.tandfonline.com/doi/full/10.1080/15475441.2011.581144", YEAR = "2012" }

@ARTICLE{takac2012, AUTHOR = "Takac, M and Benuskova, L and Knott, A", TITLE = "Mapping sensorimotor sequences to word sequences: A connectionist model of language acquisition and sentence generation", JOURNAL = "Cognition", VOLUME = 125, PAGES = "288--308", URL = "http://dx.doi.org/10.1016/j.cognition.2012.06.006", YEAR = "2012" }

@BOOK{knott2012, AUTHOR = "Knott, A", TITLE = "Sensorimotor Cognition and Natural Language Syntax", PUBLISHER = "MIT Press", ADDRESS = "Cambridge, MA", URL = "https://mitpress.mit.edu/books/sensorimotor-cognition-and-natural-language-syntax", YEAR = 2012 }

@INPROCEEDINGS{Szymanski.etal:2012b, author={L. Szymanski and B. McCane}, booktitle={The 2012 International Joint Conference on Neural Networks (IJCNN)}, title={Push-pull separability objective for supervised layer-wise training of neural networks}, year={2012}, pages={1-8}, url = {https://doi.org/10.1109/IJCNN.2012.6252366} }

@phdthesis{Szymanski:2012a, Author = {Lech Szymanski}, School = {University of Otago}, Title = {Deep architectures and classification by intermediary transformations}, Url = {http://hdl.handle.net/10523/2129}, Year = {2012} }

@INPROCEEDINGS{Szymanski.etal:2012a, author={L. Szymanski and B. McCane}, booktitle={The 2012 International Joint Conference on Neural Networks (IJCNN)}, title={Deep, super-narrow neural network is a universal classifier}, year={2012}, pages={1-8}, url={https://doi.org/10.1109/IJCNN.2012.6252513} }

@inproceedings{Szymanski.etal:2011c, Author = {Lech Szymanski and Brendan McCane}, Booktitle = {Proceedings of Image and Vision Computing New Zealand}, Pages = {449-452}, Title = {Visualising Kernel Spaces}, Year = {2011} }

@ARTICLE{webb2010, AUTHOR = "Webb, A and Knott, A and MacAskill, M", TITLE = "Eye movements during transitive action observation have sequential structure", JOURNAL = "Acta Psychologica", VOLUME = 133, PAGES = "51--56", URL = "https://www.cs.otago.ac.nz/staffpriv/alik/papers/webb2010.pdf", YEAR = "2010" }

@ARTICLE{walles2008, AUTHOR = "Walles, H and Knott, A and Robins, A", TITLE = "A model of cardinality blindness in inferotemporal cortex", JOURNAL = "Biological Cybernetics", VOLUME = 98, NUMBER = 5, PAGES = "427--437", URL = "http://dx.doi.org/10.1007/s00422-008-0229-x", YEAR = 2008 }