@string{AAP = "Advances in Applied Probability"} @string{RSA = "Random Structures and Algorithms"} @STRING{ASSP = "IEEE Transactions on Acoustics, Speech and Signal Processing"} @string{CABIOS = "Comput. Applic. Biosci."} @string{NAR = "Nucleic Acids Res."} @string{JBSD = "J. Biomol. Struct. Dyn."} @string{ProcIEEE = "Proceedings of the IEEE"} @string{JMolBiol = "Journal of Molecular Biology"} @string{JCB = "Journal of Computational Biology"} @string{PNAS = "Proceedings of the National Academy of Sciences of the USA"} @BOOK{latex, author = "Leslie Lamport", title = "{\LaTeX \rm:} {A} Document Preparation System", publisher = "Addison-Wesley", year = 1986 } %%%%%%% MacKay publications %%%%%%%%%%%%%%%%%%% % online papers that need adding to this list and putting in their abstracts % delve % distance % cpi4 % advance % gbm % gene @ARTICLE{MacKay92a, AUTHOR ="MacKay, D. J. C.", TITLE ="{B}ayesian Interpolation", JOURNAL ="Neural Computation", YEAR ="1992", VOLUME ="4", NUMBER ="3", PAGES ="415--447", URL={http://www.inference.phy.cam.ac.uk/mackay/PhD.html}, ANNOTE ="Date submitted: 21 May 1991; Date accepted: 29 Oct 1991; Collaborating institutes: California Institute of Technology" } @ARTICLE{MacKay92b, KEY ="MacKay", AUTHOR ="MacKay, D. J. C.", TITLE ="A Practical {B}ayesian Framework for Backpropagation Networks", JOURNAL ="Neural Computation", YEAR ="1992", VOLUME ="4", NUMBER ="3", PAGES ="448--472", ANNOTE ="Date submitted: 21 May 1991; Date accepted: 29 Oct 1991; Collaborating institutes: California Institute of Technology"} @ARTICLE{MacKay92c, KEY ="MacKay", AUTHOR ="MacKay, D. J. C.", TITLE ="Information Based Objective Functions for Active Data Selection", JOURNAL ="Neural Computation", YEAR ="1992", VOLUME ="4", NUMBER ="4", PAGES ="589--603", ANNOTE ="Date submitted: 17 July 1991; Date accepted: 15 Nov 1991; Collaborating institutes: California Institute of Technology"} @ARTICLE{MacKay92d, KEY ="MacKay", AUTHOR ="MacKay, D. J. C.", TITLE ="The Evidence Framework Applied to Classification Networks", JOURNAL ="Neural Computation", YEAR ="1992", VOLUME ="4", NUMBER ="5", PAGES ="698-714", ANNOTE ="Date submitted: 20 Nov 1991; Date accepted: 18 Feb 1992; Collaborating institutes: California Institute of Technology"} @ARTICLE{MacKay95_kuipers_review, KEY ="MacKay", AUTHOR ="MacKay, D. J. C.", TITLE ="Book review: Qualitative Reasoning: Modeling and Simulation with Incomplete Knowledge", JOURNAL ="Computers in Physics", YEAR =1995, VOLUME =9, NUMBER =2, PAGES =3} @TECHREPORT{MacKay86, KEY ="MacKay", AUTHOR ="D. J. C. ~MacKay", TITLE ="Statistical Testing of High Precision Digitisers", YEAR ="1986", NUMBER ="3971", INSTITUTION ="Royal Signals and Radar Establishment, Malvern, Worcester. WR14 3PS" } @TECHREPORT{MacKay87, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="A Method of Increasing the Contextual Input to Adaptive Pattern Recognition Systems", YEAR ="1987", NUMBER ="RIPR 1000/14/87", INSTITUTION ="Research Initiative in Pattern Recognition, Royal Signals and Radar Establishment, Malvern, Worcester. WR14 3PS" } % vfe @INPROCEEDINGS{MacKay94:fe, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="A Free Energy Minimization Framework for Inference Problems in Modulo 2 Arithmetic", BOOKTITLE ="Fast Software Encryption (Proceedings of 1994 K.U. Leuven Workshop on Cryptographic Algorithms)", editor = "B. Preneel", series = "Lecture Notes in Computer Science", number = "1008", YEAR =1995, publisher = "Springer-Verlag", PAGES ="179-195", ANNOTE ="Date submitted: 15 Jan 1995; Date accepted: 22 March 1995; Collaborating institutes: Cambridge University Computer Laboratory"} @ARTICLE{MacKay94:fes, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Free Energy Minimization Algorithm for Decoding and Cryptanalysis", YEAR =1995, JOURNAL="Electronics Letters", VOLUME =31, NUMBER=6, PAGES ="446-447", ANNOTE ="Date submitted: Jan 1995; Date accepted: 24 Feb 1995; Date published: 16 March 1995; Collaborating institutes: Cambridge University Computer Laboratory"} % ISSN: 0013-5194 @UNPUBLISHED{mnc4pfoutdated, KEY ="MacKay and Neal", AUTHOR ="D. J. C. MacKay and R. M. Neal", TITLE ="Good Codes based on Very Sparse Matrices", YEAR =1995, NOTE="Available from {\tt http://www.inference.phy.cam.ac.uk/}", PAGES ="", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: University of Toronto"} @Article{mncEL, author = "D. J. C. MacKay and R. M. Neal", title = "Near {S}hannon Limit Performance of Low Density Parity Check Codes", key = "MacKay and Neal", journal = "Electronics Letters", ISSN={ 0013-5194}, year = 1996, volume = 32, number = 18, pages = "1645-1646", month = "August", note = {Reprinted {\em Electronics Letters}, {\bf 33}(6):457--458, March 1997}, annoteb = {Reprinted {\em Electronics Letters}, vol 33, no 6, 13th March 1997, pp.457--458}, annote = "Date submitted: Jul 12 1996; Date accepted: Aug 12 1996; printed 29 Aug. Collaborating institutes: University of Toronto" } @Article{mncEL1, author = "D. J. C. MacKay and R. M. Neal", title = "Near {S}hannon Limit Performance of Low Density Parity Check Codes", key = "MacKay and Neal", journal = "Electronics Letters", year = 1996, volume = 32, number = 18, pages = "1645-1646", month = "August", annote = "Date submitted: Jul 12 1996; Date accepted: Aug 12 1996; printed 29 Aug. Collaborating institutes: University of Toronto" } @Article{mncEL2, author = "D. J. C. MacKay and R. M. Neal", title = "Near {S}hannon Limit Performance of Low Density Parity Check Codes", key = "MacKay and Neal", journal = "Electronics Letters", year = 1997, volume = 33, number = 6, pages = "457-458", month = "March", note = {Reprinted because of printing errors in 1996}, annote = "Date submitted: Jul 12 1996; Date accepted: Aug 12 1996; printed 29 Aug. Collaborating institutes: University of Toronto" } % ",; Available from {\tt http://www.inference.phy.cam.ac.uk/}", % % KEY ="MacKay and Neal", % AUTHOR ="D. J. C. MacKay and R. M. Neal", % TITLE ="Good Error Correcting Codes based on Very Sparse Matrices", % YEAR =1996, % NOTE="To be submitted to IEEE transactions on Information Theory. Available from {\tt http://www.inference.phy.cam.ac.uk/}", % PAGES ="", % ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: % University of Toronto"} @article{mncN, AUTHOR ="D. J. C. MacKay", TITLE ="Good Error Correcting Codes based on Very Sparse Matrices", YEAR =1999, journal={IEEE Transactions on Information Theory}, issn={0018-9448}, volume={45},number={2}, PAGES ="399-431", ANNOTE ="Date submitted: June 9th 1997; Date accepted: July 27th 1998; Collaborating institutes: University of Toronto"} @inproceedings{mncisit, AUTHOR ="D. J. C. MacKay", TITLE ="Good Error-Correcting Codes based on Very Sparse Matrices", YEAR =1997, booktitle={Proceedings of 1997 IEEE International Symposium on Information Theory. Ulm, Germany.}, PAGES ="113", ANNOTE ="Date submitted: Sep 24 96; Date accepted: Feb 97; Collaborating institutes: University of Toronto. MRAO number: "} % mnc @incollection{MacKay_Neal_Codes:95, KEY ="MacKay and Neal", AUTHOR ="D. J. C. MacKay and R. M. Neal", TITLE ="Good Codes based on Very Sparse Matrices", booktitle = "Cryptography and Coding. 5th {IMA} Conference", publisher = "Springer", address = "Berlin", year = 1995, editor = "Colin Boyd", series = "Lecture Notes in Computer Science", number = "1025", pages="100-111", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: University of Toronto. ISBN 3-540-60693-9"} @article{McElieceMacKay96, AUTHOR ="R. J. McEliece and D. J. C. MacKay and J.-F. Cheng", TITLE ="Turbo Decoding as an Instance of {P}earl's `Belief Propagation' Algorithm", YEAR =1998, journal={IEEE Journal on Selected Areas in Communications}, ISSN={ 0733-8716}, volume={16}, number={2}, PAGES ="140-152", month={February}, ANNOTE ="Date submitted: sep 27, 96; Date accepted: may 3, 97; Collaborating institutes: Caltech; Communications Society Leonard G. Abraham Prize Paper Award"} % aka Daveyphd @PhdThesis{mcdthesis, author = {M. C. Davey}, title = {Error-correction using Low-Density Parity-Check Codes}, school = {University of Cambridge}, year = {1999}, } @Unpublished{DM_LDPC_MonteCarlo, author = {M. C. Davey and D. J. C. MacKay}, title = {Monte {C}arlo simulations of infinite low density parity check codes over {$GF(q)$}}, note = {Available from {\tt http://www.inference.phy.cam.ac.uk/is/papers/}}, key = {Davey and MacKay}, year = {1997} } %DM_LDPC_CLGFq, @Article{DaveyMacKay96, author = {M. C. Davey and D. J. C. MacKay}, title = {Low Density Parity Check Codes over {GF}(q)}, journal = {IEEE Communications Letters}, issn={1089-7798 }, year = {1998}, key = {Davey and MacKay}, volume = {2}, number = {6}, pages = {165-167}, month = {June}, annote={M. C. Davey was my supervised research student} } @InProceedings{cbj_97b0, Author = {Bailer-Jones, C.A.L. and MacKay, D.J.C. and Sabin, T.J. and Withers, P.J.}, title = {Static and Dynamic Modelling of Materials Forging}, booktitle = {Ninth Australian Conference on Neural Networks}, year = {1998}, note = {identical to cbj-97b I think}, } @article{cbj_97b, Author = {Bailer-Jones, C.A.L. and MacKay, D.J.C. and Sabin, T.J. and Withers, P.J.}, title = {Static and Dynamic Modelling of Materials Forging}, booktitle = {Ninth Australian Conference on Neural Networks}, volume = {5}, number = {1}, journal={Australian Journal of Intelligent Information Processing Systems}, year = {1998}, pages = {10-17}, } @InProceedings{sabin_97a, Author = {Sabin, T.J. and Bailer-Jones, C.A.L. and Roberts, S.M. and MacKay, D.J.C. and Withers, P.J.}, title = {Modelling the Evolution of Microstructures in Cold-Worked and Annealed Aluminium Alloy}, booktitle = {International Conference on Thermomechanical Processing}, year = {1997}, OPTorganization = {}, OPTpublisher = {}, OPTaddress = {}, OPTpages = {} } @InProceedings{cbj_97bb, Author = {Bailer-Jones, C.A.L. and Sabin, T.J. and MacKay, D.J.C. and Withers, P.J.}, title = {Prediction of Deformed and Annealed Microstructures Using {B}ayesian Neural Networks and {G}aussian Processes}, booktitle = {Australasia Pacific Forum on Intelligent Processing and Manufacturing of Materials}, year = {1997}, OPTorganization = {}, OPTpublisher = {}, OPTaddress = {}, OPTpages = {} } @article{cbj_98a, Author = {Bailer-Jones, C.A.L. and Bhadeshia, H.K.D.H. and MacKay, D.J.C.}, title = {{G}aussian Process Modelling of Austenite Formation in Steel}, year = {1999}, volume={15}, pages = {287-294}, journal = {Materials Science and Technology} } @article{Cole_etal99, Author = {Cole, D. and Martin-Moran, C. and Sheard, A.G. and Bhadeshia, H.K.D.H. and MacKay, D.J.C.}, title = {Modelling Creep Rupture Strength of Ferritic Steel Welds}, year = {2000}, volume={5}, number={2}, pages = {81-89}, journal={Science and Technology of Welding and Joining}, annote= {Submitted 3 May 1999, accepted 17 June 1999} } @article{Tancret_etal99, Author = {Tancret, F. and Bhadeshia, H.K.D.H. and MacKay, D.J.C.}, title = {Comparison of Artificial Neural Networks with {G}aussian Processes to Model the Yield Strength of {N}ickel-base Superalloys}, year = {1999}, volume={39}, number={10}, pages = {1020-1026}, journal = {ISIJ International} } @article{Tancret_etal00, title={Design of new creep-resistant nickel-base superalloys for power-plant applications}, author={Tancret, F. and Bhadeshia, H.K.D.H. and MacKay, D.J.C.}, journal={CREEP AND FRACTURE OF ENGINEERING MATERIALS AND STRUCTURES}, volume={171}, number={1}, pages={529-536},year={2000} } @article{cbj_98b, Author = {Bailer-Jones, C.A.L. and MacKay, D.J.C. and Withers, P.J.}, title = {A Recurrent Neural Network for Modelling Dynamical Systems}, year = {1998}, journal = {Network: Computation in Neural Systems}, volume={9}, number={4}, pages = {531-547}, } @UNPUBLISHED{DaveyMacKay96old, KEY ="", AUTHOR ="M. C. Davey and D. J. C. MacKay", TITLE ="Good Codes over {$GF(q)$} based on Very Sparse Matrices", YEAR =1997, NOTE="In preparation", PAGES ="", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @UNPUBLISHED{HeskethMacKay97, KEY ="", AUTHOR ="D. J. C. MacKay and C. P. Hesketh", TITLE ="Performance of Low Density Parity Check Codes as a Function of Actual and Assumed Noise Levels", YEAR =1997, journal = "IEEE Trans. Communications", volume = {}, number = {}, note={{\tt http://www.inference.phy.cam.ac.uk/mackay/abstracts/sensit.html}. To appear, IEEE Trans. Communications 1999}, PAGES ="", ANNOTE ="Date submitted: 1997; Date accepted: 1998; Collaborating institutes: none"} @UNPUBLISHED{WilsonMacKay96, KEY ="", AUTHOR ="S. T. Wilson and D. J. C. MacKay", TITLE ="Decoding Shortened Cyclic Codes by Belief Propagation", YEAR =1996, NOTE="In preparation", PAGES ="", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @INPROCEEDINGS{Renals_MacKay, KEY ="Renals and MacKay", AUTHOR ="S. J. Renals and D. J. C. MacKay", TITLE ="{B}ayesian regularisation methods in a hybrid {MLP}-{HMM} system", BOOKTITLE ="Proceedings of {E}urospeech 93, {B}erlin", YEAR ="1993", pages = {1719--1722}, ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: Cambridge University Engineering Department. MRAO 1820"} % PAGES ="", % September 1993. @INPROCEEDINGS{MM89:nips, KEY ="MacKay and Miller", AUTHOR ="D. J. C. MacKay and K. D. Miller", TITLE ="Analysis of {L}insker's simulations of {H}ebbian rules", BOOKTITLE ="Advances in Neural Information Processing Systems II", EDITOR ="D. Touretzky", PAGES ="694-701", YEAR ="1989"} @ARTICLE{MM90:nc, KEY ="MacKay and Miller", AUTHOR ="D. J. C. MacKay and K. D. Miller", TITLE ="Analysis of {L}insker's simulations of {H}ebbian rules", JOURNAL ="Neural Computation", VOLUME ="2", NUMBER ="2", PAGES ="173-187", YEAR ="1990"} @ARTICLE{MM90:network, KEY ="MacKay and Miller", AUTHOR ="D. J. C. MacKay and K. D. Miller", TITLE ="Analysis of {L}insker's application of {H}ebbian rules to linear networks", JOURNAL ="Network", VOLUME ="1", NUMBER ="3", PAGES ="257-297", YEAR ="1990"} @ARTICLE{MM94:nc, KEY ="", AUTHOR ="K. D. Miller and D. J. C. MacKay", TITLE ="The role of constraints in {H}ebbian learning", JOURNAL ="Neural Computation", VOLUME ="6", NUMBER ="1", PAGES ="98-124", YEAR ="1994", ANNOTE ="Date submitted: 9 Oct 1992; Date accepted: 13 May 1993; Collaborating institutes: California Institute of Technology"} @INPROCEEDINGS{phnips, KEY ="Bridle, Heading and MacKay", AUTHOR ="J. S. Bridle and A. J. R. Heading and D. J. C. MacKay", TITLE ="Unsupervised Classifiers, Mutual Information and `Phantom targets'", BOOKTITLE ="Advances in Neural Information Processing Systems 4", EDITOR ="J. E. Moody and S. J. Hanson and R. P. Lippmann", PUBLISHER ="Morgan Kaufmann", ADDRESS ="San Mateo, California", YEAR ="1992", PAGES ="1096-1101"} @INPROCEEDINGS{MacKay.nips4, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Bayesian Model Comparison and Backprop Nets", BOOKTITLE ="Advances in Neural Information Processing Systems 4", EDITOR ="J. E. Moody and S. J. Hanson and R. P. Lippmann", PUBLISHER ="Morgan Kaufmann", ADDRESS ="San Mateo, California", YEAR ="1992", PAGES ="839-846", url={http://www.inference.phy.cam.ac.uk/mackay/nips91.ps.gz} } @ARTICLE{Bhadeshia_etal95, AUTHOR ="Bhadeshia, H. K. D. H. and MacKay, D. J. C. and L. E. Svensson", TITLE ="Impact toughness of {C-MN} Steel Arc Welds --- {B}ayesian neural network analysis", YEAR ="1995", JOURNAL = "Materials Science and Technology", VOLUME ="11", number=10, pages="1046-1051", ANNOTE ="Date submitted: Jul 1994; Date accepted: Sep 1994; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @inproceedings{Jones_etal95, AUTHOR ="J. Jones and D. J. C. MacKay and H. K. D. H. Bhadeshia", TITLE ="The Strength of {N}ickel Base Superalloys --- a {B}ayesian Neural Network Analysis", YEAR = 1995, booktitle={Proceedings of the 5th International Symposium on Advanced Materials, Pakistan}, pages={659-666}, ANNOTE ="Date submitted: 1995; Date accepted: 1995; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @UNPUBLISHED{Jones_etal95old, AUTHOR ="J. Jones and J. King and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Modelling the Strength of {N}ickel Base Superalloys", YEAR = 1995, NOTE = "3rd International Parsons Turbine Conference", ANNOTE ="Date submitted: 1995; Date accepted: 1995; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @article{Gavard_etal95, AUTHOR ={L. Gavard and H. K. D. H. Bhadeshia and D. J. C. MacKay and S. Suzuki}, TITLE ={Bayesian Neural Network Model for Austenite Formation in Steels}, journal ={Materials Science and Technology}, vol =12, pages ={453-463}, YEAR = 1996, ANNOTE ="Date submitted: May 1995; Date accepted: n/k 1995; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science. MRAO reprint number 1941."} @ARTICLE{Fujii_etal96, AUTHOR ="H. Fujii and D. J. C. MacKay and H. K. D. H. Bhadeshia", TITLE ="{B}ayesian neural network analysis of Fatigue Crack Growth Rate in {N}ickel Base Superalloys", YEAR ="1996", JOURNAL = "ISIJ International", VOLUME ="36", number=11, pages="1373-1382", ANNOTE ="Date submitted: May 96; Date accepted: Sep 1996; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @InCollection{Cool.B.M.97, author = "T. Cool and H. K. D. H. Bhadeshia and D. J. C. MacKay", title = "Modelling the Mechanical Properties in the {HAZ} of Power Plant Steels {I}: {B}ayesian Neural Network Analysis of Proof Strength", booktitle = "Mathematical Modelling of Weld Phenomena 3", publisher = "Institute of Materials", editor = "H. Cerjak", series = "Materials Modelling Series", address = "London", year={1997}, pages={403--442}, annote = "Date submitted: 96; Date accepted: 1996; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science" } @Article{Cool.B.M.97b, author = "T. Cool and H. K. D. H. Bhadeshia and D. J. C. MacKay", title = "The Yield and Ultimate Tensile Strength of Steel Welds", journal = "Materials Science and Engineering A", year = 1997, volume = "A223", pages = "186-200" } @InCollection{MacKay.weld.review.97, author = "D. J. C. MacKay", title = "{B}ayesian Non-linear Modelling with Neural Networks", booktitle = "Mathematical Modelling of Weld Phenomena 3", publisher = "Institute of Materials", editor = "H. Cerjak", series = "Materials Modelling Series", address = "London", year={1997}, pages={359--389}, annote = "Date submitted: 96; Date accepted: 1996; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science" } @article{Takeuchi_etal94:Jap, AUTHOR ="R. Takeuchi and D. J. C. MacKay and T. Matsumoto", TITLE ="A {B}ayesian Inference of Hyperparameters and Regularizers for Standard Regularization Problems", YEAR =1994, journal = "Technical report of IEICE", pages="", note="In Japanese", ANNOTE ="Date submitted: 1994; Date accepted: 1994; Collaborating institutes: Waseda University, Tokyo"} @inproceedings{Takeuchi_etal94, AUTHOR ="R. Takeuchi and D. J. C. MacKay and T. Matsumoto", TITLE ="Determining Optimal Hyperparameters and Regularizers for Standard Regularization Problems", YEAR =1994, booktitle = "Proceedings of 1994 International Symposium on Artificial Neural Networks (ISANN-94), Tainan, Taiwan", pages="419-428", ANNOTE ="Date submitted: 1994; Date accepted: 1994; Collaborating institutes: Waseda University, Tokyo"} @article{MacKay_Peto, AUTHOR ="D. J. C. MacKay and L. Peto", TITLE ="A Hierarchical {D}irichlet Language Model", YEAR ="1995", journal ="Natural Language Engineering", volume=1, number=3, pages="1-19", ANNOTE ="Date submitted: 31 March 1995; Date accepted: ; Collaborating institutes: University of Toronto"} @UNPUBLISHED{MacKay94:amino, AUTHOR ="D. J. C. MacKay", TITLE ="Models for Dice Factories and Amino Acid Probability Vectors", YEAR ="1995", NOTE ="Unpublished", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: MRC Laboratory of Molecular Biology, Cambridge"} @INPROCEEDINGS{MaxentCons, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Maximum Entropy Connections{:} Neural Networks", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {L}aramie, 1990", YEAR ="1991", EDITOR ="W. T. Grandy and L. Schick", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", PAGES ="237-244" } % modelling input dependent noise level @INPROCEEDINGS{MacKay95:icann, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Probabilistic Networks: New Models and New Methods", BOOKTITLE ="ICANN '95", YEAR ="1995", PUBLISHER ="EC2 and Cie", ADDRESS ="Paris", PAGES ="331-337", annote={this is where I use BUGS to model input-dependent noise. MRAO 1927} } @INPROCEEDINGS{MacKay95:snn, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Developments in Probabilistic Modelling with Neural Networks -- Ensemble Learning", BOOKTITLE ="Neural Networks: Artificial Intelligence and Industrial Applications. Proceedings of the 3rd Annual Symposium on Neural Networks, Nijmegen, Netherlands, 14-15 September 1995", YEAR ="1995", PUBLISHER ="Springer", editors="Kappen, B. and Gielen, S.", ADDRESS ="Berlin", PAGES ="191-198", annote={MRAO 1926} } @INPROCEEDINGS{MacKay92am, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="{B}ayesian interpolation", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {S}eattle 1991", EDITOR ="C.R. Smith and G.J. Erickson and P.O. Neudorfer", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1992", PAGES ="39-66"} @INPROCEEDINGS{MacKay92bm, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="The evidence for neural networks", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {S}eattle 1991", EDITOR ="C.R. Smith and G.J. Erickson and P.O. Neudorfer", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1992", PAGES ="165-183"} @Unpublished{MacKay95:nips, author = "D. J. C. MacKay", title = "Ensemble Learning and Evidence Maximization", note = "submitted to NIPS*95", year = 1995, annote = "Date submitted: May 1995" } @Unpublished{Macphee_MacKay, author = "K. Macphee and D. J. C. MacKay", title = "Ensemble Learning for Hidden {M}arkov Models", note = "in preparation", year = 1996, annote = "" } @Unpublished{MacKay_hmm, author = "D. J. C. MacKay", title = "Ensemble Learning for Hidden {M}arkov Models", note = "{\tt http://www.inference.phy.cam.ac.uk/mackay/abstracts/ensemblePaper.html}", year = 1997, annote = "" } @Unpublished{MacKay_vfeprob, author = "D. J. C. MacKay", title = "A Problem with Variational Free Energy Minimization", note = "{\tt http://www.inference.phy.cam.ac.uk/mackay/abstracts/minima.html}", year = 2001, annote = "" } %submitted to NIPS 97", % Available from {\tt http://www.inference.phy.cam.ac.uk/}", @Unpublished{Gibbs_MacKay97a, author = "M. N. Gibbs and D. J. C. MacKay", title = "Efficient implementation of {G}aussian Processes for Interpolation", note = "{\tt http://www.inference.phy.cam.ac.uk/mackay/abstracts/gpros.html}", year = 1996, annote = "" } @article{Gibbs_MacKay97b, author = "M. N. Gibbs and D. J. C. MacKay", title = "Variational {G}aussian Process Classifiers", annote = "{\tt http://www.inference.phy.cam.ac.uk/mackay/abstracts/vgc.html}", journal={IEEE Transactions on Neural Networks}, volume={11}, number={6}, year =2000, month={November}, pages={1458-1464}, annote = "submitted 9 sep 1998" } @Unpublished{MacKay96:ica, author = "D. J. C. MacKay", title = "Maximum Likelihood and Covariant Algorithms for Independent Component Analysis", note = "{\tt http://www.inference.phy.cam.ac.uk/mackay/abstracts/ica.html}", year = 1996, annote = "" } @article{MacKay96:laplace, author = "D. J. C. MacKay", title = "Choice of Basis for {Laplace} Approximation", journal = "Machine Learning", year = 1998, volume={33}, number={1}, pages={77-86}, annote = "" } @Misc{MacKay97:ipd, author = "D. J. C. MacKay", title = "Iterative Probabilistic Decoding of Low Density Parity Check Codes", howpublished = "Animations available on world wide web", year = 1997, note = "{\tt http://www.inference.phy.cam.ac.uk/mackay/codes/gifs/}" } @inproceedings{WaterhouseMacKayRobinson95-nips8, author="S. R. Waterhouse and D. J. C. MacKay and A. J. Robinson", title="Bayesian Methods for Mixtures of Experts", booktitle="Neural Information Processing Systems", editor="D. S. Touretzky and M. C. Mozer and M. E. Hasselmo", publisher="MIT Press", pages={351-357}, year ="1996", } @inproceedings{Waterhouse_etal95:nips, author="S. R. Waterhouse and D. J. C. MacKay and A. J. Robinson", title="Bayesian Methods for Mixtures of Experts", booktitle="Neural Information Processing Systems", editor="D. S. Touretzky and M. C. Mozer and M. E. Hasselmo", publisher="MIT Press", year ="1996", pages={351-357}, annote={MRAO 1928} } @INPROCEEDINGS{MacKay94:alpha, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Hyperparameters: Optimize, or Integrate out?", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {S}anta {B}arbara 1993", EDITOR ="G. Heidbreder", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1996", pages="43-60", abstractURL="ftp://www.inference.phy.cam.ac.uk/pub/mackay/abstracts/alpha.html", postscriptURL="ftp://www.inference.phy.cam.ac.uk/pub/mackay/alpha.ps.Z", keywords="alpha", ANNOTE ="Date submitted: 1993; Date accepted: 1993; Collaborating institutes: none"} @article{MacKay94:alpha_nc, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Comparison of Approximate Methods for Handling Hyperparameters", YEAR ="1999", volume={11}, number={5}, pages={1035-1068}, journal={Neural Computation}, abstractURL="http://www.inference.phy.cam.ac.uk/mackay/abstracts/alpha.html", postscriptURL="ftp://www.inference.phy.cam.ac.uk/pub/mackay/alpha.ps.Z", ANNOTE ="Date submitted: 1994/1996/1997; Date accepted: October 1998; Collaborating institutes: none" } @InCollection{MacKay95:arbib, author = "D. J. C. MacKay", title = "Bayesian Methods for Supervised Neural Networks", booktitle= "The Handbook of Brain Theory and Neural Networks", publisher = "MIT Press", year = 1995, editor = "M. A. Arbib", pages = "144-149" } %MacKay93:review, @INCOLLECTION{MacKay94:springer, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Bayesian Methods for Backpropagation Networks", BOOKTITLE ="Models of Neural Networks III", EDITOR ="E. Domany and van Hemmen, J. L. and K. Schulten", PUBLISHER ="Springer-Verlag", ADDRESS ="New York", YEAR ="1994", CHAPTER ="6", pages = {211-254}, ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @article{MacKay95:network, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Probable Networks and Plausible Predictions --- A Review of Practical {B}ayesian Methods for Supervised Neural Networks", journal ="Network: Computation in Neural Systems", volume = 6, YEAR =1995, pages = "469-505", ANNOTE ="Date submitted: 1994; Date accepted: 1994; Collaborating institutes: none"} % (August % ISSN 0954-898X @INPROCEEDINGS{MacKay94:pred_ashrae, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Bayesian non-linear modelling for the prediction competition", BOOKTITLE ="ASHRAE Transactions, V.100, Pt.2", EDITOR ="", PUBLISHER ="ASHRAE", ADDRESS ="Atlanta Georgia", YEAR ="1994", PAGES ="1053-1062", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @INPROCEEDINGS{MacKay94:pred, KEY ="MacKay", AUTHOR ="D. J. C. MacKay", TITLE ="Bayesian non-linear modelling for the 1993 energy prediction competition", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {S}anta {B}arbara 1993", EDITOR ="G. Heidbreder", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1996", pages="221-234", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @INPROCEEDINGS{Green_MacKay94, AUTHOR ="A. G. Green and D. J. C. MacKay", TITLE ="Bayesian analysis of linear phased-array radar", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {S}anta {B}arbara 1993", EDITOR ="G. Heidbreder", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1996", pages="309-318", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @INPROCEEDINGS{Tansley_etal94, AUTHOR ="J. E. Tansley and M. J. Oldfield and D. J. C. MacKay", TITLE ="Neural network image reconstruction", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {S}anta {B}arbara 1993", EDITOR ="G. Heidbreder", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1996", pages="319-326", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @UNPUBLISHED{MacKay_Oldfield95, KEY ="", AUTHOR ="D. J. C. MacKay and M. J. Oldfield", TITLE ="Generalization Error and the Number of Hidden units in a Multilayer Perceptron", YEAR ="1995", note = "In preparation", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @Article{MacKay_Takeuchi95, AUTHOR ="D. J. C. MacKay and R. Takeuchi", TITLE ="Interpolation Models with Multiple Hyperparameters", journal = {Statistics and Computing}, year = {1998}, volume = {8}, pages = {15--23}, ANNOTE ="Date submitted: Sep 1995; Date accepted: Jan 1997; Collaborating institutes: Waseda University, Tokyo"} @UNPUBLISHED{Evans_MacKay, AUTHOR ="E. F. Evans and D. J. C. MacKay", TITLE ="A convenient method for generating constrained randomized sequences on-line for physiological and psychophysical stimulus selection", YEAR =1995, NOTE ="In preparation", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: Department of Communication and Neuroscience, Keele University. MRAO 1834"} @INPROCEEDINGS{MacKay_Takeuchi95_maxent, AUTHOR ="D. J. C. MacKay and R. Takeuchi", TITLE ="Interpolation Models with Multiple Hyperparameters", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {C}ambridge 1994", EDITOR ="J. Skilling and S. Sibisi", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1995", PAGES ="249-257", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: Waseda University, Tokyo. MRAO 1835"} @INPROCEEDINGS{Barnett_MacKay95, AUTHOR ="A. H. Barnett and D. J. C. MacKay", TITLE ="Bayesian Comparison of Models for Images", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {C}ambridge 1994", EDITOR ="J. Skilling and S. Sibisi", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1995", PAGES ="239-248", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: none"} @INPROCEEDINGS{MacKay95:density_nets, KEY ="", AUTHOR ="D. J. C. MacKay", TITLE ="Density Networks and their Application to Protein Modelling", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {C}ambridge 1994", EDITOR ="J. Skilling and S. Sibisi", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1996", PAGES ="259-268", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: MRC Laboratory of Molecular Biology, Cambridge. MRAO 1837"} @ARTICLE{MacKay95:wonsda, AUTHOR ="D. J. C. MacKay", TITLE ="Bayesian Neural Networks and Density Networks", JOURNAL ="Nuclear Instruments and Methods in Physics Research, Section A", volume = 354, number = 1, YEAR =1995, PAGES="73-80", ANNOTE ="Date submitted: 1994; Date accepted: 1994; Collaborating institutes: none"} % (Nucl. Inst. and Meth.) % Jan 15 1995 @Incollection{MacKay97:dn, author = "D. J. C. MacKay and M. N. Gibbs", title = "Density Networks", publisher = "O.U.P.", booktitle={Statistics and Neural Networks}, annote={subtitle: Advances at the Interface}, annote={Proceedings of meeting on Statistics and Neural Nets, Edinburgh, 1997}, year = "1998", editor = "J. W. Kay and D. M. Titterington", pages = "129-146" } % , note = "in press" @article{MacKay94:BC, author = "D. J. C. MacKay", title = "Equivalence of {B}oltzmann Chains and Hidden {M}arkov Models", journal = "Neural Computation", year = 1996, volume=8, number=1, pages="178-181", ANNOTE ="Date submitted: Nov 1994; modified 31 March 1995; Date accepted: April 10 1995; Collaborating institutes: none" } % better to cite Radford_book,MacKay94:pred_ashrae,MacKay95:network @TECHREPORT{ARD, KEY ="MacKay and Neal", AUTHOR ="D. J. C. MacKay and R. M. Neal", TITLE ="Automatic relevance determination for Neural Networks", YEAR ="1994", NUMBER ="In preparation", INSTITUTION ="Cambridge University", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: University of Toronto"} @PHDTHESIS{MacKay91, AUTHOR ="D. J. C. MacKay", TITLE ="Bayesian Methods for Adaptive Models", YEAR =1991, SCHOOL ="California Institute of Technology"} @Misc{Eddy_MacKay, author = "S. R. Eddy and D. J. C. MacKay", title = "Is the {P}ope the {P}ope? (Correspondence in {\em {N}ature\/} 382, p.\ 490)", journal="Nature", volume=382, year = 1996, month = "August", pages = 490, annote = "8 Aug 96" } @InCollection{MullerMacKayHerz96, author = {R. M\"uller and D. J. C. MacKay and Herz, A. V. M.}, title = "Associative memory using action potential timing", booktitle = "Proceedings of BioNet'96: Third Workshop `Bio-informatics and Pulsepropagating networks'", editor ="G.K. Heinz", publisher = "", year = 1996, pages = "", ANNOTE ="Date submitted: 15 Nov 96; Date accepted: 15 Nov 96; Collaborating institutes: University of Bremen"} @Unpublished{MacKay:itp, author = "D. J. C. MacKay", title = "Information Theory, Inference and Learning Algorithms", note = "Textbook in preparation, currently 600 pages long, available from http://www.inference.phy.cam.ac.uk/mackay/itprnn/, to be published by C.U.P.", url="http://www.inference.phy.cam.ac.uk/mackay/itprnn/", year = 1999 } @article{Badmos_etal97, AUTHOR ="A. Y. Badmos and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Tensile Properties of Mechanically Alloyed Oxide Dispersion Strengthened Iron Alloys. Part 1 --- Neural network Models", YEAR ="1998", JOURNAL = "Materials Science and Technology", VOLUME ="14", number={}, pages="793-809", ANNOTE ="Date submitted: Mar 97; accepted May 97; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} % mrao number? @article{Brun_etal97, AUTHOR ="F. Brun and T. Yoshida and J. D. Robson and V. Narayan and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Theoretical Design of Ferritic Creep Resistant Steels using Neural Network, Kinetic and Thermodynamic Models", YEAR ="1999", JOURNAL = "Materials Science and Technology", VOLUME ="15", number={}, pages="547-554", ANNOTE ="Date submitted: Sep 97; accepted July 98. Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science. contains the new steels A and B"} % mrao number? @article{Lalam_etal97, AUTHOR ="S. H. Lalam and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Estimation of the Mechanical Properties of Ferritic Steel Welds: Part {I}: Yield and Tensile Strength", YEAR ="2000", JOURNAL = "Science and Technology of Welding and Joining", VOLUME ="5", number={3}, pages="135-147", ANNOTE ="Date submitted: May 99; accepted . Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science."} % mrao number? @INPROCEEDINGS{FreyMacKay97, KEY ="", AUTHOR ="B. J. Frey and D. J. C. MacKay", TITLE ="Trellis-constrained Codes", BOOKTITLE ="Proceedings of the 35th Allerton Conference on Communication, Control, and Computing, Sept.\ 1997", place = "Champaign-Urbana, Illinois", annote = "Available at {\tt http://www.cs.utoronto.ca/$\sim$frey}", EDITOR ="", PUBLISHER ="", ADDRESS ="", YEAR ="1998", PAGES ="", ANNOTE ="Date submitted: jun 97; Date accepted: jun 97; Collaborating institutes: Univ of Toronto. MRAO "} @Unpublished{frey-mackay-98b, key = "Frey", author = "B.~J. Frey and D.~J.~C. MacKay", title = "Trellis-constrained codes", note = "Submitted to \emph{IEEE Transactions on Communications}", year = "1998" } @INPROCEEDINGS{FreyMacKay98, KEY ="", AUTHOR ="B. J. Frey and D. J. C. MacKay", TITLE ={A Revolution: Belief Propagation in Graphs with Cycles}, BOOKTITLE ={Advances in Neural Information Processing Systems 10}, EDITOR ="M. I. Jordan and M. J. Kearns and S. A. Solla", PUBLISHER ="M.I.T. Press", ADDRESS ="Cambridge MA.", YEAR ="1998", PAGES ="479--485", anNOTE ="Available at {\tt http://www.cs.utoronto.ca/$\sim$frey}", ANNOTE ="Date submitted: jun 97; Date accepted: ; Collaborating institutes: Univ of Toronto. MRAO "} % Same as: @InCollection{frey-mackay-98c, key = "Frey", author = "B.~J. Frey and D.~J.~C. MacKay", title = "A revolution: {B}elief propagation in graphs with cycles", booktitle = "Advances in Neural Information Processing Systems 1997, Volume 10", editor = "M.~I. Jordan and M.~I. Kearns and S.~A. Solla", year = "1998", publisher = "MIT Press", place = "Cambridge MA.", pages = "479--485", note = "Available at {\tt http://www.cs.utoronto.ca/$\sim$frey}" } @article{Takeuchi_etal97:Jap, AUTHOR ="R. Takeuchi and D. J. C. MacKay and S. Nakazawa and T. Matsumoto", TITLE ="Inferring Hyperparameters and Regularizers for Standard Regularization Problems", YEAR =1997, journal = "Transactions of the Institute of Electronics, Information and Communication Engineers", volume={J80-D-II}, number={9}, pages="2502-2511", note="In Japanese", ANNOTE ="Date submitted: ; Date accepted: ; Collaborating institutes: Waseda University, Tokyo"} @Incollection{MacKay97:erice, author = "D. J. C. MacKay", title = "Introduction to {M}onte {C}arlo Methods", publisher = "Kluwer Academic Press", booktitle={Learning in Graphical Models}, year = "1998", editor = "M. I. Jordan", pages = "175-204", series={NATO Science Series} } @article{Fujii_etal99, AUTHOR ="H. Fujii and D. J. C. MacKay and H. K. D. H. Bhadeshia and H. Harada and K. Nogi", TITLE ="Prediction of Creep Rupture Life in {N}ickel-Base Superalloys using {B}ayesian Neural Network", YEAR ="1999", journal={J. Japan Inst. Metals}, volume={63}, number={7}, pages={905-911}, note={In Japanese}, ANNOTE ="Submitted Nov 2 98; Accepted Apr 19 1999. Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @inproceedings{Fujii_etal98, AUTHOR ="H. Fujii and D. J. C. MacKay and H. K. D. H. Bhadeshia and H. Harada and K. Nogi", TITLE ="Estimation of Creep Rupture Strength in {N}ickel Base Superalloys", YEAR ="1998", booktitle={Proceedings 6th Liege Conference on Materials for Advanced Power Engineering}, ANNOTE ="May 1998. conference 5-7 October 1998; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @article{Ichikawa96, KEY ="K. Ichikawa", AUTHOR ="K. Ichikawa and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Model for Hot Cracking in Low--Alloy Steel Weld Metals", YEAR =1996, JOURNAL = "Science and Technology of Welding and Joining", VOLUME = "1", PAGES ="43-50" } @Incollection{MacKay98:gp, author = "D. J. C. MacKay", title = "Introduction to {G}aussian Processes", publisher = "Kluwer Academic Press", booktitle={Neural Networks and Machine Learning}, series={NATO ASI Series}, year = "1998", editor = "C. M. Bishop", pages = "133-166" } @InProceedings{DM_LDPC_ITW98, author = {M. C. Davey and D. J. C. MacKay}, title = {Low Density Parity Check Codes over {GF}(q)}, booktitle = {Proceedings of the 1998 IEEE Information Theory Workshop}, year = {1998}, month = {June}, organization = {IEEE}, pages={70-71}, key = {Davey and MacKay} } %MD_LDPC_IRREG, @INPROCEEDINGS{MacKayAllerton98, KEY ="", AUTHOR ="D. J. C. MacKay and S. T. Wilson and M. C. Davey", TITLE ="Comparison of Constructions of Irregular {G}allager Codes", BOOKTITLE ="Proceedings of the 36th Allerton Conference on Communication, Control, and Computing, Sept.\ 1998", EDITOR ="", PUBLISHER ="Allerton House", ADDRESS ="Monticello, Illinois", YEAR ="1998", PAGES ="220-229", ANNOTE ="Date submitted: jun 98; Date accepted: jun 98; MRAO "} @article{MacKayWilsonDavey98, KEY ="", AUTHOR ="D. J. C. MacKay and S. T. Wilson and M. C. Davey", TITLE ="Comparison of Constructions of Irregular {G}allager Codes", journal={IEEE Transactions on Communications}, issn={0018-9332}, YEAR ="1999", PAGES ="1449-1454", volume={47},number={10},month={October}, annote={Both co-authors were supervised research students}, ANNOTE ="Date submitted: jun 98; Date accepted: apr 21 1999; MRAO "} % To appear. Also available from {\tt{http://www.inference.phy.cam.ac.uk/mackay/abstracts/ldpc-irreg.html}}}, @article{Narayan_etal98, AUTHOR ="V. Narayan and R. Abad and B. Lopez and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Estimation of Hot Torsion Stress Strain Curves in Iron Alloys Using a Neural Network Analysis", YEAR ="1998", JOURNAL = "ISIJ International", volume={39}, number={10}, pages = {999-1005}, ANNOTE ="Date submitted: Sep 98; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @article{Yoshitake_etal98, AUTHOR ="S. Yoshitake and V. Narayan and H. Harada and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Estimation of the $\gamma$ and $\gamma'$ Lattice Parameters in {N}ickel-base Superalloys Using Neural Network Analysis", YEAR ="1998", JOURNAL = "ISIJ International", VOLUME ="38", number={5}, pages="495-502", ANNOTE ="Date submitted: Sep 97; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} @article{Singh_etal98, AUTHOR ="S. B. Singh and H. K. D. H. Bhadeshia and D. J. C. MacKay and H. Carey and I. Martin", TITLE ={Neural Network Analysis of Steel Plate Processing}, YEAR ="1998", JOURNAL = "Ironmaking and Steelmaking", VOLUME ="25", number={5}, pages="355-365", abstract={The process of rolling is very complicated and the number of parameters which determines the final properties can be very large. It is extremely difficult therefore to develop a physical model for predicting various properties like yield and tensile strengths. In the present work, a neural network technique which can recognise complex relationships was employed to develop a quantitative method for estimating the yeild and tensile strengths as a function of steel composition and rolling parameters. The model was tested extensively to confirm that the predictions are reasonable in the context of metallurgical principles and other data published in the literature. }, url={http://www.msm.cam.ac.uk/phase-trans/abstracts/processing.html}, ANNOTE ="Date submitted: Jan 98; Accepted: July 1998; Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science"} %%% up to here (search ahead for ADD NEW) % 22 Feb 2001, print issue march 2001 @article{PattersonChildsMacKay00, title={Exact sampling from non-attractive distributions using summary states}, author={Andrew M. Childs and Ryan B. Patterson and David J. C. MacKay}, year={2001}, journal={Physical Review E}, volume={63}, page={036113}, annote={036113 (5 pages)} } @unpublished{MacKayEncyclopedia98, KEY ="", AUTHOR ="D. J. C. MacKay", TITLE ="Encyclopedia of Sparse Graph Codes", ADDRESS ="", YEAR ="1998", PAGES ="", note={{\verb|http://www.inference.phy.cam.ac.uk/mackay/|}}, ANNOTE ="Date submitted: ; Date accepted: ; MRAO "} @unpublished{MacKay99ENC, KEY ="", AUTHOR ="D. J. C. MacKay", TITLE ="Encyclopedia of Sparse Graph Codes (hypertext archive)", ADDRESS ="", YEAR ="1999", PAGES ="", note={{\verb|http://www.inference.phy.cam.ac.uk/mackay/codes/data.html|}}, ANNOTE ="Date submitted: ; Date accepted: ; MRAO "} @article{Lalam_etal99a, AUTHOR ="S. H. Lalam and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Estimation of the Mechanical Properties of Ferritic Steel Welds: Part {II}: Elongation and {C}harpy Toughness", YEAR ="2000", JOURNAL = "Science and Technology of Welding and Joining", VOLUME ="5", number={3}, pages="149-160", ANNOTE ="Date submitted: Dec 99; accepted . Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science."} @article{Lalam_etal99b, AUTHOR ="S. H. Lalam and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="The {C}harpy Impact Transition Temperature for some Ferritic Steel Welds", YEAR ="2000", JOURNAL = "Australisian Welding Journal", VOLUME ="45", number={}, pages="33-37", ANNOTE ="Date submitted: Dec 99; accepted . Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science."} % Science and Technology of Welding and Joining", @article{Lalam_etal99c, AUTHOR ="S. H. Lalam and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="{B}ruscato factor in the Temper Embrittlement of Welds", YEAR ="2000", JOURNAL = "Science and Technology of Welding and Joining", VOLUME ="5", number={5}, pages="338-340", ANNOTE ="Date submitted: Dec 99; accepted . Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science."} % mrao number? % de Sa, V.R., & MacKay, D.J.C. (2001). Model fitting as an Aid to Bridge Balancing in Neuronal Recording. {\it Neurocomputing} (special issue devoted to Proceedings of the CNS 2000 meeting) Vol38-40, 1651--1656. @article{deSaMacKay2001, author={de Sa, V.R., and MacKay, D.J.C.}, year={2001}, title={Model fitting as an Aid to Bridge Balancing in Neuronal Recording}, journal={Neurocomputing}, annote={special issue devoted to Proceedings of the CNS 2000 meeting}, volume={38-40}, pages={1651-1656} } @article{Yescas_etal01, AUTHOR ="M. A. Yescas and H. K. D. H. Bhadeshia and D. J. C. MacKay", TITLE ="Estimation of the amount of retained austenite in austempered ductile irons using neural networks", YEAR ="2001", JOURNAL = "Materials Science and Technology", VOLUME ="A311", pages="162-173", ANNOTE ="Date submitted: 21 Aug 2000; accepted . Collaborating institutes: Cambridge University Department of Metallurgy and Materials Science."} % mrao number? % ADD NEW MacKay papers here (search back for 'up to here') % % DJCM marker 1 (another below) @unpublished{MacKay-irreg-its, title={Decoding Times of Irregular {G}allager Codes}, author={D. J. C. MacKay}, note={Unpublished}, year={1998} } @unpublished{MacKay-ra-its, title={Decoding Times of Repeat-Accumulate Codes}, author={D. J. C. MacKay}, note={Unpublished}, year={1998} } @unpublished{MacKay-SGC-AmblesideI, title={Sparse Graph Codes}, author={D. J. C. MacKay}, note={Extended Abstract, Ambleside meeting}, year={1999} } @inproceedings{MacKay-SGC-AmblesideII, title={{G}allager Codes -- Recent Results}, author={D. J. C. MacKay}, booktitle={Coding, Communications and Broadcasting}, annote={Proceedings of International Symposium on Communication Theory and Applications, Ambleside, 1999}, publisher={Research Studies Press}, address={Baldock, Hertfordshire, England}, editor={P. Farrell and M. Darnell and B. Honary}, pages={139-150}, year={2000} } % MacKay Kschischang and Frey % compound codes % Frey and MacKay % shortened turbo codes and irregular turbo codes @INPROCEEDINGS{FreyMacKay00c, author={B. J. Frey and David J. C. MacKay}, TITLE =" Knowing when to stop", BOOKTITLE ="Proceedings of the 38th Allerton Conference on Communication, Control, and Computing, Sept.\ 2000", EDITOR ="", PUBLISHER ="Allerton House", ADDRESS ="Monticello, Illinois", YEAR ="2000", PAGES ="", ANNOTE ="Date submitted: ; Date accepted: ; MRAO "} @inproceedings{FreyMacKay00b, title={Irregular Turbocodes}, author={B. J. Frey and David J. C. MacKay}, year={2000}, booktitle={Proceedings 2000 IEEE International Symposium on Information Theory}, pages={121}, annote={ISIT 2000} } @inproceedings{DaveyMacKay99a, title={Watermark Codes: Reliable communication over Insertion/Deletion channels.}, author={Matthew C. Davey and David J. C. MacKay}, year={2000}, booktitle={Proceedings 2000 IEEE International Symposium on Information Theory}, pages={477}, annote={ISIT 2000} } @article{DaveyMacKay99b, title={Reliable communication over channels with insertions, deletions and substitutions.}, author={Matthew C. Davey and David J. C. MacKay}, year={2001}, journal={IEEE Transactions on Information Theory}, volume={47}, number={2}, pages={687-698}, annote={Submitted 1999} } @inproceedings{RatzerMacKay00, title={Codes for Channels with Insertions, Deletions and Substitutions}, author={Edward A. Ratzer and David J. C. MacKay}, pages={149-156}, booktitle={Proceedings of 2nd International Symposium on Turbo Codes and Related Topics, Brest, France, 2000}, year={2000} } @inproceedings{FreyMacKay00, title={Irregular Turbo-like Codes}, author={B. J. Frey and David J. C. MacKay}, pages={67-72}, booktitle={Proceedings of 2nd International Symposium on Turbo Codes and Related Topics, Brest, France, 2000}, year={2000} } @unpublished{MacKay00RLLT, title={An Alternative to Runlength-limiting Codes: Turn Timing Errors into Substitution Errors}, author={David J. C. MacKay}, year={2000}, abstractURL="http://www.inference.phy.cam.ac.uk/mackay/abstracts/rllt.html", postscriptURL="ftp://www.inference.phy.cam.ac.uk/pub/mackay/rllt.ps.Z", note={available from {\tt{http://www.inference.phy.cam.ac.uk/mackay/}}} } @inproceedings{MacKay99RLL, title={Almost-certainly Runlength-limiting Codes}, author={David J. C. MacKay}, booktitle={Proceedings of the IMA Cryptography and Coding Conference 2001}, publisher={Springer Verlag}, year={2001}, note={Also available from {\tt www.inference.phy.cam.ac.uk/mackay}} } @InCollection{McElieceMacKay00, AUTHOR ="S. Aji and H. Jin and A. Khandekar and R. J. McEliece and D. J. C. MacKay", title={{BSC} Thresholds for Code Ensembles based on `Typical Pairs' Decoding}, booktitle = {Codes, Systems and Graphical Models}, volume={123}, series = {IMA Volumes in Mathematics and its Applications}, publisher = {Springer-Verlag}, year = 2000, editor = {B. Marcus and J. Rosenthal}, address = {New York} } @InCollection{MacKayDaveyR3, AUTHOR ="D. J. C. MacKay and M. C. Davey", title={Two Small {G}allager codes}, booktitle = {Codes, Systems and Graphical Models}, volume={123}, series = {IMA Volumes in Mathematics and its Applications}, publisher = {Springer-Verlag}, year = 2000, editor = {B. Marcus and J. Rosenthal}, address = {New York} } % seagate @InCollection{MacKayHighRate98, KEY ="", AUTHOR ="D. J. C. MacKay and M. C. Davey", TITLE ="Evaluation of {G}allager Codes for Short Block Length and High Rate Applications", booktitle = {Codes, Systems and Graphical Models}, volume={123}, series = {IMA Volumes in Mathematics and its Applications}, publisher = {Springer-Verlag}, year = 2000, pages={113-130}, editor = {B. Marcus and J. Rosenthal}, address = {New York}, url={http://www.inference.phy.cam.ac.uk/mackay/CodesRegular.html} } @inproceedings{ward2000, author="D. J. Ward and A. F. Blackwell and D. J. C. MacKay", year="2000", booktitle="Proceedings of {User Interface Software and Technology} 2000", title="Dasher -- {A} Data Entry Interface Using Continuous Gestures and Language Models", pages="129-137", annote={The 13th Annual ACM Symposium on User Interface Software and Technology} } @article{ward2002, author="D. J. Ward and A. F. Blackwell and D. J. C. MacKay", title="Dasher -- {A} Data Entry Interface Using Continuous Gestures and Language Models", year="2002", journal={Human-Computer Interaction}, vol={17}, number={2-3}, pages={} } @article{wardmackay2002, author="D. J. Ward and D. J. C. MacKay", title="Fast Hands-free writing by Gaze Direction", year="2002", journal={Nature}, vol={418}, number={6900}, pages={838}, url={http://www.inference.phy.cam.ac.uk/mackay/abstracts/eyeshortpaper.html} } @unpublished{Dasher00, title={Dasher -- a Data Entry Interface Using Continuous Gestures and Language Models}, author={David J. Ward and Alan F. Blackwell and David J.C. Mackay}, year={2000}, note={submitted to ACM conference} } @unpublished{MacKay00Thresholds, title={On Thresholds of Codes}, author={David J. C. MacKay}, year={2000}, note={{\tt www.inference.phy.cam.ac.uk/mackay/abstracts/theorems.html}} } @unpublished{MacKay00Puncture, title={Punctured and Irregular High-Rate {G}allager Codes}, author={David J. C. MacKay}, year={2000}, note={{\tt www.inference.phy.cam.ac.uk/mackay/abstracts/puncture.html}} } % kji @article{Inskip2001, title={{K-Z} diagrams for {3CR} and {6C} Galaxies in a selection of Different Cosmologies}, author={K. J. Inskip and P. N. Best and M. S. Longair and D. J. C. MacKay}, journal={M.N.R.A.S.}, year={2002}, page =277, volume =329, issue= 2, note={astro-ph/0110054} } @techreport{MYFW2001, author={D. J. C. MacKay and J. S. Yedidia and W. T. Freeman and Y. Weiss}, title={A Conversation about the {B}ethe Free Energy and Sum-Product}, institution={Cambridge University / Mitsubishi}, note={MERL TR-2001-18}, year={2001}, url={http://www.merl.com/reports/TR2001-18/index.html or http://www.inference.phy.cam.ac.uk/mackay/abstracts/bethe.html} } % non-negative @misc{ obd00nonnegative, author = "Downs, O. B. and MacKay, D. J. C. and Lee, D. D. ", title = "The Nonnegative Boltzmann Machine", text = "Advances in Neural Information Processing Systems 12.", editor={S.A. Solla, T.K. Leen, and K.-R. M\"uller}, publisher={MIT Press}, year = "2000", url = "citeseer.nj.nec.com/downs00nonnegative.html", abstract={ The nonnegative Boltzmann machine (NNBM) is a recurrent neural network model that can describe multimodal nonnegative data. Application of maximum likelihood estimation to this model gives a learning rule that is analogous to the binary Boltzmann machine. We examine the utility of the mean field approximation for the NNBM, and describe how Monte Carlo sampling techniques can be used to learn its parameters. Reflective slice sampling is particularly well-suited for this distribution, and can efficiently be implemented to sample the distribution. We illustrate learning of the NNBM on a translationally invariant distribution, as well as on a generative model for images of human.} } @PhdThesis{MiskinPHD, author = {James W. Miskin}, title = {Ensemble Learning for Independent Component Analysis}, school = {Department of Physics, University of Cambridge}, year = 2001, url={http://www.inference.phy.cam.ac.uk/jwm1003/} } @InProceedings{miskin1, author = {Miskin, J. W. and MacKay, D. J. C.}, title = {Ensemble Learning for Blind Image Separation and Deconvolution}, booktitle = {Advances in Independent Component Analysis}, editor={M. Girolami}, publisher = {Springer-Verlag Scientific Publishers}, year = {2000}, url={http://www.inference.phy.cam.ac.uk/jwm1003/} } @InProceedings{miskin2, author = {Miskin, J. W. and MacKay, D. J. C.}, title = {Application of Ensemble Learning to Infra-Red Imaging}, booktitle = {Proceedings of the Second International Workshop on Independent Component Analysis and Blind Signal Separation}, pages = {399-404}, year = {2000} } @InCollection{miskin3, author = {Miskin, J. W. and MacKay, D. J. C.}, title = {Ensemble Learning for Blind Source Separation}, booktitle={ICA: Principles and Practice}, editor={S.J. Roberts and ?????????}, publisher={Cambridge University Press} } @techreport{mackaymiskin01, title={Latent Variable Models for Gene Expression Data}, author={David J. C. MacKay and James W. Miskin}, year=2001, url={http://www.inference.phy.cam.ac.uk/mackay/abstracts/icagenes.html} } @techreport{MacKayDecision2001, author={D. J. C. MacKay}, title={A Conversation about the {B}ethe Free Energy and Sum-Product}, institution={Cambridge University / Mitsubishi}, note={MERL TR-2001-??}, year={2000} } @article{SkillingMacKay2002, title={Slice Sampling -- a Binary Implementation}, author={John Skilling and David J.C. MacKay}, year={2001}, url={http://www.inference.phy.cam.ac.uk/mackay/abstracts/slice.html}, journal={Annals of Statistics}, note={to appear} } @unpublished{Bloj2001, author="Roger F. Sewell and David J. C. MacKay and Iain McLean", year=2001, title={A maximum entropy approach to fair elections}, note={In preparation}} % MISKIN PAPERS????????????? @inproceedings{ChristelleEtAl2002, author={Christelle Royer Crotaz and Hugh Shercliffe and David J. C. MacKay}, title={}, conference={ICAA8}, year={2002} } @techreport{MacKayEuro2002, author={David J. C. MacKay}, title={Belgian euro coins: 140 heads in 250 tosses - suspicious?}, institution={University of Cambridge, Department of Physics}, note={Available online from http://www.inference.phy.cam.ac.uk/mackay/abstracts/euro.html}, url={http://www.inference.phy.cam.ac.uk/mackay/abstracts/euro.html}, year={2002} } % ADD NEW MacKay papers here (search back for 'up to here') HERE % % DJCM marker 2 % used my software: @article{Grylls1997, title={Mechanical properties of a high-strength cupronickel alloy Bayesian neural network analysis}, author={Grylls, R. J.}, journal={Materials Science and Engineering A-Structural Materials Properties Microstructure and Processing}, year={1997}, volume={234}, pages={267-270}, abstract={In this work the mechanical properties of a highly alloyed cupronickel have been analyzed using a neural network technique within a Bayesian framework. In this way the mechanical properties can be represented as an empirical function of the compositional variables. This method has been used to analyze the relative contributions of the various elements to the mechanical properties. Whilst the method is entirely empirical, it will be shown that the predictions made are of metallurgical significance. (C) 1997 Elsevier Science S.A.} } % ----------------------------------- % INDEX: % ----------------------------------- % SPIN GLASS PAPERS % STATISTICS AND NEURAL NETS % % I wonder if I can still find Hodge and Seed % % LUTTRELL % BM'S, MEAN FIELD THEORY % TSP % BASIC NEURAL NET REFS % HEBBIAN, LINSKER % NUMERICAL % GULL, SKILLING, OCCAM, MAXENT, MDL % NEURAL NETS OPTIMISATION OF number parameters, regularisers, etc. % OTHER PAPERS ON OCCAM %%%%%%% QECC References %%%%%%%%%%%%%%%%%%%%%%% @Book{NC, author = "M.~Nielsen and I.~Chuang", title = "Quantum Computation and Quantum Information", publisher = "Cambridge University Press", address = "Cambridge", year = "2000", } @InCollection{Steane, author = {A.~Steane}, title = {Quantum Error Correction}, booktitle = {Introduction to Quantum Computation and Information}, publisher = {World Scientific}, year = 1998, editor = {H. K. Lo, S. Popescu and T. Spiller} } @Misc{Preskill, author = {J.~Preskill}, title = {Lecture Notes for Physics 219: Quantum Information and Computation}, howpublished = {Available from http://www.theory.caltech.edu/people/preskill/ph219}, year={2001} } @Article{shor95, author = {P. W. Shor}, title = {Quantum Error-Correction}, journal = {Phys. Rev. A}, year = 1995, volume = 52, number = {R2493} } @Misc{GF(4)codes, author = {A. R. Calderbank and E. M. Rains and P. W. Shor and N. J. A. S loane}, title = {Quantum Error Correction via Codes over {GF(4)}}, howpublished = {quant-ph/9608006}, year = 1997 } } @Article{Steane96, author = {A. Steane}, title = {Quantum Error Correcting Codes}, journal = {Phys. Rev. Lett.}, year = 1996, volume = 77, pages = 793 } @Article{gottesman, author = {D. Gottesman}, title = {A Class of Quantum Error-Correcting Codes saturating the Quant um Hamming Bound}, journal = {Phys. Rev. A}, year = 1996, volume = 54, pages = 1862 } @Article{Orthog_geometry, author = {A. R. Calderbank and E. M. Rains and P. W. Shor and N. J. A. S loane}, title = {Quantum Error-Correction and Orthogonal Geometry}, journal = {Phys. Rev. Lett.}, year = 1997, volume = 78, pages = 405 } @Article{SteaneCSS, author = {A. Steane}, title = {Multiple Particle Interference and Quantum Error Correction}, journal = {Proc. Roy. Soc. Lond. A}, year = 1996, volume = 452, pages = 2551 } @Article{Landauer, author = {R. Landauer}, title = {Irreversibility and heat generation in the computing process}, journal = {IBM J. Res. Dev.}, year = 1961, volume = 5, pages = 183 } @article{CaldShor96, title={Good Quantum Error-Correcting Codes Exist}, author={A. R. Calderbank and Peter W. Shor}, address={AT\&T Research}, journal={Phys. Rev. A}, Volume=54, Number=2, pages={1098-1106}, year=1996, note={quant-ph/9512032} } @Article{ShorCSS, author = {A. R. Calderbank and P. W. Shor}, title = {Good Quantum Error-Correcting Codes Exist}, journal = {Phys. Rev. A}, year = 1996, volume = 54, pages = 1098, note={quant-ph/9512032} } @Misc{Ashikhmin, author = {A. Ashikhmin and S. Litsyn and M. A. Tsfasman}, title = {Asymptotically Good Quantum Codes}, howpublished = {quant-ph/0006061}, year = 2000 } % ----------------------------------- @UNPUBLISHED{WWWturbo, key = {jpl}, author = {JPL}, title = {Turbo Codes Performance}, year = 1996, month = {August}, note = {Available from {\tt http://www331.jpl.nasa.gov/public/TurboPerf.html}} } @UNPUBLISHED{WWWcodes, key = {jpl}, author = {JPL}, title = {Code Imperfectness}, year = 1999, note = {{\tt www331.jpl.nasa.gov/public/imperfectness.html}}, annote = {{\tt http://www331.jpl.nasa.gov/public/imperfectness.html}} } @Book{frey-97c, key = "Frey", author = "B.~J. Frey", title = "Bayesian Networks for Pattern Classification, Data Compression and Channel Coding", publisher = "Department of Electrical and Computer Engineering, University of Toronto", address = "Toronto Canada", year = "1997", note = "Doctoral dissertation available at {\tt http://www.cs.utoronto.ca/$\sim$frey}" } @Book{frey-98, key = "Frey", author = "B.~J. Frey", title = "Graphical Models for Machine Learning and Digital Communication", publisher = "MIT Press", address = "Cambridge MA.", annote = {See {\tt http://www.cs.utoronto.ca/$\sim$frey}}, year = "1998" } % see also Yang and Ryan Globecom march 20 2001. % burst noise for ldpcc @INPROCEEDINGS{Worthen, KEY ="", AUTHOR ="Worthen, A.P. and Stark, W.E.", TITLE ="Low-Density Parity Check Codes for Fading Channels with Memory", BOOKTITLE ="Proceedings of the 36th Allerton Conference on Communication, Control, and Computing, Sept.\ 1998", EDITOR ="", PUBLISHER ="", ADDRESS ="", YEAR ="1998", PAGES ="117-125" } @article{Worthen2001, AUTHOR ="Worthen, A.P. and Stark, W.E.", TITLE ="Unified Design of Iterative Receivers Using Factor Graphs", year={2001}, journal={IEEE Transactions on Information Theory}, volume={47}, number={2}, pages={843-849} } @techreport{bwt, author={Michael Burrows and D. J. Wheeler}, title={A block-sorting lossless data compression algorithm}, year={1994}, institution={Digital SRC}, note={Research Report 124. 10th May 1994}, url={ftp://ftp.digital.com/pub/DEC/SRC/research-reports/SRC-124.ps.gz}, annote={If you have trouble finding it, try searching at the New Zealand Digital Library, http://www.nzdl.org.} } % SPIN GLASS PAPERS @TECHREPORT{Yau.tr, KEY ="Yau and Wallace", AUTHOR ="H. W. Yau and D. J. Wallace", TITLE ="Basins of Attraction in Sparse Neural Network Models with Persistent Inputs,", YEAR ="1990", NUMBER ="In preparation", INSTITUTION ="Edinburgh University"} @ARTICLE{Yau, AUTHOR = "H W Yau and D J Wallace", TITLE = "Enlarging the Attractor Basins of Neural Networks with Noisy External Fields", JOURNAL = "Journal of Physics A: Maths and General", YEAR = "1991", VOLUME = "24", PAGES = "5639--5650"} @ARTICLE{BDS, KEY ="Buhmann et. al.", AUTHOR ="J. Buhmann and R. Divko and K. Schulten", TITLE ="Associative memory with high information content", JOURNAL ="preprint", YEAR ="1988", VOLUME ="", NUMBER ="", PAGES =""} % Papers on hop @ARTICLE{Hopfield82, KEY ="Hopfield", AUTHOR ="J. J. Hopfield", TITLE ="Neural Networks and physical systems with emergent collective computational abilities", JOURNAL ="Proc. Natl. Acad. Sci. USA", YEAR ="1982", VOLUME ="79", NUMBER ="", PAGES ="2554--8"} @ARTICLE{Hopfield84, KEY ="Hopfield", AUTHOR ="J. J. Hopfield", TITLE ="Neurons with graded response properties have collective computational properties like those of two--state Neurons", JOURNAL ="Proc. Natl. Acad. Sci. USA", YEAR ="1984", VOLUME ="81", NUMBER ="", PAGES ="3088--92"} @ARTICLE{Hopfield_Tank, KEY ="Hopfield and Tank", AUTHOR ="J. J. Hopfield and D. W. Tank", TITLE ="Neural Computation of Decisions in Optimization Problems", JOURNAL ="Biological Cybernetics", YEAR ="1985", VOLUME ="52", NUMBER ="", PAGES ="1-25"} @ARTICLE{Hopfield87, KEY ="Hopfield", AUTHOR ="J. J. Hopfield", TITLE ="Learning algorithms and probability distributions in feed--forward and feed--back networks", JOURNAL ="Proc. Natl. Acad. Sci. USA", YEAR ="1987", VOLUME ="84", NUMBER ="", PAGES ="8429--33"} % Discussion of introduction of biases or low levels of activity: see Amit in Network1 % Best ref: @ARTICLE{RS89, KEY ="Rubin and Sompolinsky", AUTHOR ="N. Rubin and H. Sompolinsky", TITLE ="Neural Networks with low local firing rates", JOURNAL ="Europhys. Lett.", YEAR ="1989", VOLUME ="8", NUMBER ="", PAGES ="465"} % they study thetas that look linear in average background but may not be.. % Applied field references: see 0.14 below. But the first good paper is: @ARTICLE{EES89, KEY ="Engel et. al.", AUTHOR ="A. Engel and H. English and A. Schutte", TITLE ="Improved retrieval in Neural Networks with external fields", JOURNAL ="Europhys Lett.", YEAR ="1989", VOLUME ="8", NUMBER ="", PAGES ="393"} @ARTICLE{Amit87b, KEY ="Amit et. al.", AUTHOR ="D. J. Amit and H. Gutfreund and H. Sompolinsky", TITLE =" Information storage in Neural Networks with low levels of activity", JOURNAL ="Phys. Rev. A", YEAR ="1987", VOLUME ="35", PAGES ="2293"} % Hop capacity: @ARTICLE{Amit85, KEY ="Amit et. al.", AUTHOR ="D. J. Amit and H. Gutfreund and H. Sompolinsky", TITLE ="Spin glass models of Neural Networks", JOURNAL ="Phys. Rev. A", YEAR ="1987", VOLUME ="32", PAGES ="1007"} % the above only discusses the case alpha -> 0, constant P, N-> infty. % It derives T = 0.46 Tc for hopfield prescription % p=0.14N derived in @ARTICLE{Amit85b, KEY ="Amit et. al.", AUTHOR ="D. J. Amit and H. Gutfreund and H. Sompolinsky", TITLE ="Storing infinite numbers of patterns in a spin glass model of Neural Networks", JOURNAL ="Phys. Rev. Lett.", YEAR ="1985", VOLUME ="55", NUMBER ="", PAGES ="1530"} @ARTICLE{Amit87, KEY ="Amit et. al.", AUTHOR ="D. J. Amit and H. Gutfrend and H. Sompolinsky", TITLE ="Statistical mechanics of Neural Networks near saturation", JOURNAL ="Ann. Phys. (New York)", YEAR ="1987", VOLUME ="173", PAGES ="30"} % ^^This one is prob the best 0.14 ref, and % has a lot more in it too. It evven discusses applied fields and dismisses % them because they imagine the field being fixed, regardless of the cue vector. % Blackout is discussed in % J-P Nadal, G. Toulouse, J.P Changeux, and S. Dehaene, 1986, Networks of formal % Neurons and memory palimpsests. Europhys Lett 1 535 % Blackout = loss of memories due to overload. Their paper suggests weight decay [?] % So as to not go above capacity. % Pseudoinverse refs can be found referred to in Gardner 1987 below. They get cap =1. % alpha =2 is derived in @ARTICLE{Gardner, KEY ="Gardner", AUTHOR ="E. J. Gardner", TITLE ="Maximum storage capacity of Neural Networks", JOURNAL ="Europhys. Lett.", YEAR ="1987", VOLUME ="4", PAGES ="481"} % Other Gardner refs: % B. Derrida and E. J. Gardner and A. Zippelius, Europhys Lett 4 1987 167 % E.J. Gardner B. Derrida and Mottishaw, J. Phys (paris) 48 1987 441 % E.J. Gardner J. Phys A 19 1986 L 1047 % A. Bruce, E.J. Gardner and D.J. Wallace, J. Phys A 20 1987 A 2909 % `Dynamics and Statistical Mechanics of the {H}opfield Model' % The latter two are meant to include derivariton of 0.14-like results. % @ARTICLE{Amit85, KEY ="Amit et. al.", AUTHOR ="D. J. Amit and H. Gutfreund and H. Sompolinsky", TITLE =" Statistical mechanics of Neural Networks near saturation", JOURNAL ="Ann. Phys. (New York)", YEAR ="1985", VOLUME ="173", PAGES ="30"} @ARTICLE{Amit90, KEY ="Amit et. al.", AUTHOR ="D. J. Amit and G. Parisi and S. Nicolis", TITLE ="Neural Potentials as stimuli for attractor Neural Networks", JOURNAL ="Network", YEAR ="1990", VOLUME ="1 ", NUMBER ="1", PAGES ="75-88"} @ARTICLE{Galland93, KEY ="", AUTHOR ="C. C. Galland", TITLE ="The Limitations of Deterministic {B}oltzmann Machine Learning", JOURNAL ="Network", YEAR ="1993", VOLUME ="4", NUMBER ="3", PAGES ="355-379"} % % Boosting % @article{boosting97, author={Y. Freund and Schapire, R.E.}, title={A decision--theoretic generalization of on--line learning and an application to boosting}, year={1997}, journal={Journal of Computer and System Sciences}, volume={55}, number={1}, pages={119-139}, } % @inproceedings{boosting95, author={Y. Freund and Schapire, R.E.}, title={A decision--theoretic generalization of on--line learning and an application to boosting}, year={1995}, booktitle={Proceedings of the Second European Conference on Computational Learning Theory}, pages={23-37}, } % @inproceedings{boosting96, author={Y. Freund and Schapire, R.E.}, title={Experiments with a New Boosting Algorithm}, year={1996}, booktitle={Proceedings of the Thirteenth International Conference on Machine Learning}, } % @Article{Levenshtein66, author = {V. I. Levenshtein}, title = {Binary Codes capable of correcting deletions, insertions, and reversals}, journal = {Soviet Physics - Doklady}, year = {1966}, volume = {10}, number = {8}, pages = {707-710}, month = {February} } @Article{Ferreira97, author = {H.C. Ferreira and W.A. Clarke and A.S.J. Helberg and K.A. S. Abdel-Ghaffar and A.J. Han Vinck}, title = {Insertion/Deletion Correction with Spectral Nulls}, journal = {IEEE Trans. Info. Theory}, year = {1997}, volume = {43}, number = {2}, pages = {722-732}, month = {March}, } @inproceedings{boosting98, author={Schapire, R.E. and Singer, Y.}, title={Improved Boosting Algorithms using Confidence--rated Predictions}, year={1998}, booktitle={Proceedings of the Eleventh Annual Conference on Computational Learning Theory}, } % @unpublished{boostingFHT98, author={Friedman, J. and Hastie, T. and Tibshirani, R.}, title={Additive Logistic Regression: a Statistical View of Boosting}, note={Tech. report available from {\verb|http://www-stat.stanford.edu/~tibs/research.html|}}, year={1998}, } % @article{boosting90, author={R. Schapire}, title={The Strength of Weak Learnability}, journal={Machine learning}, year={1990}, Volume={5}, number={2}, } @InCollection{mihaljevic_and_golic92, KEY ="Mihaljevic, M.J. and Golic, J.D.", AUTHOR ="M. J. Mihaljevi\'c and J. D. Goli\'c", TITLE ="A Fast Iterative Algorithm for a Shift Register Initial State Reconstruction given the Noisy Output Sequence", BOOKTITLE ="Advances in Cryptology - AUSCRYPT'90", series = "Lecture Notes in Computer Science", YEAR =1992, VOLUME =453, publisher = "Springer-Verlag", PAGES ="165-175"} % should this date be 1990? @InCollection{mihaljevic_and_golic93, KEY ="Mihaljevic, M.J. and Golic, J.D.", AUTHOR ="M. J. Mihaljevi\'c and J. D. Goli\'c", TITLE ="Convergence of a {B}ayesian iterative error-correction procedure on a noisy shift register sequence", BOOKTITLE ="Advances in Cryptology - EUROCRYPT 92", series ="Lecture Notes in Computer Science", VOLUME =658, publisher ="Springer-Verlag", PAGES ="124-137", YEAR=1993} % check year @ARTICLE{Anderson93, KEY ="Anderson", AUTHOR ="R. J. Anderson", TITLE ="Faster Attack on Certain Stream Ciphers", JOURNAL ="Electronics Letters", YEAR ="1993", VOLUME ="29", NUMBER ="15", PAGES ="1322-1323"} @INPROCEEDINGS{Anderson94, KEY ="Anderson", AUTHOR ="R. J. Anderson", TITLE ="Searching for the optimum correlation attack", BOOKTITLE ="Fast Software Encryption (Proceedings of 1994 K.U. Leuven Workshop on Cryptographic Algorithms)", editor = "B. Preneel", series = "Lecture Notes in Computer Science", YEAR =1995, publisher = "Springer-Verlag", PAGES ="179-195"} % `` Searching for the optimum correlation attack", in Preproceedings of % the KU Leuven Workshop on Cryptographic Algorithms, pp 56 - 62; and in % full proceedings to be published in Springer LNCS series % % Incidentally, the similar reference for your paper is pp 86 - 98. The % preproceedings will be posted tomorrow, @InProceedings{JPLcode, author = "L. Swanson", title = "A New Code for {G}alileo", pages = "94-95", booktitle = "Proc. 1988 IEEE International Symposium Information Theory", year = "1988?" } % (3) Unfortunately the JPL guys never published anything % external about the Galileo Code. I could look up an internal JPL % report, but there was at least an announcement of the code at % the 1988 Information Theory Symposium @article{McEliece1987, title={The Capacity of the {H}opfield Associative Memory}, author={McEliece, R. J. and Posner, E. C. and Rodemich, E. R. and Venkatesh, S. S.}, journal={IEEE Transactions on Information Theory}, year={1987}, volume={33}, number={4}, pages={461-482} } @book{McEliece77, author = "R. J. McEliece", title = "The Theory of Information and Coding: A Mathematical Framework for Communication", year = 1977, publisher="Addison-Wesley", address="Reading, Mass.", annote="Cambridge: Cambridge University Press, 1984, [Univ. Lib.] 351:5.c.95.153 South Front 4"} @Article{Gallager62, author = "Gallager, R. G.", title = "Low Density Parity Check Codes", journal = "IRE Trans. Info. Theory", year = 1962, volume = "IT-8", pages = "21-28", month = "Jan", annote = "cited by Mihaljevic" } @Book{Guggenheim52, author = {E. A. Guggenheim}, title = {Mixtures}, publisher = {Oxford University Press}, year = 1952 } @Article{FowlerGuggenheim40, author = {R. H. Fowler and E. A. Guggenheim}, title = {}, journal = {Proc. Roy. Soc. A}, year = {1940}, key = {}, volume = {174}, number = {}, pages = {189} } @Book{Hinch, author = "Hinch, E. J.", title = "Perturbation Methods", publisher = "Cambridge University Press", year = "1991" } % Author: Hinch, E. J. % Title: Perturbation methods/ E.J. Hinch % Cambridge: Cambridge University Press, 1991 % xi,160p; 24cm % Series title: Cambridge texts in applied mathematics % Subjects: Perturbation (Mathematics) % % Location: [Univ. Lib.] 349:5.c.95.496 % Location: [Univ. Lib.] 1994.9.1478 (paperback issue) % 349:5.c.95.496 South Front 4 % Not on loan % 1994.9.1478 (paperback issue) % Order in West Room (Central Desk) % Not ordinarily borrowable @book{ORuanaidh, Author={O Ruanaidh, J. J. K. and Fitzgerald, W. J.}, Title={Numerical Bayesian methods applied to signal processing}, address={New York}, publisher={Springer}, year={1996}, series={Statistics and Computing Series} } % Location: [Trinity College] RR 335 O 3 % recommended for rayleigh @Book{Khinchin, author = "A. I. Khinchin", title = "Mathematical Foundations of Information Theory", publisher = "Dover", year = 1957, address = "New York", annote = "Cavendish 39 K 5." } @Book{Schwartz, author = "L. S. Schwartz", title = "Principles of Coding, Filtering and Information Theory", publisher = "Spartan Books", year = 1963, address = "Baltimore", annote = "Cav: 39 S 1" } @article{Shannon48, author = "Shannon, C. E.", title = "A Mathematical Theory of Communication", journal="Bell Sys. Tech. J.", volume = 27, pages ="379-423, 623-656", year = 1948 } @Book{Shannon&Weaver, author = "Shannon, C. E. and Weaver, W.", title = "The Mathematical Theory of Communication", publisher = "Univ. of Illinois Press", year = 1949, address = "Urbana", annote = "Cav: 39 S 2" } @book{shannon93, author = {Shannon, C. E.}, title = {Collected Papers}, publisher = {IEEE Press}, address ={New York}, year = {1993}, note = {Edited by N. J. A. Sloane and A. D. Wyner} } % editor={N. J. A. Sloane and A. D. Wyner}, % 84 S 101 @incollection{shannon44, author = {Shannon, C. E.}, title = {The Best Detection of Pulses}, booktitle = {Collected Papers of Claude Shannon}, publisher = {IEEE Press}, editor={N. J. A. Sloane and A. D. Wyner}, year = {1993}, pages={148--150}, address={New York} } @Book{Pierce, author = "Pierce, J. R.", title = "An Introduction to Information Theory", publisher = "Dover", year = 1980, edition = 2, address = "New York", annote = "Subtitle: Symbols, Signals and Noise. Cav: 39 P 5." } @Book{Peretto, author = "Peretto, P.", title = "An Introduction to the Modeling of Neural Networks", publisher = "C.U.P.", year = 1992, annote = "Cav: 39 P 8" } % Has replica theory then temporal nets. % linear separability, the Cover limit % Perceptrions % Backprop (but with J_ij as the weights ! % Kohonen nets % nets for optimization % ------ looks a reasonable book. @book ( kohonen-84, key = "Kohonen" , author = "Kohonen, T." , title = "Self-Organization and Associative Memory (2nd edition)" , publisher= "Springer-Verlag" , address = "Berlin" , year = "1984" ) @TechReport{Honkela96tr, author = {Timo Honkela and Samuel Kaski and Krista Lagus and Teuvo Kohonen}, title = {Newsgroup exploration with {WEBSOM} method and browsing interface}, institution = {Helsinki University of Technology, Laboratory of Computer and Information Science}, year = 1996, number = {A32}, address = {Espoo, Finland} } @Article{Honkela96alma, author = {Timo Honkela and Samuel Kaski and Krista Lagus and Teuvo Kohonen}, title = {Self-organizing maps of document collections}, journal = {ALMA}, year = 1996, volume = 1, number = 2, note = {Electronic Journal, address http://www.diemme.it/~luigi/alma.html} } @InCollection{Lagus96, author = {Krista Lagus and Samuel Kaski and Timo Honkela and Teuvo Kohonen}, title = {Browsing digital libraries with the aid of self-organizing maps}, booktitle = {Proceedings of the Fifth International World Wide Web Conference WWW5, May 6-10, Paris, France}, publisher = {EPGL}, year = 1996, volume = {Poster Proceedings}, pages = {71-79} } @InCollection{Honkela96, author = {Timo Honkela and Samuel Kaski and Krista Lagus and Teuvo Kohonen}, title = {Exploration of full-text databases with self-organizing maps}, booktitle = {Proceedings of the ICNN96, International Conference on Neural Networks}, publisher = {IEEE Service Center}, year = 1996, volume = {I}, address = {Piscataway, NJ}, pages = {56-61} } @InCollection{Kohonen96icann, author = {Teuvo Kohonen and Samuel Kaski and Krista Lagus and Timo Honkela}, title = {Very large two-level {SOM} for the browsing of newsgroups}, booktitle = {Proceedings of ICANN96, International Conference on Artificial Neural Networks, Bochum, Germany, July 16-19, 1996}, publisher = {Springer}, year = 1996, editor = {C. von der Malsburg and W. von Seelen and J. C. Vorbr{\"u}ggen and B. Sendhoff}, series = {Lecture Notes in Computer Science, vol. 1112}, address = {Berlin}, pages = {269-274} } @InCollection{Lagus96step, author = {Krista Lagus and Timo Honkela and Samuel Kaski and Teuvo Kohonen}, title = {{WEBSOM} -- A Status Report}, booktitle = {Proceedings of STeP'96, Finnish Artificial Intelligence Conference}, publisher = {Finnish Artificial Intelligence Society}, year = 1996, editor = {Jarmo Alander and Timo Honkela and Matti Jakobsson}, address = {Vaasa, Finland}, pages = {73-78} } @InCollection{Lagus96kdd, author = {Krista Lagus and Timo Honkela and Samuel Kaski and Teuvo Kohonen}, title = {Self-organizing maps of document collections: {A} new approach to interactive exploration}, booktitle = {Proceedings of the Second International Conference on Knowledge Discovery and Data Mining}, publisher = {AAAI Press}, year = 1996, editor = {Evangelios Simoudis and Jiawei Han and Usama Fayyad}, address = {Menlo Park, California}, pages = {238-243} } @InCollection{Kaski96wcnn, author = {Samuel Kaski and Timo Honkela and Krista Lagus and Teuvo Kohonen}, title = {Creating an order in digital libraries with self-organizing maps}, booktitle = {Proceedings of WCNN'96, World Congress on Neural Networks, September 15-18, San Diego, California}, publisher = {Lawrence Erlbaum and INNS Press}, year = 1996, address = {Mahwah, NJ}, pages = {814-817} } @book{Polya, title={Induction and Analogy in Mathematics}, author={G. Polya}, publisher={Princeton University Press}, address={New Jersey}, year={1954}, note={Volume 1 of Mathematics and Plausible Reasoning} } @Article{Kaski97thesis, author = {Samuel Kaski}, title = {Data Exploration Using Self-Organizing Maps}, journal = {Acta Polytechnica Scandinavica, Mathematics, Computing and Management in Engineering Series No.~82}, year = 1997, month = {March}, note = {DTech Thesis, Helsinki University of Technology, Finland} } @Article{Kaski97npl, author = {Samuel Kaski}, title = {Computationally Efficient Approximation of a Probabilistic Model for Document Representation in the {WEBSOM} Full-Text Analysis Method}, journal = {Neural Processing Letters}, year = 1997, volume = 5, pages = {139-151} } @InCollection{Honkela97wsom, author = {Timo Honkela and Samuel Kaski and Krista Lagus and Teuvo Kohonen}, title = {{WEBSOM}---Self-Organizing Maps of Document Collections}, booktitle = {Proceedings of WSOM'97, Workshop on Self-Organizing Maps, Espoo, Finland, June 4-6}, publisher = {Helsinki University of Technology, Neural Networks Research Centre}, year = 1997, address = {Espoo, Finland}, pages = {310-315}, } @InCollection{Lagus97, author = {Krista Lagus}, title = {Map of WSOM'97 Abstracts---Alternative Index}, booktitle = {Proceedings of WSOM'97, Workshop on Self-Organizing Maps, Espoo, Finland, June 4-6}, publisher = {Helsinki University of Technology, Neural Networks Research Centre}, year = 1997, address = {Espoo, Finland}, pages = {368-372} } @InCollection{Kohonen97icnn, author = {Teuvo Kohonen}, title = {Exploration of Very Large Databases by Self-Organizing Maps}, booktitle = {Proceedings of ICNN'97, International Conference on Neural Networks}, publisher = {IEEE Service Center}, year = 1997, address = {Piscataway, NJ}, pages = {PL1-PL6} } @InCollection{Honkela98klass, author = "T. Honkela and S. Kaski and T. Kohonen and K. Lagus", title = "Self-Organizing Maps of Very Large Document Collections: Justification for the {WEBSOM} method", booktitle = "Classification, Data Analysis, and Data Highways", publisher = "Springer", year = 1998, editor = "I. Balderjahn and R. Mathar and M. Schader", pages = "245-252", address = "Berlin" } @Book{Maxwells_demon, author = "H. S. Leff and A. F. Rex", title = "Maxwell's Demon: Entropy, Information, Computing", publisher = "Adam Hilger", year = 1990, address = "Bristol", annote = "Cav: 39 L 8. A magnificent collection of papers on this beast. Szilard (1929) made the connection of entropy and information. Then the `light emission' solution came along. Then the erasure of information finally. The paper by Bennet at the end is very good. Discusses Landauer's proof of entropy increase during certain computational operations." } @Book{Hamming, author = "Hamming, R. W.", title = "Coding and Information Theory", publisher = "Prentice-Hall", year = 1986, address = "Englewood Cliffs, NJ", edition = "2", annote = "Cav: 39 H 4" } @Book{HammingP, author = "Hamming, R. W.", title = "The Art of Probability", publisher = "Addison Wesley", year = 1991, address = "Redwood City, California", annote = {13 H 16} } @Book{Ash, author = "Ash, R.", title = "Information Theory", publisher = "Interscience publishers", year = 1965, address = "New York", annote = "Cav: 39 A 1. Emphasizes the complementary Shannon and Wiener approaches. Studies Shannon." } % ref on ``R0" % international zurich seminar on communications 1974 % referenced in G Ungerbock % `IEEE trans info theory 1982' trellis coded modulation % CHANNEL CODING WITH MULTILEVEL PHASE SIGNALS % AU: UNGERBOECK_G % NA: IBM,ZURICH RES LAB,CH-8803 RUSCHLIKON,SWITZERLAND % JN: IEEE TRANSACTIONS ON INFORMATION THEORY 1982 Vol.28 No.1 pp.55-67 % CR: ANDERSON_JB, 1976 Vol.12 p.587, ELECTRON LETT % ANDERSON_JB, 1978 Vol.24 p.703, IEEE T INFORM THEORY % AULIN_T, 1980 A2, 1980 P INT ZUR SEM D % DIGEON_A, 1977 Vol.25 p.1238, IEEE T COMMUN % FORNEY_GD, 1970 Vol.16 p.720, IEEE T INFORMATION T % FORNEY_GD, 1973 Vol.61 p.268, P IEEE % GALLAGER_RG, 1968 p.74, INFORMATION THEORY R % LARSEN_KJ, 1972 Vol.18 p.437, IEEE T INFORM THEORY %***% MASSEY_JL, 1974 E2, 1974 P INT ZUR SEM D % ODENWALDER_JP, 1973, NASA CR114561 LINK C % PAASKE_E, 1974 Vol.20 p.683, IEEE T INFORM THEORY % TAYLOR_DP, 1979, CRL68 MCMAST U REP % UNGERBOECK_G, 1976, 1976 INT S INF THEOR % WOZENCRAFT_JM, 1965 p.318, PRINCIPLES COMMUNICA % % see also % viterbi and omura @article{Forney2001, author = "Forney, Jr., G. D.", TITLE ="Codes on Graphs: Normal Realizations", year={2001}, journal={IEEE Transactions on Information Theory}, volume={47}, number={2}, pages={520-548} } @PhdThesis{Forney63, author = "Forney, Jr., G. D.", title = "Concatenated Codes", school = "M.I.T.", year = 1963 } @Book{Gallager63, author = "Gallager, R. G.", title = "Low Density Parity Check Codes", publisher = "MIT Press", year = 1963, address = "Cambridge, Mass.", series = "Research monograph series", number = "21" } % CL: [Computer Laboratory] Y256 @Book{Forney66, author = "Forney, Jr., G. D.", title = "Concatenated Codes", publisher = "MIT Press", address = "Cambridge, Mass.", year = "1966" } % MIT research monograph 37 @TechReport{Massey63, author = "J. L. Massey", title = "Threshold decoding", institution = "MIT", year = 1963, address = "Cambridge, Mass.", number = 410, annote = "[Computer Laboratory] V5 135" } @incollection{vanlint71, author = {van Lint, J. H.}, title = {Nonexistence theorems for perfect error-correcting codes}, booktitle = {Computers in Algebra and Number Theory, volume IV, SIAM--AMS Proceedings}, year = {1971}, } % Computers in algebra and number theory % Symposium in applied mathematics of the American Mathematical Society and the Society for Industrial and % Applied Mathematics % March 1970 % New York, U.S.A. % Proceedings: Birkhoff G., Hall M., A.M.S., Providence, 1971 % ISBN: 0-8218-1323-4 [Pure Maths] QA150.S9 1970 @article{tietavainen73, author = {Tiet\"av\"ainen, A.}, title = {On the nonexistence of perfect codes over finite fields}, journal = {SIAM J. Appl. Math.}, volume={24}, pages={88-96}, year = {1973}, } @article{Etzion1994, title={Perfect Binary Codes: Constructions, Properties, and Enumeration}, author={Etzion, T. and Vardy, A.}, journal={IEEE Transactions on Information Theory}, year={1994}, volume={40}, number={3}, pages={754-763}, abstract={Properties of nonlinear perfect binary codes are investigated and several new constructions of perfect codes are derived from these properties. An upper bound on the cardinality of the intersection of two perfect codes of length n is presented, and perfect codes whose intersection attains the upper bound are constructed for all n. As an immediate consequence of the proof of the upper bound we obtain a simple closed-form expression for the weight distribution of a perfect code. Furthermore, we prove that the characters of a perfect code satisfy certain constraints, and provide a sufficient condition for a binary code to be perfect. The latter result is employed to derive a generalization of the construction of Phelps, which is shown to give rise to some perfect codes that are nonequivalent to the perfect codes obtained from the known constructions. Moreover, for any m greater-than-or-equal-to 4 we construct full-rank perfect binary codes of length 2m - 1. These codes are obviously nonequivalent to any of the previously known perfect codes. Furthermore the latter construction exhibits the existence of full- rank perfect tilings. Finally, we construct a set of 2(2cn) nonequivalent perfect codes of length n, for sufficiently large n and a constant c = 0.5 - epsilon. Precise enumeration of the number of codes in this set provides a slight improvement over the results previously reported by Phelps.} } @Book{macwilliams&sloane, author = "MacWilliams, F. J. and Sloane, N. J. A.", title = "The theory of error-correcting codes", publisher = "North-Holland", year = 1977, address = "Amsterdam", annote = "Cav: 39 M 2; [Univ. Lib.] 349:1.c.95.356; South Front 4" } @incollection{Massey77, author = "J. L. Massey", title = "Coding and Complexity", publisher = "Springer", year = 1977 } @Book{lin&costello, author = "S. Lin and Costello, Jr., D. J.", title = "Error control coding: fundamentals and applications", publisher = "Prentice-Hall", year = 1983, address = "Englewood Cliffs, N.J.", annote = "[Univ. Lib.] 431.c.98.288 South Front 6 [King's College] BUF Lin" } % On loan, issued on 30 Nov 1994 16:40 % Due back on 25 Jan 1995 @TechReport{McEliece78, author = "R. J. McEliece", title = "A Public-key Cryptosystem Based on Algebraic Coding Theory", institution = "JPL", year = 1978, number = "DSN 42-44", address = "Pasadena" } % The McEliece Public-Key Cryptosystem % % Define a set of correctable error vectors Z = { z : low weight } % Encryption: % E = S G P (left to right) % where S is random invertible, G is a code with an efficient decoding % algm, P is a permutation matrix. % Decryption: apply PT, decode, apply S^. % Public key is the specification of Z and the matrix E. Secret key = % S, P, decoder. @Article{BMT78, author = "Berlekamp, E. R. and R. J. McEliece and van Tilborg, H. C. A.", title = "On the intractability of certain coding problems", journal = "IEEE Transactions on Information Theory", year = 1978, volume = 24, number = 3, pages = "384-386" } % shows that the general decoding problem for linear codes is NP-complete. @BOOK{Blahut, AUTHOR ="R. E. Blahut", TITLE ="Principles and Practice of Information Theory", YEAR =1987, PUBLISHER ="Addison-Wesley", ADDRESS ="New York"} @Book{gellmann, author = "M. Gell-Mann", title = "The Quark and the Jaguar", publisher = "nk", year = 1994, address = "nk" } @Book{Deco96, author = "G. Deco and D. Obradovic", title = "An Information--Theoretic Approach to Neural Computation", publisher = "Springer", year = 1996, annote={50 dollars} } @Article{Cover65, author = "T. M. Cover", title = "Geometrical and Statistical Properties of Systems of Linear Inequalities with Applications in Pattern Recognition", journal = "IEEE Transactions on Electronic Computers", year = 1965, volume = 14, pages = "326-334" } @BOOK{Cover&Thomas, AUTHOR ="T. M. Cover and J. A. Thomas", TITLE ="Elements of Information Theory", YEAR =1991, PUBLISHER ="Wiley", ADDRESS ="New York", annote="68 pounds"} @BOOK{vanTilburg, AUTHOR ="van Tilburg, J.", TITLE ="Security-Analysis of a Class of Cryptosystems Based on Linear Error-Correcting Codes", YEAR =1994, PUBLISHER ="Royal PTT Nederland NV", ADDRESS ="Leidschendam"} % Ross lent me this. It is quite a good terse book. @article{Berlekamp80, AUTHOR ="Berlekamp, E. R.", TITLE ="The Technology of Error--Correcting Codes", volume={}, number={}, pages={}, YEAR =1980, journal={IEEE Transactions on Information Theory}, } @BOOK{Berlekamp, AUTHOR ="Berlekamp, E. R.", TITLE ="Algebraic Coding Theory", YEAR =1968, PUBLISHER ="McGraw-Hill", ADDRESS ="New York", annote = "Y432 in CL library"} % p 231-240 discusses more than t errors with BCH code. % BCH: each digit in the code corresponds to one element in a GF @BOOK{Peterson&Weldon, AUTHOR ="W. W. Peterson and Weldon, Jr., E. J.", TITLE ="Error-Correcting Codes", edition = "2nd", YEAR =1972, PUBLISHER ="MIT Press", ADDRESS ="Cambridge, Massachusetts", annote="Y 179-2 in CL library"} @ARTICLE{Meier_Staffelbach, KEY ="", AUTHOR ="W. Meier and O. Staffelbach", TITLE ="Fast Correlation Attacks on Certain Stream Ciphers", JOURNAL ="J. Cryptology", YEAR ="1989", VOLUME ="1", PAGES ="159-176"} @BOOK{Feynman:SM, AUTHOR ="R. P. Feynman", TITLE ="Statistical Mechanics", YEAR =1972, ADDRESS ="New York", publisher={Addison--Wesley}} % PUBLISHER ="W. A. Benjamin, Inc.", @BOOK{Stryer, AUTHOR ="L. Stryer", TITLE ="Biochemistry", YEAR =1981, PUBLISHER ="W.H. Freeman"} % see page 631 (chapter 26 'the genetic code') for statement % `nearly all aa substitutions can be accounted for by a change of a % single base'. % Derives GCV? Proves the discrepancy principle is no good. % Not the earliest ref for GCV though? Or is 1979 better? % Mayeb this ref just deals with CV, not GCV. @ARTICLE{Wahba:75, AUTHOR ="G. Wahba", TITLE ="Smoothing Noisy Data with Spline Functions", JOURNAL ="Numer. Math.", VOLUME ="24", YEAR ="1975", PAGES ="383-393" } % The ref that Wahba often uses for GCV -- maybe this is the first ref % where the formula V(lambda) for use where sigma not known % and points not equispaced appears. @ARTICLE{Craven_Wahba, AUTHOR ="P. Craven and G. Wahba", TITLE ="Smoothing Noisy Data with Spline Functions", JOURNAL ="Numer. Math.", VOLUME ="31", YEAR ="1979", PAGES ="377-403" } % Gamma and its use in estimating sigma appears in Wahba 1983: @ARTICLE{Wahba:83, AUTHOR ="G. Wahba", TITLE ="{B}ayesian `Confidence Intervals' for the Cross-validated Smoothing Spline", JOURNAL ="J. R. Statist. Soc. B", VOLUME ="45", NUMBER ="1", YEAR ="1983", PAGES ="133-150" } % Derives GML for the first time, according to Wahba. % Also does comparisons and claims that GML is worse than GCV even when % the true function is smooth. Maybe not surprising since no care % is taken over the priors. % manages to derive GML without ever writing down the likelihood % that is discussed. @ARTICLE{Wahba_GML, AUTHOR ="G. Wahba", TITLE ="A Comparison of {GCV} and {GML} for Choosing the Smoothing Parameter in the Generalized Spline Smoothing Problem", JOURNAL ="Numer. Math.", VOLUME ="24", YEAR ="1975", PAGES ="383-393" } % Proves that splines are the Bayesian MAP for given priors % Wahba also cites Wahba 1978 for discussion of Bayes connection @ARTICLE{Kimeldorf_Wahba, AUTHOR ="G. S. Kimeldorf and G. Wahba", TITLE ="A Correspondence between {B}ayesian Estimation of Stochastic Processes and Smoothing by Splines", JOURNAL ="Annals of Mathematical Statistics", VOLUME ="41", NUMBER ="2", YEAR ="1970", PAGES ="495-502" } % Multiple alphas % claims to do both GCV and GML... % also discusses inference of sum model covariance matrix components, % I think. % AUTHOR ="C. Gu and G. Wahba", % TITLE ="Minimizing {GCV}/{GML} Scores with % Multiple Smoothing Parameters via the % {N}ewton Method", % JOURNAL ="SIAM J. Sci. Stat. Comput.", % VOLUME ="12", % YEAR ="1991", % PAGES ="383-398" %} @ARTICLE{Gu_Wahba, title={Minimizing {GCV}/{GML} Scores with Multiple Smoothing Parameters via the {N}ewton Method}, author={Gu, C. and Wahba, G.}, journal={{SIAM} Journal on Scientific and Statistical Computing}, year={1991}, volume={12}, number={2}, pages={383-398}, abstract={The (modified) Newton method is adapted to optimize generalized cross validation (GCV) and generalized maximum likelihood (GML) sources with multiple smoothing parameters. The main concerns in solving the optimization problem are the speed and the reliability of the algorithm, as well as the invariance of the algorithm under transformations under which the problem itself is invariant. The proposed algorithm is believed to be highly efficient for the problem, though it is still rather expensive for large data sets, since its operational counts are (2/3) kn3 + O(n2), with k the number of smoothing parameters and n the number of observations. Sensible procedures for computing good starting values are also proposed, which should help in keeping the execution load to the minimum possible. The algorithm is implemented in Rkpack [RKPACK and its applications: Fitting smoothing spline models, Tech. Report 857, Department of Statistics, University of Wisconsin, Madison, WI, 1989] and illustrated by examples of fitting additive and interaction spline models. It is noted that the algorithm can also be applied to the maximum likelihood (ML) and the restricted maximum likelihood (REML) estimation of the variance component models.} } @BOOK{Wahba90, AUTHOR ="G. Wahba", TITLE ="Spline Models for Observational Data", PUBLISHER ="Society for Industrial and Applied Mathematics. CBMS-NSF Regional Conference series in applied mathematics", YEAR ="1990", } % Other refs given by Wahba for inference of covariance matrix. @BOOK{Rao, AUTHOR ="C. R. Rao", TITLE ="Linear Statistical Inference and its Applications", PUBLISHER="Wiley", ADDRESS ="New York", YEAR ="1973" } % above available in college libraries, below not in them or in UL. @BOOK{Rao_Kleffe, AUTHOR ="C. R. Rao and J. Kleffe", TITLE ="Estimation of Variance Components and Applications", PUBLISHER="North-Holland", ADDRESS ="Amsterdam", YEAR ="1988" } @ARTICLE{Harville, AUTHOR ="Harville, D. A.", TITLE ="Maximum Likelihood Approaches to Variance Component Estimation and to Related Problems", JOURNAL ="J. Amer. Statist. Assoc.", VOLUME ="72", YEAR =1977, PAGES ="320-340", NOTE ="(with discussion)"} @ARTICLE{Lindstrom_Baies, AUTHOR ="Lindstrom, M. J. and Baies, D. M.", TITLE ="{N}ewton-{R}aphson and {EM} Algorithms for Linear Mixed-effects Models for Repeated-measures Data", JOURNAL ="J. Amer. Statist. Assoc.", VOLUME ="83", YEAR =1988, PAGES ="1014-1022"} @INCOLLECTION{Bridle, KEY ="Bridle", AUTHOR ="J. S. Bridle", TITLE ="Probabilistic interpretation of feedforward classification Network outputs, with relationships to statistical pattern recognition", BOOKTITLE ="Neuro-computing: algorithms, architectures and applications", YEAR ="1989", EDITOR ="F. Fougelman--Soulie and J. H\'erault", PAGES ="", PUBLISHER ="Springer--Verlag"} @ARTICLE{alphanets, KEY ="Bridle", AUTHOR ="J. S. Bridle", TITLE ="Alpha-Nets: A recurrent `neural' network architecture with a hidden {M}arkov model interpretation", JOURNAL ="Speech Communication", VOLUME ="9", NUMBER ="1", YEAR ="1990", PAGES ="83-92", } % John S Bridle % Speech Communication 9 (1990) 83-92. % That's Volume 9, No.1, February 1990. % ISSN 0167-6393 % Publisher: North Holland. % A more recent version of the AlphaNet stuff, with CSR and better notation, % is % An AlphaNet approach to optimising input transformations % for continuous speech recognition % J S Bridle and L Dodd, % Proc ICASSP91 (Toronto) @TECHREPORT{Fantargs1, KEY ="Bridle", AUTHOR ="J. S. Bridle", TITLE ="The phantom target cluster Network: a peculiar relative of (unsupervised) maximum likelihood stochastic modelling and (supervised) error backpropagation", YEAR ="1988", NUMBER ="SP4: 66", INSTITUTION ="RSRE"} @INPROCEEDINGS{Moody, KEY ="", AUTHOR ="J. E. Moody", TITLE ="Note on generalization, regularization and architecture selection in nonlinear learning systems", BOOKTITLE ="First IEEE--SP Workshop on neural networks for signal processing", PUBLISHER ="IEEE Computer society press", YEAR ="1991", PAGES ="847-854" } @INPROCEEDINGS{Moody.nips4, KEY ="", AUTHOR ="J. E. Moody", TITLE ="The {\it Effective} Number of Parameters: An Analysis of Generalization and Regularization in Nonlinear Learning Systems", BOOKTITLE ="Advances in Neural Information Processing Systems 4", EDITOR ="J. E. Moody and S. J. Hanson and R. P. Lippmann", PUBLISHER ="Morgan Kaufmann", ADDRESS ="San Mateo, California", YEAR ="1992", PAGES ="847-854"} @INPROCEEDINGS{Keeler_Rumelhart.nips4, KEY ="", AUTHOR ="Keeler, J. and Rumelhart, D. E.", TITLE ="A Self-Organizing Integrated Segmentation and Recognition Neural Net", BOOKTITLE ="Advances in Neural Information Processing Systems 4", EDITOR ="J. E. Moody and S. J. Hanson and R. P. Lippmann", PUBLISHER ="Morgan Kaufmann", ADDRESS ="San Mateo, California", YEAR ="1992", PAGES ="496-503"} @inproceedings{ bottou98coder, author = "L. Bottou and Howard, P. G. and Y. Bengio", title = "The {Z}-Coder Adaptive Binary Coder", booktitle = "Proceedings of the Data Compression Conference, Snowbird, Utah, March 1998", pages={13-22}, year = "1998" } @INPROCEEDINGS{Guyon.nips4, KEY ="", AUTHOR ="I. Guyon and V. N. Vapnik and B. E. Boser and L. Y. Bottou and S. A. Solla", TITLE ="Structural risk minimization for character recognition", BOOKTITLE ="Advances in Neural Information Processing Systems 4", EDITOR ="J. E. Moody and S. J. Hanson and R. P. Lippmann", PUBLISHER ="Morgan Kaufmann", ADDRESS ="San Mateo, California", YEAR ="1992", PAGES ="471-479"} @BOOK{Bayes.Kalman, KEY ="", AUTHOR ="Bar-Shalom, Y. and T.E. Fortmann", TITLE ="Tracking and Data Association", PUBLISHER ="Academic Press", YEAR ="1988"} % Bayesian model comparison for Kalman filter models @BOOK{Blake_Zisserman, KEY ="", AUTHOR ="Blake, A. and Zisserman, A.", TITLE ="Visual Reconstruction", PUBLISHER ="MIT Press", YEAR ="1987", ADDRESS ="Cambridge Mass."} @misc{ fox01particle, author = "D. Fox and S. Thrun and W. Burgard and F. Dellaert", title = "Particle filters for mobile robot localization", text = "Fox D., Thrun S., Burgard W. & Dellaert F. (2001). Particle filters for mobile robot localization. In Sequential Monte Carlo Methods in Practice (eds A. Doucet, J.F.G. de Freitas and N.J. Gordon). New York: Springer-Verlag.", year = "2001", url = "citeseer.nj.nec.com/fox01particle.html" } @book{particlefilters01, title={Sequential Monte Carlo Methods in Practice}, editor={A. Doucet and J.F.G. de Freitas and N.J. Gordon}, address={New York}, publisher={Springer-Verlag}, year = "2001", ISBN={ 0-387-95146-6}, url={http://www-sigproc.eng.cam.ac.uk/~ad2/book.html} } @misc{ blake98learning, author = "A. Blake and B. North and M. Isard", title = "Learning multi-class dynamics", text = "A. Blake, B. North, and M. Isard, Learning multi-class dynamics, in NIPS '98, 1998.", year = "1998"} @article{ isard98condensation, author = "M. Isard and A. Blake", title = "Condensation -- conditional density propagation for visual tracking", journal = "International Journal of Computer Vision", volume={29}, number={1}, pages={ 5-28}, year = "1998" } @inproceedings{ isard98smoothing, author = "Michael Isard and Andrew Blake", title = "A Smoothing Filter for {CONDENSATION}", booktitle = "{EVVC} (1)", pages = "767-781", year = "1998", url = "citeseer.nj.nec.com/isard98smoothing.html" } @misc{ isard96visual, author = "M. Isard and A. Blake", title = "Visual tracking by stochastic propagation of conditional density", text = "Proc. Fourth European Conf. Computer Vision, pp. 343--356", year = "1996" } @Article{Terzopoulos, author = "D. Terzopoulos", title = "Regularization of inverse problems involving discontinuities", journal = "IEEE PAMI", year = 1986, volume = 8, number = 4, pages = "417-438" } % STATISTICS AND NEURAL NETS @ARTICLE{Solla, KEY ="Solla", AUTHOR ="S. A. Solla and E. Levin and M. Fleisher", TITLE ="Accelerated learning in layered Neural Networks", JOURNAL ="Complex systems", YEAR ="1988", VOLUME ="2", NUMBER ="", PAGES ="625--640"} @misc{ hinton00training, author = "G. Hinton", title = "Training products of experts by minimizing contrastive divergence", text = "G. E. Hinton. Training products of experts by minimizing contrastive divergence. Technical Report GCNU TR 2000-004, Gatsby Computational Neuroscience Unit, University College London, 2000.", year = "2000", url = "citeseer.nj.nec.com/hinton00training.html" } @INPROCEEDINGS{HintonSej, KEY ="Hinton and Sejnowski", AUTHOR ="G. E. Hinton and T. J. Sejnowski", TITLE ="Optimal Perceptual Inference", BOOKTITLE ="Proc. IEEE Conference on Computer Vision and Pattern Recognition", YEAR ="1983", PAGES ="448--453"} @INCOLLECTION{Brain_Damage, KEY ="LeCun \etal", AUTHOR ="LeCun, Y. and J.S. Denker and S. A. Solla", TITLE ="Optimal Brain Damage", BOOKTITLE ="Advances in Neural Information Processing Systems 2", YEAR ="1990", EDITOR ="D.S. Touretzky", PAGES ="598--605", PUBLISHER ="Morgan Kaufmann"} @INPROCEEDINGS{Luttrell, KEY ="Luttrell", AUTHOR ="S. P. Luttrell", TITLE ="Hierarchical Self-organising Networks", BOOKTITLE ="Proc. 1st {IEE} Conf on Artificial Neural Networks, {L}ondon", YEAR ="1989", PAGES ="2--6"} % Luttrell 1989c, `Self-organisation: a derivation from first principles % of a class of learning algorithms' presented at IJCNN 1989, Washington @INPROCEEDINGS{Luttrell_Maxent, KEY ="Luttrell", AUTHOR ="S. P. Luttrell", TITLE ="The use of {B}ayesian and entropic methods in Neural Network theory", BOOKTITLE ="Maximum Entropy and {B}ayesian Methods, {C}ambridge 1988", EDITOR ="J. Skilling", PUBLISHER ="Kluwer", ADDRESS ="Dordrecht", YEAR ="1989", PAGES ="363--370"} @ARTICLE{SL.transinformation, KEY ="Luttrell", AUTHOR ="S. P. Luttrell", TITLE ="The use of transinformation in the design of data sampling schemes for inverse problems", JOURNAL ="Inverse Problems", VOLUME ="1", PAGES ="199-218", YEAR ="1985"} @book {kanerva-88, key = "Kanerva", author = "Kanerva, P.", year = "1988", title = "Sparse Distributed Memory", address = "Cambridge, MA", publisher = "MIT Press" } @article{deerwester-dumais-landauer-furnas-harshman-90, author = "S. Deerwester and S. T. Dumais and T. K. Landauer and G. W. Furnas and R. A. Harshman", year = "1990", title = "Indexing by latent semantic analysis", journal = "Journal of the Society for Information Science", volume = "41", number = "6", pages = "391-407", annote = "first technical LSI paper; good background." } @inproceedings{landauer-laham-foltz-98, author = "T. K. Landauer and D. Laham and P. W. Foltz", title = "Learning Human-like Knowledge with Singular Value Decomposition: A Progress Report", booktitle = "Neural Information Processing Systems (NIPS*97)", year = "1998" } @article{landauer-dumais-97, author = "T. K. Landauer and S. T. Dumais", year = "1997", title = "Solution to Plato's Problem: The Latent Semantic Analysis Theory of Acquisition, Induction and Representation of Knowledge", journal = "Psychological Review", pages = "211-240", volume = "104", number = "2" } @inproceedings{bartell-cottrell-belew-92, author = "B.T. Bartell and G.W. Cottrell and R.K. Belew", year = "1992", title = "{Latent Semantic Indexing} is an optimal special case of multidimensional scaling", booktitle = "Proc SIGIR-92", publisher = "ACM Press", address = "New York" } @article{hummel-holyoak-97, author = "J. E. Hummel and K. J. Holyoak", title = "Distributed representations of structure: {A} theory of analogical access and mapping", journal = "Psychological Review", year = 1997, volume = 104, number = 3, pages = "427--466", annote = "LISA paper" } @inproceedings{kanerva-96, author = "P. Kanerva", year = 1996, title = "Binary spatter-coding of ordered K-tuples", volume = 1112, pages = "869-873", publisher = "Springer", editor = "C. von der Malsburg and W. von Seelen and J.C. Vorbruggen and B. Sendhoff", booktitle = "Artificial Neural Networks--ICANN Proceedings", series = "Lecture Notes in Computer Science", address = "Berlin", keywords = "HRRs, distributed representations" } @unpublished{halford-wilson-phillips-bbs98, author = "Halford, Graeme and Wilson, William H. and Phillips, Steven", title = "Processing Capacity Defined by Relational Complexity: Implications for Comparative, Developmental, and Cognitive Psychology", note = "Behavioral and Brain Sciences", year = "to appear" } @InBook{plate-97c, author = "Tony A. Plate", chapter = "A Common Framework for Distributed Representation Schemes for Compositional Structure", title = "Connectionist Systems for Knowledge Representation and Deduction", publisher = "Queensland University of Technology", year = "1997", editor = "Fr\'ed\'eric Maire and Ross Hayward and Joachim Diederich", pages = "15-34" } @article{plate95, author={Tony A. Plate}, year={1995}, title={Holographic Reduced Representations}, journal={IEEE Transactions on Neural Networks}, volume={6}, number={3}, pages={623-641} } @incollection{plate-98, author = "Tony Plate", title = "Analogy retrieval and processing with distributed represenations", year = "1998", booktitle = "Advances in Analogy Research: Integration of Theory and Data from the Cognitive, Computational, and Neural Sciences", pages = "154--163", editor = "Keith Holyoak and Dedre Gentner and Boicho Kokinov", publisher = "NBU Series in Cognitive Science, New Bugarian University, Sofia." } @incollection ( willshaw-81, key = "Willshaw" , author = "Willshaw, D." , year = "1981" , title = "Holography, associative memory, and inductive generalization" , editor = "G.~E. Hinton and J.~A. Anderson" , booktitle= "Parallel models of associative memory" , address = "Hillsdale, NJ" , publisher= "Erlbaum" ) @inproceedings (hinton-88, key = "Hinton", author = "G. E. Hinton", title = "Representing Part-whole Hierarchies in Connectionist Networks", pages = "48-54", booktitle = COGSCI-88, year = "1988" ) @article (hinton-90, key = "Hinton", author = "Hinton, G.~E.", title = "Mapping part--whole hierarchies into connectionist networks", journal = "Artificial Intelligence", volume = "46", number = "1-2", pages = "47-76", year = "1990" ) @ARTICLE{WillshawDayan, KEY ="Willshaw and Dayan", AUTHOR ="D. Willshaw and P. Dayan", TITLE ="Optimal Plasticity from Matrix Memories: what goes up must come down", JOURNAL ="Neural Computation", YEAR ="1990", VOLUME ="2", NUMBER ="1", PAGES ="85--93"} @ARTICLE{Nadal_duality, KEY ="Nadal", AUTHOR ="J.-P. Nadal and N. Parga", TITLE ="Duality between learning machines: a bridge between supervised and unsupervised learning", JOURNAL ="Neural Computation", YEAR ="1994", VOLUME ="6", NUMBER ="3", PAGES ="489-506"} @INPROCEEDINGS{Solla_generalisation, KEY ="Tishby \etal", AUTHOR ="N. Tishby and E. Levin and S. A. Solla", TITLE ="Consistent inference of probabilities in layered Networks: predictions and generalization", BOOKTITLE ="Proc. {IJCNN}, {W}ashington", YEAR ="1989", PAGES =""} @INPROCEEDINGS{LevinTishbySolla, KEY ="Levin \etal", AUTHOR ="E. Levin and N. Tishby and S. A. Solla", TITLE ="A statistical approach to learning and generalization in layered Neural Networks", BOOKTITLE ="{COLT} '89: 2nd workshop on computational learning theory", YEAR ="1989", PAGES ="245--260"} %more details in Buntine paper @ARTICLE{Buntine_Weigend, KEY ="Buntine and Weigend", AUTHOR ="W.L. Buntine and A.S. Weigend", TITLE ="{B}ayesian Back--propagation", JOURNAL ="Complex Systems", YEAR ="1991", VOLUME ="5", PAGES ="603--643"} @TECHREPORT{Wolpert_rig, KEY ="Wolpert", AUTHOR ="D. H. Wolpert", TITLE ="A rigorous investigation of `evidence' and `{O}ccam factors' in {B}ayesian reasoning'", YEAR ="1992", NUMBER ="T.R. 92-03-013", INSTITUTION ="Santa Fe Inst."} @TECHREPORT{Wolpert_Wolf, KEY ="Wolpert and Wolf", AUTHOR ="D. H. Wolpert and D. R. Wolf", TITLE ="Estimating functions of probability distributions from a finite set of samples. Part I: {B}ayes estimators and the {S}hannon entropy", YEAR ="1993", NUMBER ="LA-UR-92-4369", INSTITUTION ="Los Alamos National Laboratory"} @TECHREPORT{Buntine2, KEY ="Buntine", AUTHOR ="W.L. Buntine", TITLE ="Theory refinement on {B}ayesian Networks", YEAR ="1991", INSTITUTION =""} @ARTICLE{Buntine:trees, KEY ="Buntine", AUTHOR ="W.L. Buntine", TITLE ="Learning classification trees", YEAR ="1992", JOURNAL ="Statistics and Computing", VOLUME ="2", PAGES ="63-73"} @ARTICLE{Bishop, KEY ="Bishop", AUTHOR ="C. M. Bishop", TITLE ="Exact calculation of the {H}essian matrix for the multilayer perceptron", JOURNAL ="Neural Computation", YEAR ="1992", VOLUME ="4", NUMBER ="4", PAGES ="494--501"} @techreport{Peto, AUTHOR ="Peto, L. B.", TITLE ="A Comparison of Two Smoothing Methods for Word Bigram Models", YEAR =1994, institution = "Computer Systems Research Institute, University of Toronto", Number ="CSRI-304"} % Amino Acid Index Database % % % % Please cite the following reference when making use of the database. % % Nakai, K., Kidera, A., and Kanehisa, M.; Cluster analysis of % % amino acid indices for prediction of protein structure and % % function. Prot. Eng. 2, 93-100 (1988) % @Article{amino_index, author = "Nakai, K. and Kidera, A. and Kanehisa, M.", title = "Cluster analysis of amino acid indices for prediction of protein structure and function", journal = "Prot. Eng.", year = 1988, volume = 2, pages = "93-100" } % Protein superfamilies and domain superfolds % C. A. Orengo and othewrs Nature vol 372 15 Dec 1994 p.631 @UNPUBLISHED{Buntine3, KEY ="Buntine", AUTHOR ="W. L. Buntine and A. S. Weigend", TITLE ="Calculating second derivatives on feed-forward Networks", NOTE ="Submitted to IEEE Trans. on Neural Networks", YEAR ="1991"} @ARTICLE{Lewicki, KEY ="Lewicki", AUTHOR ="M.S. Lewicki", TITLE ="Bayesian modeling and classification of neural signals", JOURNAL ="Neural Computation", VOLUME ="6", NUMBER =5, PAGES ="1005-1030", YEAR ="1994"} @INCOLLECTION{Denker2, KEY ="Denker and LeCun", AUTHOR ="J.S. Denker and LeCun, Y.", TITLE ="Transforming Neural-net output levels to probability distributions", BOOKTITLE ="Advances in Neural Information Processing Systems 3", YEAR ="1991", EDITOR ="R. P. Lippmann", PAGES ="853--859", ADDRESS ="San Mateo, California", PUBLISHER ="Morgan Kaufmann"} @INCOLLECTION{Becker_Le_Cun, KEY ="Becker and LeCun", AUTHOR ="S. Becker and LeCun, Y.", TITLE ="Improving the convergence of back-propagation learning with second order methods", BOOKTITLE ="Proc. of the connectionist models Summer school", YEAR ="1988", EDITOR ="D.S. Touretzky et. al.", PAGES ="29", ADDRESS ="San Mateo, California", PUBLISHER ="Morgan Kaufmann"} % LUTTRELL @ARTICLE{Luttrell_IEEE90, KEY ="Luttrell", AUTHOR ="S. P. Luttrell", TITLE ="Derivation of a class of training algorithms", JOURNAL ="IEEE Trans. on Neural Networks", YEAR ="1990", VOLUME ="1", NUMBER ="2", PAGES ="229--232"} @ARTICLE{Luttrell94:SOM, KEY ="Luttrell", AUTHOR ="S. P. Luttrell", TITLE ="A {B}ayesian analysis of self-organising maps", JOURNAL ="Neural Computation", YEAR ="1994", VOLUME ="6", PAGES ="767-794"} @TechReport{Luttrell:BC, author = "S. P. Luttrell", title = "The {G}ibbs Machine applied to hidden {M}arkov model problems. Part 1: Basic theory", institution = "SP4 division, RSRE", year = 1989, number = 99, address = "Malvern, U.K." } @article{Luttrell94:PMD, KEY ="Luttrell", AUTHOR ="S. P. Luttrell", TITLE ="The partitioned mixture distribution: an adaptive {B}ayesian network for low-level image processing", volume={141}, number={4}, JOURNAL ={Proc. IEE Vision, Image and Signal Processing}, YEAR ="1994", PAGES ="251-260"} % IEE Proceedings on Vision Image and Signal Processing", % An adaptive Bayesian network for low-level image processing", Proceedings of the 3rd % International IEE Conference on Artificial Neural Networks, Brighton, 1993, pp. 61-65 % this is the first PMD paper. % BM'S, MEAN FIELD THEORY @ARTICLE{mean-field, KEY ="Peterson et. al.", AUTHOR ="C. Peterson and J. R. Anderson", TITLE ="A Mean Field Theory Learning Algorithm for Neural Networks", JOURNAL ="Complex Systems", YEAR ="1987", VOLUME ="1", NUMBER ="", PAGES ="995-1019"} @ARTICLE{peterson_soderberg87, KEY ="Peterson and Soderberg", AUTHOR ="C. Peterson and B. Soderberg", TITLE ="A New Method for Mapping Optimization Problems onto Neural Networks", JOURNAL ="Int. Journal Neural Systems", YEAR ="1989", VOLUME ="1", NUMBER ="1", PAGES =""} @INPROCEEDINGS{Sej, KEY ="Sejnowski", AUTHOR ="T. J. Sejnowski", TITLE ="Higher order {B}oltzmann machines", BOOKTITLE ="Neural networks for computing", EDITOR ="J.S. Denker", PAGES ="398-403", ADDRESS ="New York", PUBLISHER ="American Institute of Physics", YEAR ="1986" } @TechReport{sejnowski-rosenberg-86, key = "Sejnowski", author = "T.~J. Sejnowski and C.~R. Rosenberg", title = "{\em NETtalk: A parallel network that learns to read aloud}", type = "Technical Report 86-01", institution = "Department of Electrical Engineering and Computer Science, Johns Hopkins University, Baltimore, MD.", year = "1986", } @Article{nettalk, author = "T. J. Sejnowski and C. R. Rosenberg", title = "Parallel Networks that Learn to Pronounce {E}nglish Text", journal = "Journal of Complex Systems", volume = "1", number = "1", month = feb, year = "1987", pages = "145--168", comment = "Classic paper covering the NETtalk system, which learns to convert English text to speech.", } % TSP % Other Neural Nets @ARTICLE{DurbWill, KEY ="Durbin and Willshaw", AUTHOR ="R. Durbin and D. Willshaw", TITLE ="An analogue approach to the travelling salesman problem using an elastic Net method", JOURNAL ="Nature", YEAR ="1987", VOLUME ="326", NUMBER ="", PAGES ="689--91"} @article(Eberhart&al:91, Author = {Eberhart, S. P. and Daud, D. and Kerns, D. A. and Brown, T. X. and Thakoor, A. P.}, Title = {Competitive Neural Architecture for Hardware Solution to the Assignment Problem}, Journal = {Neural Networks}, Volume = {4}, Pages = {431--442}, Year = {1991}) @article(Peterson&Soderberg:89, Author = {Peterson, C. and S\"{o}derberg, B.}, Title = {A new method for mapping optimization problems onto neural networks}, Journal = {International Journal of Neural Systems}, Volume = {1}, Number = {1}, Pages = {3--22}, Year = {1989}) @article(Peterson&Anderson:88, Author = {Peterson, C. and Anderson, J. R.}, Title = {Neural Networks and {NP}-complete Optimization Problems; A Performance Study on the Graph Bisection Problem}, Journal = {Complex Systems}, Volume = {2}, Number = {1}, Pages = {59--89}, Year = {1988}) @article(Van&Miller:89, Author = {Van den Bout, D. E. and Miller, III, T. K.}, Title = {Improving the Performance of the {Hopfield--Tank} Neural Network Through Normalization and Annealing}, Journal = {Biological Cybernetics}, Volume = {62}, Pages = {129--139}, Year = {1989}) @article(Van&Miller:90, Author = {Van den Bout, D. E. and Miller, III, T. K.}, Title = {Graph Partitioning using Annealed Neural Networks}, Journal = {IEEE Transactions on Neural Networks}, Volume = {1}, Number = {2}, Pages = {192--203}, Month = {June}, Year = {1990}) @ARTICLE{Aiyer, KEY ="Aiyer et. al.", AUTHOR ="S. V. B. Aiyer and M. Niranjan and F. Fallside", TITLE =" A Theoretical investigation into the performance of the {H}opfield model", JOURNAL ="IEEE Trans. on Neural Networks", YEAR ="1990", VOLUME ="1", NUMBER ="2", PAGES ="204--215"} @PHDTHESIS{Aiyer_thesis, KEY ="Aiyer", AUTHOR ="S. V. B. Aiyer", TITLE ={Solving Combinatorial Optimization Problems Using Neural Networks}, YEAR ="1991", SCHOOL={Cambridge University Engineering Department PhD}, NOTE={CUED/F-INFENG/TR 89} } @ARTICLE{Gee_Prager, KEY ="Gee and Prager", AUTHOR ="A. H. Gee and R. W. Prager", TITLE ="Polyhedral Combinatorics and Neural Networks", JOURNAL ="Neural Computation", YEAR ="1994", VOLUME ="6", NUMBER ="", PAGES ="161-180"} % BASIC NEURAL NET REFS @BOOK{PDP, KEY ="D. E. Rumelhart and J. E. McClelland", AUTHOR ="D. E. Rumelhart and J. E. McClelland", TITLE ="Parallel Distributed Processing", PUBLISHER ="MIT Press", YEAR ="1986", ADDRESS ="Cambridge Mass."} @ARTICLE{backprop, KEY ="Rumelhart \etal", AUTHOR ="D. E. Rumelhart and G. E. Hinton and R. J. Williams", TITLE ="Learning representations by back--propagating errors", JOURNAL ="Nature", YEAR ="1986", VOLUME ="323", NUMBER ="", PAGES ="533--536"} % in the pdp book this is 318--362 @TechReport{Williams85, KEY ="Williams", AUTHOR ="R. J. Williams", TITLE ="Feature Discovery through Error-Correction Learning", institution = "Insititute for Cognitive Science", year = 1985, number = "ICS 8501" } @ARTICLE{Pineda, KEY ="Pineda", AUTHOR ="F.J. Pineda", TITLE ="Recurrent back--propagation and the dynamical approach to adaptive Neural computation", JOURNAL ="Neural Computation", YEAR ="1989", VOLUME ="1", NUMBER ="", PAGES ="161--172"} % initial of Heil? @ARTICLE{Baldi, KEY ="Baldi", AUTHOR ="P. Baldi and Heiligenberg", TITLE ="How sensory maps could enhance resolution through ordered arrangement of broadly tuned receivers", JOURNAL ="Biol. Cyb.", VOLUME ="59", PAGES