@article{robbins2006phenomenal,
  title={The Phenomenal Stance},
  author={Philip Robbins and Anthony I. Jack},
  journal={Philosophical Studies},
  volume={127},
  number={1},
  pages={59--85},
  year={2006},
  doi={10.1007/s11098-005-1730-x}
}

@book{russel2009artificial,
  author = {Stuart Russell and Peter Norvig},
  publisher = {Prentice Hall},
  title = {Artificial Intelligence: A Modern Approach},
  year = {2009},
  edition = {3rd},
  address={Englewood Cliffs, {NJ}}
}

@book{sutton1998introduction,
  title={Reinforcement Learning: An Introduction},
  author={Richard S. Sutton and Andrew G. Barto},
  year={1998},
  publisher={{MIT} Press},
  address={Cambridge, {MA}}
}

@inproceedings{livingston2008broad,
  title={On the Broad Implications of Reinforcement Learning based {AGI}},
  author={Livingston, Scott and Garvey, Jamie and Elhanany, Itamar},
  booktitle={Artificial General Intelligence 2008},
  pages={478--482},
  year={2008}
}

@book{singer2009animal,
  title={Animal Liberation: The Definitive Classic of the Animal Movement},
  author={Singer, Peter},
  year={2009},
  publisher={Harper Perennial Modern Classics},
  address={New York, {NY}}
}

@article{sutton1988learning,
  title={Learning to Predict by the Methods of Temporal Differences},
  author={Richard S. Sutton},
  journal={Machine Learning},
  volume={3},
  number={1},
  pages={9--44},
  year={1988},
  doi={10.1007/BF00115009}
}

@article{schultz1997neural,
  title={A Neural Substrate of Prediction and Reward},
  author={Wolfram Schultz and Peter Dayan and P. Read Montague},
  journal={Science},
  volume={275},
  number={5306},
  pages={1593--1599},
  year={1997},
  doi={10.1126/science.275.5306.1593}
}

@article{seymour2004temporal,
  title={Temporal Difference Models Describe Higher-Order Learning in Humans},
  author={Ben Seymour and John P. O'Doherty and Peter Dayan and Martin Koltzenburg and Anthony K. Jones and Raymond J. Dolan and Karl J. Friston and Richard S. Frackowiak},
  journal={Nature},
  volume={429},
  number={6992},
  pages={664--667},
  year={2004},
  doi={10.1038/nature02581}
}

@article{glimcher2011understanding,
  title={Understanding Dopamine and Reinforcement Learning: The Dopamine Reward Prediction Error Hypothesis},
  author={Glimcher, Paul W.},
  journal={Proceedings of the National Academy of Sciences},
  volume={108},
  number={Supplement 3},
  pages={15647--15654},
  year={2011},
  doi={10.1073/pnas.1014269108}
}

@article{pan2005dopamine,
  title={Dopamine Cells Respond to Predicted Events during Classical Conditioning: Evidence for Eligibility Traces in the Reward-Learning Network},
  author={Pan, Wei-Xing and Schmidt, Robert and Wickens, Jeffery R. and Hyland, Brian I.},
  journal={The Journal of Neuroscience},
  volume={25},
  number={26},
  pages={6235--6242},
  year={2005},
  doi={10.1523/JNEUROSCI.1478-05.2005}
}

@article{khamassi2005actor,
  title={Actor--Critic Models of Reinforcement Learning in the Basal Ganglia: From Natural to Artificial Rats},
  author={Khamassi, Mehdi and Lach{\`e}ze, Lo{\"\i}c and Girard, Beno{\^\i}t and Berthoz, Alain and Guillot, Agn{\`e}s},
  journal={Adaptive Behavior},
  volume={13},
  number={2},
  pages={131--148},
  year={2005},
  doi={10.1177/105971230501300205}
}

@article{maia2010two,
  title={Two-Factor Theory, the Actor-Critic Model, and Conditioned Avoidance},
  author={Tiago V. Maia},
  journal={Learning \& Behavior},
  volume={38},
  number={1},
  pages={50--67},
  year={2010},
  doi={10.3758/LB.38.1.50}
}

@article{shteingart2014reinforcement,
  title={Reinforcement Learning and Human Behavior},
  author={Shteingart, Hanan and Loewenstein, Yonatan},
  journal={Current Opinion in Neurobiology},
  volume={25},
  pages={93--98},
  year={2014},
  doi={10.1016/j.conb.2013.12.004}
}

@article{doll2012ubiquity,
  title={The Ubiquity of Model-Based Reinforcement Learning},
  author={Doll, Bradley B. and Simon, Dylan A. and Daw, Nathaniel D.},
  journal={Current Opinion in Neurobiology},
  volume={22},
  number={6},
  pages={1075--1081},
  year={2012},
  doi={10.1016/j.conb.2012.08.003}
}

@inproceedings{koutnik2013evolving,
  title={Evolving Large-Scale Neural Networks for Vision-Based Reinforcement Learning},
  author={Koutn{\'\i}k, Jan and Cuccu, Giuseppe and Schmidhuber, J{\"u}rgen and Gomez, Faustino},
  booktitle={Proceedings of the 15th Annual Conference on Genetic and Evolutionary Computation},
  pages={1061--1068},
  year={2013},
  doi={10.1145/2463372.2463509}
}

@incollection{lange2012batch,
  title={Batch Reinforcement Learning},
  author={Lange, Sascha and Gabel, Thomas and Riedmiller, Martin},
  booktitle={Reinforcement Learning: State-of-the-Art},
  editor={Marco Wiering and Martijn van Otterlo},
  pages={45--73},
  year={2012},
  doi={10.1007/978-3-642-27645-3_2}
}

@inproceedings{sutton1990integrated,
  title={Integrated Architecture for Learning, Planning, and Reacting Based on Approximating Dynamic Programming},
  author={Sutton, Richard S.},
  pages={216--224},
  year={1990},
  booktitle = {{ICML}}
}

@book{marcus2009kluge,
  title={Kluge: The Haphazard Evolution of the Human Mind},
  author={Marcus, Gary},
  year={2009},
  publisher={Houghton Mifflin Harcourt},
  address={New York, {NY}}
}

@inproceedings{wright1996reinforcement,
  title={Reinforcement Learning and Animat Emotions},
  author={Wright, Ian},
  booktitle={From Animals to Animats 4: Proceedings of the Fourth International Conference on Simulation of Adaptive Behavior},
  pages={272--281},
  year={1996}
}

@article{berridge2009dissecting,
  title={Dissecting Components of Reward: ‘Liking’, ‘Wanting’, and Learning},
  author={Berridge, Kent C. and Robinson, Terry E. and Aldridge, J. Wayne},
  journal={Current Opinion in Pharmacology},
  volume={9},
  number={1},
  pages={65--73},
  year={2009},
  doi={10.1016/j.coph.2008.12.014}
}

@article{berridge2011building,
  title={Building a Neuroscience of Pleasure and Well-Being},
  author={Berridge, Kent C. and Kringelbach, Morten L.},
  journal={Psychology of Well-Being},
  volume={1},
  number={1},
  pages={1--26},
  year={2011},
  doi={10.1186/2211-1522-1-3},
}

@article{schultz2002getting,
  title={Getting Formal with Dopamine and Reward},
  author={Schultz, Wolfram},
  journal={Neuron},
  volume={36},
  number={2},
  pages={241--263},
  year={2002},
  doi={10.1016/S0896-6273(02)00967-4}
}

@incollection{aldridge2010neural,
  title={Neural Coding of Pleasure: ``Rose-Tinted Glasses" of the Ventral Pallidum},
  author={Aldridge, J. Wayne and Berridge, Kent C.},
  booktitle={Pleasures of the Brain},
  series={Series in Affective Science},
  pages={62--73},
  year={2010},
  publisher={Oxford University Press},
  editor={Morten L. Kringelbach and Kent C. Berridge}
}

@article{lee2007multiagent,
  title={A Multiagent Approach to {Q}-Learning for Daily Stock Trading},
  author={Lee, Jae Won and Park, Jonghun and O, Jangmin and Lee, Jongwoo and Hong, Euyseok},
  journal={Systems, Man and Cybernetics, Part A: Systems and Humans, IEEE Transactions on},
  volume={37},
  number={6},
  pages={864--877},
  year={2007},
  doi={10.1109/TSMCA.2007.904825}
}

@inproceedings{aissani2009dynamic,
  author = {Nassima Aissani and Bouziane Beldjilali},
  title = {Dynamic Scheduling in Petroleum Process using Reinforcement Learning},
  booktitle = {CIIA},
  year = {2009},
  crossref = {DBLP:conf/ciia/2009}
}

@proceedings{DBLP:conf/ciia/2009,
  editor = {Abdelmalek Amine and Otmane A\"{\i}t Mohamed and Zakaria Elberrichi},
  title = {Proceedings of the 2nd Conf{\'e}rence Internationale sur l'Informatique et ses Applications (CIIA'09), Saida, Algeria, May 3-4, 2009},
  booktitle = {CIIA}
  series  = {CEUR Workshop Proceedings},
  volume = {547},
  year = {2009},
  bibsource = {DBLP, http://dblp.uni-trier.de}
}

@inproceedings{gaweda2006model,
  title={Model Predictive Control with Reinforcement Learning for Drug Delivery in Renal Anemia Management},
  author={Gaweda, Adam E. and Muezzinoglu, Mehmet K. and Jacobs, Alfred A. and Aronoff, George R. and Brier, Michael E.},
  booktitle={Engineering in Medicine and Biology Society, 28th Annual International Conference of the IEEE},
  pages={5177--5180},
  year={2006},
  doi={10.1109/IEMBS.2006.260685}
}

@inproceedings{malof2011optimizing,
  title={Optimizing Drug Therapy with Reinforcement Learning: The Case of Anemia Management},
  author={Malof, Jordan M. and Gaweda, Adam E.},
  booktitle={Neural Networks, International Joint Conference on},
  pages={2088--2092},
  year={2011},
  doi={10.1109/IJCNN.2011.6033485}
}

@article{aydin2000dynamic,
  title={Dynamic Job-Shop Scheduling Using Reinforcement Learning Agents},
  author={Aydin, M. Emin and {\"O}ztemel, Ercan},
  journal={Robotics and Autonomous Systems},
  volume={33},
  number={2--3},
  pages={169--178},
  year={2000},
  doi={10.1016/S0921-8890(00)00087-7}
}

@article{tesauro1994td,
  title={{TD}-{G}ammon, a Self-Teaching Backgammon Program, Achieves Master-Level Play},
  author={Tesauro, Gerald},
  journal={Neural Computation},
  volume={6},
  number={2},
  pages={215--219},
  year={1994},
  doi={10.1162/neco.1994.6.2.215}
}

@article{van2008application,
  title={Application of Reinforcement Learning to the Game of {O}thello},
  author={van Eck, Nees Jan and van Wezel, Michiel},
  journal={Computers \& Operations Research},
  volume={35},
  number={6},
  pages={1999--2017},
  year={2008},
  doi={10.1016/j.cor.2006.10.004}
}

@article{collins2013applying,
  title={Applying Reinforcement Learning to an Insurgency Agent-based Simulation},
  author={Collins, Andrew J. and Sokolowski, John and Banks, Catherine},
  journal={The Journal of Defense Modeling and Simulation: Applications, Methodology, Technology},
  year={2013},
  doi={10.1177/1548512913501728}
}

@article{papadopoulos2013behavior,
  title={Behavior Selection Using Utility-Based Reinforcement Learning in Irregular Warfare Simulation Models},
  author={Papadopoulos, Sotiris and Baez, Francisco and Alt, Jonathan and Darken, Christian},
  journal={International Journal of Operations Research and Information Systems (IJORIS)},
  volume={4},
  number={3},
  pages={61--78},
  year={2013},
  doi={10.4018/joris.2013070105}
}

@inproceedings{sidhu2006hierarchical,
  title={Hierarchical Reinforcement Learning Model for Military Simulations},
  author={Sidhu, Amandeep S. and Chaudhari, Narendra S. and Goh, Ghee Ming},
  booktitle={Neural Networks, International Joint Conference on},
  pages={2572--2576},
  year={2006},
  doi={10.1109/IJCNN.2006.247132}
}

@inproceedings{barto1996improving,
  title={Improving Elevator Performance Using Reinforcement Learning},
  author={Crites, Robert H. and Barto, Andrew G.},
  booktitle={Advances in Neural Information Processing Systems 8 (NIPS 1995)},
  pages={1017--1023},
  year={1996}
}

@article{kober2013reinforcement,
  title={Reinforcement Learning in Robotics: A Survey},
  author={Kober, Jens and Bagnell, J. Andrew and Peters, Jan},
  journal={International Journal of Robotics Research},
  volume={32},
  number={11},
  pages={1238--1274},
  month=jul,
  year={2013},
  doi={10.1177/0278364913495721}
}

@inproceedings{amato2010high,
  title={High-level Reinforcement Learning in Strategy Games},
  author={Amato, Christopher and Shani, Guy},
  booktitle={Proceedings of the 9th International Conference on Autonomous Agents and Multiagent Systems},
  pages={75--82},
  year={2010},
  organization={International Foundation for Autonomous Agents and Multiagent Systems}
}

@inproceedings{patel2011tuning,
  title={Tuning Computer Gaming Agents Using {Q}-Learning},
  author={Patel, Purvag G. and Carver, Norman and Rahimi, Shahram},
  booktitle={Computer Science and Information Systems (FedCSIS), 2011 Federated Conference on},
  pages={581--588},
  year={2011}
}

@inproceedings{bjornsson2008efficient,
  title={Efficient Use of Reinforcement Learning in a Computer Game},
  author={Bj{\"o}rnsson, Yngvi and Hafsteinsson, Vignir and J{\'o}hannsson, {\'A}rs{\ae}ll. and J{\'o}nsson, Einar},
  booktitle={Proceedings of International Journal of Intelligent Games \& Simulation},
  year={2008}
}

@article{karakovskiy2012mario,
  title={The {M}ario {AI} Benchmark and Competitions},
  author={Karakovskiy, Sergey and Togelius, Julian},
  journal={Computational Intelligence and AI in Games, {IEEE} Transactions on},
  volume={4},
  number={1},
  pages={55--67},
  year={2012},
  doi={10.1109/TCIAIG.2012.2188528}
}

@inproceedings{loiacono2010learning,
  title={Learning to Overtake in {TORCS} Using Simple Reinforcement Learning},
  author={Loiacono, Daniele and Prete, Alessandro and Lanzi, Pier Luca and Cardamone, Luigi},
  booktitle={Evolutionary Computation ({CEC}), 2010 {IEEE} Congress on},
  pages={1--8},
  year={2010},
  doi={10.1109/CEC.2010.5586191}
}

@article{mcpartland2011reinforcement,
  title={Reinforcement Learning in First Person Shooter Games},
  author={Mc{P}artland, Michelle and Gallagher, Marcus},
  journal={Computational Intelligence and {AI} in Games, {IEEE} Transactions on},
  volume={3},
  number={1},
  pages={43--56},
  year={2011},
  doi={10.1109/TCIAIG.2010.2100395}
}

@article{grand1997creatures,
year={1998},
journal={Autonomous Agents and Multi-Agent Systems},
volume={1},
number={1},
doi={10.1023/A:1010042522104},
title={Creatures: Entertainment Software Agents with Artificial Life},
author={Grand, Stephen and Cliff, Dave},
pages={39--57}
}

@article{efsa2005aspects,
  title={Aspects of the Biology and Welfare of Animals Used for Experimental and Other Scientific Purposes},
  author={{EFSA}},
  journal={{EFSA} Journal},
  volume={292},
  pages={1--46},
  year={2005}
}

@article{cooper2011anesthesia,
author = {Cooper, John E.}, 
title = {Anesthesia, Analgesia, and Euthanasia of Invertebrates},
volume = {52}, 
number = {2}, 
pages = {196--204}, 
year = {2011}, 
doi = {10.1093/ilar.52.2.196}, 
journal = {ILAR Journal} 
}

@article{lockwood1987moral,
  title={The Moral Standing of Insects and the Ethics of Extinction},
  author={Lockwood, Jeffrey A.},
  journal={Florida Entomologist},
  pages={70--89},
  volume = {70}, 
  number = {1},
  year={1987}
}

@article{whitworth2006drosophila,
  title={\textit{{D}rosophila} Models Pioneer a New Approach to Drug Discovery for {P}arkinson's Disease},
  author={Whitworth, Alexander J. and Wes, Paul D. and Pallanck, Leo J.},
  journal={Drug Discovery Today},
  volume={11},
  number={3--4},
  pages={119--126},
  year={2006},
  doi={10.1016/S1359-6446(05)03693-7}
}

@article{swinderen2005remote,
  title={The Remote Roots of Consciousness in Fruit-Fly Selective Attention?},
  author={van Swinderen, Bruno},
  journal={Bio{E}ssays},
  volume={27},
  number={3},
  pages={321--330},
  year={2005},
  doi = {10.1002/bies.20195}
}

@book{nozick1974anarchy,
  title={Anarchy, State, and Utopia},
  author={Nozick, Robert},
  year={1974},
  publisher={Basic Books},
  address={New York, {NY}}
}

@article{whitby2008sometimes,
  title={Sometimes It's Hard to be a Robot: A Call for Action on the Ethics of Abusing Artificial Agents},
  author={Whitby, Blay},
  journal={Interacting with Computers},
  volume={20},
  number={3},
  pages={326--333},
  year={2008},
  doi={10.1016/j.intcom.2008.02.002}
}

@article{thimbleby2008robot,
  title={Robot Ethics? Not Yet: A Reflection on {W}hitby’s ``Sometimes It’s Hard to be a Robot"},
  author={Thimbleby, Harold},
  journal={Interacting with Computers},
  volume={20},
  number={3},
  pages={338--341},
  year={2008},
  doi={10.1016/j.intcom.2008.02.006}
}

@inproceedings{winsby2013suffering,
  title={Suffering Subroutines: On the Humanity of Making a Computer that Feels Pain},
  author={Winsby, Meghan},
  booktitle={International Association for Computing and Philosophy},
  year={2013}
}

@inproceedings{maclennan2013cruelty,
  title={Cruelty to Robots? The Hard Problem of Robot Suffering},
  author={Mac{L}ennan, Bruce},
  booktitle={International Association for Computing and Philosophy},
  year={2013}
}

@article{joel2002actor,
  title={Actor--Critic Models of the Basal Ganglia: New Anatomical and Computational Perspectives},
  author={Joel, Daphna and Niv, Yael and Ruppin, Eytan},
  journal={Neural Networks},
  volume={15},
  number={4--6},
  pages={535--547},
  year={2002},
  doi={10.1016/S0893-6080(02)00047-3}
}

@incollection{daw2005actions,
  title={Actions, Policies, Values, and the Basal Ganglia},
  author={Daw, Nathaniel D. and Niv, Yael and Dayan, Peter},
  booktitle={Recent Breakthroughs in Basal Ganglia Research},
  pages={91--106},
  editor={Erwan Bezard},
  publisher={Nova Science Publishers},
  year={2006}
}

@article{maia2009reinforcement,
  title={Reinforcement Learning, Conditioning, and the Brain: Successes and Challenges},
  author={Maia, Tiago V.},
  journal={Cognitive, Affective, \& Behavioral Neuroscience},
  volume={9},
  number={4},
  pages={343--364},
  year={2009},
  doi={10.3758/CABN.9.4.343}
}

@article{ludvig2012evaluating,
  title={Evaluating the {TD} Model of Classical Conditioning},
  author={Ludvig, Elliot A. and Sutton, Richard S. and Kehoe, E. James},
  journal={Learning \& Behavior},
  volume={40},
  number={3},
  pages={305--319},
  year={2012},
  doi={10.3758/s13420-012-0082-6}
}

@book{anderson2011machine,
  title={Machine Ethics},
  editor={Anderson, Michael and Anderson, Susan Leigh},
  year={2011},
  publisher={Cambridge University Press},
  address={New York, {NY}}
}

@book{lin2011robot,
  title={Robot Ethics: The Ethical and Social Implications of Robotics},
  editor={Lin, Patrick and Abney, Keith and Bekey, George A.},
  year={2011},
  publisher={{MIT} Press},
  address={Cambridge, {MA}}
}

@unpublished{low2012cambridge,
  title={The {C}ambridge Declaration on Consciousness},
  author={Low, Philip},
  editor={Panksepp, Jaak and Reiss, Diana and Edelman, David and van Swinderen, Bruno and Low, Philip and Koch, Christof},
  year={2012},
  month=jul,
  url={http://fcmconference.org/img/CambridgeDeclarationOnConsciousness.pdf},
  note={Accessed March 2014}
}

@article{baars2005global,
  title={Global Workspace Theory of Consciousness: Toward a Cognitive Neuroscience of Human Experience},
  author={Baars, Bernard J.},
  journal={Progress in Brain Research},
  volume={150},
  pages={45--53},
  year={2005},
  doi={10.1016/S0079-6123(05)50004-9}
}

@article{franklin2012global,
  title={{G}lobal {W}orkspace {T}heory, Its {LIDA} Model and the Underlying Neuroscience},
  author={Franklin, Stan and Strain, Steve and Snaider, Javier and Mc{C}all, Ryan and Faghihi, Usef},
  journal={Biologically Inspired Cognitive Architectures},
  volume={1},
  pages={32--43},
  year={2012},
  doi={10.1016/j.bica.2012.04.001}
}

@article{campbell2010assessing,
  title={Assessing the Impact of Planned Social Change},
  author={Campbell, Donald T.},
  journal={Journal of MultiDisciplinary Evaluation},
  volume={7},
  number={15},
  pages={3--43},
  year={2011}
}

@incollection{gallup2002mirror,
  title={The Mirror Test},
  author={Gallup, Jr., Gordon G. and Anderson, James R. and Shillito, Daniel J.},
  booktitle={The Cognitive Animal: Empirical and Theoretical Perspectives on Animal Cognition},
  editor={Marc Bekoff and Colin Allen and Gordon Burghardt},
  pages={325--333},
  year={2002},
  publisher={{MIT} Press}
}

@article{hanson2011notcraving,
  title={The Not-Craving Brain},
  author={Hanson, Rick},
  journal={{FACES} Conference},
  year={2011},
  month=oct,
  url={http://www.rickhanson.net/files/slides/FACES_NoCrave_Oct2011.pdf},
  note={Accessed March 2014}
}

@incollection{dennett1996consciousness,
  title={Consciousness: More like Fame than Television},
  author={Dennett, Daniel C.},
  booktitle={Die Technik auf dem Weg zur Seele},
  editor={Christa Maar and Ernst P{\"o}ppel and Thomas Christaller},
  year={1996},
  publisher={Rowohlt}
}

@article{dennett2001we,
  title={Are We Explaining Consciousness Yet?},
  author={Dennett, Daniel C.},
  journal={Cognition},
  volume={79},
  number={1--2},
  pages={221--237},
  year={2001},
  doi={10.1016/S0010-0277(00)00130-X}
}

@article{tononi2008consciousness,
  title={Consciousness as Integrated Information: A Provisional Manifesto},
  author={Tononi, Giulio},
  journal={The Biological Bulletin},
  volume={215},
  number={3},
  pages={216--242},
  year={2008}
}

@article{koppejan2011neuroevolutionary,
  title={Neuroevolutionary Reinforcement Learning for Generalized Control of Simulated Helicopters},
  author={Koppejan, Rogier and Whiteson, Shimon},
  journal={Evolutionary Intelligence},
  volume={4},
  number={4},
  pages={219--241},
  year={2011},
  doi={10.1007/s12065-011-0066-z}
}

@ARTICLE{seth2007models,
AUTHOR = {Seth, Anil},
TITLE   = {Models of Consciousness},
YEAR	= 2007,
JOURNAL	= Scholarpedia,
VOLUME  = 2,
NUMBER  = 1,
PAGES   = 1328,
doi={10.4249/scholarpedia.1328},
NOTE   = {{revision num. 132493}}
}

@book{dennett1991consciousness,
  title={Consciousness Explained},
  author={Dennett, Daniel C.},
  year={1991},
  publisher={Little, Brown and Co.},
  address={Boston, {MA}}
}

@inproceedings{taylor2006comparing,
  title={Comparing Evolutionary and Temporal Difference Methods in a Reinforcement Learning Domain},
  author={Taylor, Matthew E. and Whiteson, Shimon and Stone, Peter},
  booktitle={Proceedings of the 8th Annual Conference on Genetic and Evolutionary Computation},
  pages={1321--1328},
  year={2006},
  doi={10.1145/1143997.1144202}
}

@incollection{whiteson2012evolutionary,
  title={Evolutionary Computation for Reinforcement Learning},
  author={Whiteson, Shimon},
  booktitle={Reinforcement Learning: State-of-the-Art},
  editor={Marco Wiering and Martijn van Otterlo},
  pages={325--355},
  year={2012}
}

@inproceedings{stanley1996efficient,
 author = {Stanley, Kenneth O. and Miikkulainen, Risto},
 title = {Efficient Reinforcement Learning Through Evolving Neural Network Topologies},
 booktitle = {Proceedings of the Genetic and Evolutionary Computation Conference},
 year = {2002},
 pages = {569--577}
} 

@article{fernando2010neuronal,
  title={The Neuronal Replicator Hypothesis},
  author={Fernando, Chrisantha and Goldstein, Richard and Szathm{\'a}ry, E{\"o}rs},
  journal={Neural Computation},
  volume={22},
  number={11},
  pages={2809--2857},
  year={2010},
  doi={10.1162/NECO_a_00031}
}

@article{fernando2012selectionist,
  title={Selectionist and Evolutionary Approaches to Brain Function: A Critical Appraisal},
  author={Fernando, Chrisantha and Szathm{\'a}ry, E{\"o}rs and Husbands, Phil},
  journal={Frontiers in Computational Neuroscience},
  volume={6},
  pages={24},
  year={2012},
  doi={10.3389/fncom.2012.00024}
}

@inproceedings{bakker2001reinforcement,
  title={Reinforcement Learning with Long Short-Term Memory},
  author={Bakker, Bram},
  booktitle={{NIPS}},
  pages={1475--1482},
  year={2001}
}

@inproceedings{bakker2003robot,
  title={A Robot That Reinforcement-Learns to Identify and Memorize Important Previous Observations},
  author={Bakker, Bram and Zhumatiy, Viktor and Gruener, Gabriel and Schmidhuber, J{\"u}rgen},
  booktitle={Intelligent Robots and Systems, IEEE/RSJ International Conference on},
  volume={1},
  pages={430--435},
  year={2003},
  doi={10.1109/IROS.2003.1250667},
  organization={{IEEE}}
}

@article{schmidhuber2012philosophers,
  title={Philosophers \& Futurists, Catch Up! Response to The Singularity},
  author={Schmidhuber, J{\"u}rgen},
  journal={Journal of Consciousness Studies},
  volume={19},
  number={1--2},
  pages={173--182},
  year={2012}
}

@article{gomez2008accelerated,
  title={Accelerated Neural Evolution through Cooperatively Coevolved Synapses},
  author={Gomez, Faustino and Schmidhuber, J{\"u}rgen and Miikkulainen, Risto},
  journal={Journal of Machine Learning Research},
  volume={9},
  pages={937--965},
  year={2008}
}

@article{kish1988uneven,
  title = {Uneven Pattern of Dopamine Loss in the Striatum of Patients with Idiopathic {P}arkinson's Disease},
  author={Kish, Stephen J. and Shannak, Kathleen and Hornykiewicz, Oleh},
  journal={New England Journal of Medicine},
  volume={318},
  number={14},
  pages={876--880},
  year={1988},
  doi = {10.1056/NEJM198804073181402}
}

@article{frank2004carrot,
  title={By Carrot or by Stick: Cognitive Reinforcement Learning in {P}arkinsonism},
  author={Frank, Michael J. and Seeberger, Lauren C. and O'Reilly, Randall C.},
  journal={Science},
  volume={306},
  number={5703},
  pages={1940--1943},
  year={2004},
  doi={10.1126/science.1102941}
}

@article{knowlton1996neostriatal,
  title={A Neostriatal Habit Learning System in Humans},
  author={Knowlton, Barbara J. and Mangels, Jennifer A. and Squire, Larry R.},
  journal={Science},
  volume={273},
  number={5280},
  pages={1399--1402},
  year={1996},
  doi={10.1126/science.273.5280.1399}
}

@article{block1981psychologism,
  title={Psychologism and Behaviorism},
  author={Block, Ned},
  journal={Philosophical Review},
  volume={90},
  number={1},
  pages={5--43},
  year={1981}
}

@article{lau2011empirical,
  title={Empirical Support for Higher-Order Theories of Conscious Awareness},
  author={Lau, Hakwan and Rosenthal, David},
  journal={Trends in Cognitive Sciences},
  volume={15},
  number={8},
  pages={365--373},
  year={2011},
  doi={10.1016/j.tics.2011.05.009}
}

@article{anderson2006metacognitive,
  title={The Metacognitive Loop {I}: Enhancing Reinforcement Learning with Metacognitive Monitoring and Control for Improved Perturbation Tolerance},
  author={Anderson, Michael L. and Oates, Tim and Chong, Waiyian and Perlis, Don},
  journal={Journal of Experimental \& Theoretical Artificial Intelligence},
  volume={18},
  number={3},
  pages={387--411},
  year={2006},
  doi={10.1080/09528130600926066}
}

@article{jack2012phenomenal,
  title={The Phenomenal Stance Revisited},
  author={Jack, Anthony I. and Robbins, Philip},
  journal={Review of Philosophy and Psychology},
  volume={3},
  number={3},
  pages={383--403},
  year={2012},
  doi={10.1007/s13164-012-0104-5}
}

@article{hassabis2007deconstructing,
  title={Deconstructing Episodic Memory with Construction},
  author={Hassabis, Demis and Maguire, Eleanor A.},
  journal={Trends in Cognitive Sciences},
  volume={11},
  number={7},
  pages={299--306},
  year={2007},
  doi={10.1016/j.tics.2007.05.001}
}

@article{coeckelbergh2010robot,
  title={Robot Rights? Towards a Social-Relational Justification of Moral Consideration},
  author={Coeckelbergh, Mark},
  journal={Ethics and Information Technology},
  volume={12},
  number={3},
  pages={209--221},
  year={2010},
  doi={10.1007/s10676-010-9235-5}
}

@book{thorndike1911animal,
  title={Animal Intelligence: Experimental Studies},
  author={Thorndike, Edward Lee},
  year={1911},
  publisher={Macmillan},
  address={New York, {NY}}
}

@misc{pearce2004hedonistic,
  title={The Hedonistic Imperative},
  author={Pearce, David},
  url={https://cl.nfshost.com/david-pearce-the-hedonistic-imperative.pdf},
  year={2007},
  note={Accessed April 2014}
}

@article{hiby2004dog,
  title={Dog Training Methods: Their Use, Effectiveness and Interaction with Behaviour and Welfare},
  author={Hiby, E. F. and Rooney, N. J. and Bradshaw, J. W. S.},
  journal={Animal Welfare},
  volume={13},
  number={1},
  pages={63--69},
  year={2004}
}

@article{innes2008negative,
  title={Negative versus Positive Reinforcement: An Evaluation of Training Strategies for Rehabilitated Horses},
  author={Innes, Lesley and Mc{B}ride, Sebastian},
  journal={Applied Animal Behaviour Science},
  volume={112},
  number={3--4},
  pages={357--368},
  year={2008},
  doi={10.1016/j.applanim.2007.08.011}
}

@article{warren2007use,
  title={The Use of Blended Positive and Negative Reinforcement in Shaping the Halt Response of Horses (\textit{{E}quus caballus)}},
  author={Warren-Smith, A. K. and Mc{G}reevy, P. D.},
  journal={Animal Welfare},
  volume={16},
  number={4},
  pages={481--488},
  year={2007}
}

@unpublished{schubert2014notes,
  title={Some {CSC} 191/291 (Machines and Consciousness) Lecture Notes, Spring 2014},
  author={Lenhart K. Schubert},
  url={http://www.cs.rochester.edu/users/faculty/schubert/191-291/lecture-notes/23},
  year={2014},
  note={Accessed March 2014}
}

@article{daw2002opponent,
  title={Opponent Interactions between Serotonin and Dopamine},
  author={Daw, Nathaniel D. and Kakade, Sham and Dayan, Peter},
  journal={Neural Networks},
  volume={15},
  number={4--6},
  pages={603--616},
  year={2002},
  doi={10.1016/S0893-6080(02)00052-7}
}

@article{solomon1974opponent,
  title={An Opponent-Process Theory of Motivation: {I}. Temporal Dynamics of Affect},
  author={Solomon, Richard L. and Corbit, John D.},
  journal={Psychological Review},
  volume={81},
  number={2},
  pages={119--145},
  year={1974}
}

@article{mahadevan1996average,
  title={Average Reward Reinforcement Learning: Foundations, Algorithms, and Empirical Results},
  author={Mahadevan, Sridhar},
  journal={Machine Learning},
  volume={22},
  number={1--3},
  pages={159--195},
  year={1996},
  doi={10.1007/BF00114727}
}

@article{hansenne1999harm,
  title={Harm Avoidance and Serotonin},
  author={Hansenne, Michel and Ansseau, Marc},
  journal={Biological Psychology},
  volume={51},
  number={1},
  pages={77--81},
  year={1999},
  doi={10.1016/S0301-0511(99)00018-6}
}

@article{cloninger1986unified,
  title={A Unified Biosocial Theory of Personality and Its Role in the Development of Anxiety States},
  author={Cloninger, C. Robert},
  journal={Psychiatric Developments},
  volume={4},
  number={3},
  pages={167--226},
  year={1986}
}

@article{salamone2007effort,
  title={Effort-Related Functions of Nucleus Accumbens Dopamine and Associated Forebrain Circuits},
  author={Salamone, John D. and Correa, Merc{\`e} and Farrar, Andrew and Mingote, Susana M.},
  journal={Psychopharmacology},
  volume={191},
  number={3},
  pages={461--482},
  year={2007},
  doi={10.1007/s00213-006-0668-9}
}

@book{russell1959principles,
  title={The Principles of Humane Experimental Technique},
  author={Russell, William Moy Stratton and Burch, Rex Leonard},
  year={1959},
  publisher={Methuen},
  address={London, {UK}}
}

@inproceedings{rennie1999using,
  title={Using Reinforcement Learning to Spider the Web Efficiently},
  author={Rennie, Jason and Mc{C}allum, Andrew},
  booktitle={{ICML}},
  pages={335--343},
  year={1999}
}

@inproceedings{mccallum1993overcoming,
  title={Overcoming Incomplete Perception with Utile Distinction Memory},
  author={Mc{C}allum, Andrew},
  booktitle={{ICML}},
  pages={190--196},
  year={1993}
}

@incollection{barto1983neuronlike,
  title={Neuronlike Adaptive Elements That Can Solve Difficult Learning Control Problems},
  author={Barto, Andrew G. and Sutton, Richard S. and Anderson, Charles W.},
  booktitle = {Artificial Neural Networks},
  editor = {Diederich, Joachim},
  year = {1990},
  pages = {81--93},
  publisher = {{IEEE} Press}
}

@book{flora2004power,
  title={The Power of Reinforcement},
  author={Flora, Stephen Ray},
  year={2004},
  publisher={{SUNY} Press},
  address={Albany, {NY}}
}

@article{lachat1986artificial,
  title={Artificial Intelligence and Ethics: An Exercise in the Moral Imagination},
  author={La{C}hat, Michael R.},
  journal={{AI} Magazine},
  volume={7},
  number={2},
  pages={70--79},
  year={1986},
  doi={10.1609/aimag.v7i2.540}
}

@article{brooks2000will,
  title={Will Robots Rise Up and Demand Their Rights?},
  author={Brooks, Rodney},
  journal={Time},
  month=jun,
  year={2000}
}

@article{floridi2005information,
  title={Information Ethics, Its Nature and Scope},
  author={Floridi, Luciano},
  journal={{ACM} {SIGCAS} Computers and Society},
  volume={36},
  number={3},
  pages={21--36},
  year={2006},
  doi = {10.1145/1195716.1195719}
}

@article{freitas1984xenopsychology,
  title={Xenopsychology},
  author={Freitas, Jr., Robert A.},
  journal={Analog Science Fiction/Science Fact},
  volume={104},
  pages={41--53},
  year={1984}
}

@article{horta2010debunking,
  title={Debunking the Idyllic View of Natural Processes: Population Dynamics and Suffering in the Wild},
  author={Horta, Oscar},
  journal={T{\'e}los},
  volume={17},
  pages={73--88},
  year={2010}
}

@article{ng1995towards,
  title={Towards Welfare Biology: Evolutionary Economics of Animal Consciousness and Suffering},
  author={Ng, Yew-Kwang},
  journal={Biology and Philosophy},
  volume={10},
  number={3},
  pages={255--285},
  year={1995},
  doi={10.1007/BF00852469}
}

@article{torrance2000towards,
  title={Towards an Ethics for Epersons},
  author={Torrance, Steve},
  journal={{AISB} Quarterly},
  volume={104},
  pages={38--41},
  year={2000}
}

@article{strong1997moral,
  title={The Moral Status of Preembryos, Embryos, Fetuses, and Infants},
  author={Strong, Carson},
  journal={Journal of Medicine and Philosophy},
  volume={22},
  number={5},
  pages={457--478},
  year={1997}
}

@article{bostrom2006quantity,
  title={Quantity of Experience: Brain-Duplication and Degrees of Consciousness},
  author={Bostrom, Nick},
  journal={Minds and Machines},
  volume={16},
  number={2},
  pages={185--200},
  year={2006},
  doi={10.1007/s11023-006-9036-0}
}

@article{degrazia2008moral,
  title={Moral Status As a Matter of Degree?},
  author={De{G}razia, David},
  journal={The Southern Journal of Philosophy},
  volume={46},
  number={2},
  pages={181--198},
  year={2008},
  doi={10.1111/j.2041-6962.2008.tb00075.x}
}

@article{broom2007cognitive,
  title={Cognitive Ability and Sentience: Which Aquatic Animals Should Be Protected?},
  author={Broom, Donald M.},
  journal={Diseases of Aquatic Organisms},
  volume={75},
  number={2},
  pages={99--108},
  year={2007},
  doi={10.3354/dao075099}
}

@article{singer2009when,
  title={When Robots Have Feelings},
  author={Singer, Peter and Sagan, Agata},
  journal={The Guardian},
  year={2009},
  month=dec,
  url={http://www.theguardian.com/commentisfree/2009/dec/14/rage-against-machines-robots},
  note={Accessed April 2014}
}

@article{busoniu2008comprehensive,
  title={A Comprehensive Survey of Multiagent Reinforcement Learning},
  author={Busoniu, Lucian and Babuska, Robert and De Schutter, Bart},
  journal={Systems, Man, and Cybernetics, Part C: Applications and Reviews, {IEEE} Transactions on},
  volume={38},
  number={2},
  pages={156--172},
  doi={10.1109/TSMCC.2007.913919},
  year={2008}
}

@book{shoham2009multiagent,
  title={Multiagent Systems: Algorithmic, Game-Theoretic, and Logical Foundations},
  author={Shoham, Yoav and Leyton-Brown, Kevin},
  year={2009},
  publisher={Cambridge University Press},
  address={New York, {NY}}
}

@incollection{block2009comparing,
  title={Comparing the Major Theories of Consciousness},
  author={Block, Ned},
  year={2009},
  editor={Michael S. Gazzaniga},
  booktitle={The Cognitive Neurosciences},
  pages={1111-1122},
  publisher={{MIT} Press}
}

@inproceedings{littman1994markov,
  title={{M}arkov Games as a Framework for Multi-Agent Reinforcement Learning},
  author={Littman, Michael L.},
  booktitle={{ICML}},
  pages={157--163},
  year={1994}
}

@article{broom2006evolution,
  title={The Evolution of Morality},
  author={Broom, Donald Maurice},
  journal={Applied Animal Behaviour Science},
  volume={100},
  number={1--2},
  pages={20--28},
  year={2006},
  doi={10.1016/j.applanim.2006.04.008}
}

@inproceedings{zimmermann1986behavioural,
  title={Behavioural Investigation of Pain in Animals},
  author={Zimmermann, Manfred},
  booktitle={Assessing Pain in Farm Animals: Proceedings of a Workshop Held in {R}oslin, {S}cotland, 25 and 26 October 1984},
  editor={Duncan, I. J. H. and Molony, V.},
  year={1986}
}

@article{diuk2013hierarchical,
  title={Hierarchical Learning Induces Two Simultaneous, But Separable, Prediction Errors in Human Basal Ganglia},
  author={Diuk, Carlos and Tsai, Karin and Wallis, Jonathan and Botvinick, Matthew and Niv, Yael},
  journal={The Journal of Neuroscience},
  volume={33},
  number={13},
  pages={5797--5805},
  year={2013},
  doi={10.1523/JNEUROSCI.5445-12.2013}
}

@article{ribas2011neural,
  title={A Neural Signature of Hierarchical Reinforcement Learning},
  author={Ribas-Fernandes, Jos\'{e} J. F. and Solway, Alec and Diuk, Carlos and Mc{G}uire, Joseph T. and Barto, Andrew G. and Niv, Yael and Botvinick, Matthew M.},
  journal={Neuron},
  volume={71},
  number={2},
  pages={370--379},
  year={2011},
  doi={10.1016/j.neuron.2011.05.042}
}

@article{botvinick2009hierarchically,
  title={Hierarchically Organized Behavior and Its Neural Foundations: A Reinforcement Learning Perspective},
  author={Botvinick, Matthew M. and Niv, Yael and Barto, Andrew C.},
  journal={Cognition},
  volume={113},
  number={3},
  pages={262--280},
  year={2009},
  doi={10.1016/j.cognition.2008.08.011}
}

@inproceedings{schmidhuber2000evolutionary,
  title={Evolutionary Computation versus Reinforcement Learning},
  author={Schmidhuber, J{\"u}rgen},
  booktitle={Industrial Electronics Society},
  volume={4},
  pages={2992--2997},
  year={2000},
  doi={10.1109/IECON.2000.972474}
}

@article{siskind2010are,
  title={Are Wireheads Happy?},
  author={Scott Siskind},
  journal={LessWrong},
  month=jan,
  year={2010},
  url={http://lesswrong.com/lw/1lb/are_wireheads_happy/},
  note={Accessed March 2014}
}

@article{pecina2008opioid,
  title={Opioid Reward `Liking' and `Wanting' in the Nucleus Accumbens},
  author={Peci{\~n}a, Susana},
  journal={Physiology \& Behavior},
  volume={94},
  number={5},
  pages={675--680},
  year={2008},
  doi={10.1016/j.physbeh.2008.04.006}
}

@book{dombrowski1997babies,
  title={Babies and Beasts: The Argument from Marginal Cases},
  author={Dombrowski, Daniel A.},
  year={1997},
  publisher={University of Illinois Press},
  address={Champaign, {IL} }
}

@article{tempel1983reward,
  title={Reward Learning in Normal and Mutant \textit{{D}rosophila}},
  author={Tempel, Bruce L. and Bonini, Nancy and Dawson, Douglas R. and Quinn, William G.},
  journal={Proceedings of the National Academy of Sciences},
  volume={80},
  number={5},
  pages={1482--1486},
  year={1983}
}

@book{berenbaum1996bugs,
  title={Bugs in the System: Insects and Their Impact on Human Affairs},
  author={Berenbaum, May R.},
  year={1995},
  publisher={Perseus Books},
  address={Cambridge, {MA}}
}

@book{gunkel2012machine,
  title={The Machine Question: Critical Perspectives on {AI}, Robots, and Ethics},
  author={Gunkel, David J.},
  year={2012},
  publisher={{MIT} Press},
  address={Cambridge, {MA}}
}

@article{mather2001animal,
  title={Animal Suffering: An Invertebrate Perspective},
  author={Mather, Jennifer A.},
  journal={Journal of Applied Animal Welfare Science},
  volume={4},
  number={2},
  pages={151--156},
  year={2001}
}

@article{mason2011invertebrate,
  title={Invertebrate Welfare: Where is the Real Evidence for Conscious Affective States?},
  author={Mason, Georgia J.},
  journal={Trends in Ecology \& Evolution},
  volume={26},
  number={5},
  pages={212--213},
  year={2011},
  doi={10.1016/j.tree.2011.02.009}
}

@article{sloman2010phenomenal,
  title={Phenomenal and Access Consciousness and the ``Hard" Problem: A View from the Designer Stance},
  author={Sloman, Aaron},
  journal={International Journal of Machine Consciousness},
  volume={2},
  number={1},
  pages={117--169},
  year={2010},
  doi={10.1142/S1793843010000424}
}

@inproceedings{calverley2005android,
  title={Android Science and the Animal Rights Movement: Are There Analogies?},
  author={Calverley, David J.},
  booktitle={Toward Social Mechanisms of Android Science: A Cog{S}ci 2005 Workshop},
  pages={127--136},
  year={2005}
}

@inproceedings{liu2010combining,
  title={Combining Self-Motivation with Logical Planning and Inference in a Reward-Seeking Agent.},
  author={Liu, Daphne and Schubert, Lenhart K.},
  booktitle={ICAART},
  pages={257--263},
  year={2010}
}

@ARTICLE{gray2009principle,
AUTHOR = {Gray, C. G.},
TITLE   = {Principle of Least Action},
YEAR	= 2009,
JOURNAL	= Scholarpedia,
VOLUME  = 4,
NUMBER  = 12,
PAGES   = 8291,
NOTE   = {{revision num. 140216}},
doi={10.4249/scholarpedia.8291}
}

@book{wales2003energy,
  title={Energy Landscapes: Applications to Clusters, Biomolecules and Glasses},
  author={Wales, David},
  year={2003},
  publisher={Cambridge University Press},
  address={Cambridge, {UK}}
}

@article{crick1973directed,
  title={Directed Panspermia},
  author={Crick, Francis H. C. and Orgel, Leslie E.},
  journal={Icarus},
  volume={19},
  number={3},
  pages={341--346},
  year={1973},
  doi={10.1016/0019-1035(73)90110-3}
}

@article{frank2006memory,
  title={When Memory Fails, Intuition Reigns: Midazolam Enhances Implicit Inference in Humans},
  author={Frank, Michael J. and O'Reilly, Randall C. and Curran, Tim},
  journal={Psychological Science},
  volume={17},
  number={8},
  pages={700--707},
  year={2006},
  doi={10.1111/j.1467-9280.2006.01769.x}
}

@article{mautner2009life,
  title={Life-Centered Ethics, and the Human Future in Space},
  author={Mautner, Michael N.},
  journal={Bioethics},
  volume={23},
  number={8},
  pages={433--440},
  year={2009},
  doi={10.1111/j.1467-8519.2008.00688.x}
}

@article{woergoetter2008reinforcement,
AUTHOR = {Woergoetter, Florentin and Porr, Bernd},
TITLE   = {Reinforcement Learning},
YEAR	= 2008,
JOURNAL	= Scholarpedia,
VOLUME  = 3,
NUMBER  = 3,
PAGES   = 1448,
NOTE   = {{revision num. 91704}},
doi={10.4249/scholarpedia.1448}
}

@book{gould2011full,
  title={Full House: The Spread of Excellence from Plato to Darwin},
  author={Gould, Stephen Jay},
  year={1996},
  publisher={Three Rivers Press},
  address={New York, {NY}}
}

@article{von2007midazolam,
  title={Midazolam-Pain, but One Cannot Remember It: A Survey among {S}outhern {G}erman Endoscopists},
  author={von Delius, Stefan and Hollweck, Regina and Schmid, Roland M. and Frimberger, Eckart},
  journal={European Journal of Gastroenterology \& Hepatology},
  volume={19},
  number={6},
  pages={465--470},
  year={2007},
  doi={10.1097/MEG.0b013e3280ad4425}
}

@misc{schwitzgebel2012if,
  title={If Materialism Is True, the {U}nited {S}tates Is Probably Conscious},
  author={Schwitzgebel, Eric},
  year={2012},
  url={http://faculty.ucr.edu/~eschwitz/SchwitzAbs/USAconscious.htm},
  note={Accessed April 2014}
}

@article{bostrom2003astronomical,
  title={Astronomical Waste: The Opportunity Cost of Delayed Technological Development.},
  author={Bostrom, Nick},
  journal={Utilitas},
  volume={15},
  number={3},
  year={2003},
  pages={308--314},
  doi={10.1017/S0953820800004076}
}

@article{hadjikhani2009early,
  title={Early (N170) Activation of Face-Specific Cortex by Face-Like Objects},
  author={Hadjikhani, Nouchine and Kveraga, Kestutis and Naik, Paulami and Ahlfors, Seppo P.},
  journal={Neuroreport},
  volume={20},
  number={4},
  pages={403--407},
  year={2009},
  doi={10.1097/WNR.0b013e328325a8e1}
}





@article{fogg2011terraforming,
  title={Terraforming Mars: A Review of Concepts},
  author={Fogg, Martyn J},
  booktitle={Engineering Earth},
  pages={2217--2225},
  year={2011}
}

@article{fogg1998terraforming,
  title={Terraforming Mars: a review of current research},
  author={Fogg, Martyn J},
  journal={Advances in Space Research},
  volume={22},
  number={3},
  pages={415--420},
  year={1998},
  doi={10.1016/S0273-1177(98)00166-5}
}