BibTeX records: Patrick M. Pilarski

download as .bib file

@article{DBLP:journals/adb/KearneyKP23,
  author       = {Alex Kearney and
                  Anna Koop and
                  Patrick M. Pilarski},
  title        = {What's a good prediction? Challenges in evaluating an agent's knowledge},
  journal      = {Adapt. Behav.},
  volume       = {31},
  number       = {3},
  pages        = {197--212},
  year         = {2023},
  url          = {https://doi.org/10.1177/10597123221095880},
  doi          = {10.1177/10597123221095880},
  timestamp    = {Tue, 12 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/adb/KearneyKP23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/arcras/KalinowskaPM23,
  author       = {Aleksandra Kalinowska and
                  Patrick M. Pilarski and
                  Todd D. Murphey},
  title        = {Embodied Communication: How Robots and People Communicate Through
                  Physical Interaction},
  journal      = {Annu. Rev. Control. Robotics Auton. Syst.},
  volume       = {6},
  pages        = {205--232},
  year         = {2023},
  url          = {https://doi.org/10.1146/annurev-control-070122-102501},
  doi          = {10.1146/ANNUREV-CONTROL-070122-102501},
  timestamp    = {Wed, 24 Jan 2024 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/arcras/KalinowskaPM23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/nca/MathewsonPSESP23,
  author       = {Kory W. Mathewson and
                  Adam S. R. Parker and
                  Craig Sherstan and
                  Ann L. Edwards and
                  Richard S. Sutton and
                  Patrick M. Pilarski},
  title        = {Communicative capital: a key resource for human-machine shared agency
                  and collaborative capacity},
  journal      = {Neural Comput. Appl.},
  volume       = {35},
  number       = {23},
  pages        = {16805--16819},
  year         = {2023},
  url          = {https://doi.org/10.1007/s00521-022-07948-1},
  doi          = {10.1007/S00521-022-07948-1},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/nca/MathewsonPSESP23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/tmlr/WispinskiBMCBP23,
  author       = {Nathan J. Wispinski and
                  Andrew Butcher and
                  Kory Wallace Mathewson and
                  Craig S. Chapman and
                  Matthew M. Botvinick and
                  Patrick M. Pilarski},
  title        = {Adaptive patch foraging in deep reinforcement learning agents},
  journal      = {Trans. Mach. Learn. Res.},
  volume       = {2023},
  year         = {2023},
  url          = {https://openreview.net/forum?id=a0T3nOP9sB},
  timestamp    = {Thu, 18 May 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/tmlr/WispinskiBMCBP23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/WilliamsHPS23,
  author       = {Heather E. Williams and
                  Jacqueline S. Hebert and
                  Patrick M. Pilarski and
                  Ahmed W. Shehata},
  title        = {A Case Series in Position-Aware Myoelectric Prosthesis Control Using
                  Recurrent Convolutional Neural Network Classification with Transfer
                  Learning},
  booktitle    = {International Conference on Rehabilitation Robotics, {ICORR} 2023,
                  Singapore, September 24-28, 2023},
  pages        = {1--6},
  publisher    = {{IEEE}},
  year         = {2023},
  url          = {https://doi.org/10.1109/ICORR58425.2023.10304787},
  doi          = {10.1109/ICORR58425.2023.10304787},
  timestamp    = {Fri, 17 Nov 2023 08:57:23 +0100},
  biburl       = {https://dblp.org/rec/conf/icorr/WilliamsHPS23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-14365,
  author       = {Adam S. R. Parker and
                  Michael R. Dawson and
                  Patrick M. Pilarski},
  title        = {Continually Learned Pavlovian Signalling Without Forgetting for Human-in-the-Loop
                  Robotic Control},
  journal      = {CoRR},
  volume       = {abs/2305.14365},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14365},
  doi          = {10.48550/ARXIV.2305.14365},
  eprinttype    = {arXiv},
  eprint       = {2305.14365},
  timestamp    = {Tue, 06 Jun 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14365.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/firai/TrejosADPT22,
  author       = {Ana Luisa Trejos and
                  Seyed Farokh Atashzar and
                  Simon P. DiMaio and
                  Patrick M. Pilarski and
                  Mahdi Tavakoli},
  title        = {Editorial: Robotics, Autonomous Systems and {AI} for Nonurgent/Nonemergent
                  Healthcare Delivery During and After the {COVID-19} Pandemic},
  journal      = {Frontiers Robotics {AI}},
  volume       = {9},
  pages        = {886926},
  year         = {2022},
  url          = {https://doi.org/10.3389/frobt.2022.886926},
  doi          = {10.3389/FROBT.2022.886926},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/firai/TrejosADPT22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/frai/KearneyGP22,
  author       = {Alex Kearney and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {Prediction, Knowledge, and Explainability: Examining the Use of General
                  Value Functions in Machine Knowledge},
  journal      = {Frontiers Artif. Intell.},
  volume       = {5},
  pages        = {826724},
  year         = {2022},
  url          = {https://doi.org/10.3389/frai.2022.826724},
  doi          = {10.3389/FRAI.2022.826724},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/frai/KearneyGP22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/tbe/WilliamsSDSHP22,
  author       = {Heather E. Williams and
                  Ahmed W. Shehata and
                  Michael R. Dawson and
                  Erik J. Scheme and
                  Jacqueline S. Hebert and
                  Patrick M. Pilarski},
  title        = {Recurrent Convolutional Neural Networks as an Approach to Position-Aware
                  Myoelectric Prosthesis Control},
  journal      = {{IEEE} Trans. Biomed. Eng.},
  volume       = {69},
  number       = {7},
  pages        = {2243--2255},
  year         = {2022},
  url          = {https://doi.org/10.1109/TBME.2022.3140269},
  doi          = {10.1109/TBME.2022.3140269},
  timestamp    = {Thu, 27 Jul 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/tbe/WilliamsSDSHP22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/collas/KearneyK0P22,
  author       = {Alex Kearney and
                  Anna Koop and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  editor       = {Sarath Chandar and
                  Razvan Pascanu and
                  Doina Precup},
  title        = {What Should {I} Know? Using Meta-Gradient Descent for Predictive Feature
                  Discovery in a Single Stream of Experience},
  booktitle    = {Conference on Lifelong Learning Agents, CoLLAs 2022, 22-24 August
                  2022, McGill University, Montr{\'{e}}al, Qu{\'{e}}bec, Canada},
  series       = {Proceedings of Machine Learning Research},
  volume       = {199},
  pages        = {604--616},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v199/kearney22a.html},
  timestamp    = {Fri, 17 Feb 2023 16:29:10 +0100},
  biburl       = {https://dblp.org/rec/conf/collas/KearneyK0P22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/FaridiMWSTPM22,
  author       = {Pouria Faridi and
                  Javad Khodaei{-}Mehr and
                  Don Wilson and
                  Mojtaba Sharifi and
                  Mahdi Tavakoli and
                  Patrick M. Pilarski and
                  Vivian K. Mushahwar},
  title        = {Machine-learned Adaptive Switching in Voluntary Lower-limb Exoskeleton
                  Control: Preliminary Results},
  booktitle    = {International Conference on Rehabilitation Robotics, {ICORR} 2022,
                  Rotterdam, Netherlands, July 25-29, 2022},
  pages        = {1--6},
  publisher    = {{IEEE}},
  year         = {2022},
  url          = {https://doi.org/10.1109/ICORR55369.2022.9896611},
  doi          = {10.1109/ICORR55369.2022.9896611},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/FaridiMWSTPM22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/WilliamsGHPS22,
  author       = {Heather E. Williams and
                  Johannes G{\"{u}}nther and
                  Jacqueline S. Hebert and
                  Patrick M. Pilarski and
                  Ahmed W. Shehata},
  title        = {Composite Recurrent Convolutional Neural Networks Offer a Position-Aware
                  Prosthesis Control Alternative While Balancing Predictive Accuracy
                  with Training Burden},
  booktitle    = {International Conference on Rehabilitation Robotics, {ICORR} 2022,
                  Rotterdam, Netherlands, July 25-29, 2022},
  pages        = {1--6},
  publisher    = {{IEEE}},
  year         = {2022},
  url          = {https://doi.org/10.1109/ICORR55369.2022.9896593},
  doi          = {10.1109/ICORR55369.2022.9896593},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/WilliamsGHPS22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2201-03709,
  author       = {Andrew Butcher and
                  Michael Bradley Johanson and
                  Elnaz Davoodi and
                  Dylan J. A. Brenneis and
                  Leslie Acker and
                  Adam S. R. Parker and
                  Adam White and
                  Joseph Modayil and
                  Patrick M. Pilarski},
  title        = {Pavlovian Signalling with General Value Functions in Agent-Agent Temporal
                  Decision Making},
  journal      = {CoRR},
  volume       = {abs/2201.03709},
  year         = {2022},
  url          = {https://arxiv.org/abs/2201.03709},
  eprinttype    = {arXiv},
  eprint       = {2201.03709},
  timestamp    = {Fri, 22 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2201-03709.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2203-09498,
  author       = {Patrick M. Pilarski and
                  Andrew Butcher and
                  Elnaz Davoodi and
                  Michael Bradley Johanson and
                  Dylan J. A. Brenneis and
                  Adam S. R. Parker and
                  Leslie Acker and
                  Matthew M. Botvinick and
                  Joseph Modayil and
                  Adam White},
  title        = {The Frost Hollow Experiments: Pavlovian Signalling as a Path to Coordination
                  and Communication Between Agents},
  journal      = {CoRR},
  volume       = {abs/2203.09498},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2203.09498},
  doi          = {10.48550/ARXIV.2203.09498},
  eprinttype    = {arXiv},
  eprint       = {2203.09498},
  timestamp    = {Fri, 22 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2203-09498.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2204-09622,
  author       = {Kory W. Mathewson and
                  Patrick M. Pilarski},
  title        = {A Brief Guide to Designing and Evaluating Human-Centered Interactive
                  Machine Learning},
  journal      = {CoRR},
  volume       = {abs/2204.09622},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2204.09622},
  doi          = {10.48550/ARXIV.2204.09622},
  eprinttype    = {arXiv},
  eprint       = {2204.09622},
  timestamp    = {Mon, 25 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2204-09622.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2205-10407,
  author       = {Nadia M. Ady and
                  Roshan Shariff and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {Prototyping three key properties of specific curiosity in computational
                  reinforcement learning},
  journal      = {CoRR},
  volume       = {abs/2205.10407},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2205.10407},
  doi          = {10.48550/ARXIV.2205.10407},
  eprinttype    = {arXiv},
  eprint       = {2205.10407},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2205-10407.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2206-06485,
  author       = {Alexandra Kearney and
                  Anna Koop and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {What Should {I} Know? Using Meta-gradient Descent for Predictive Feature
                  Discovery in a Single Stream of Experience},
  journal      = {CoRR},
  volume       = {abs/2206.06485},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2206.06485},
  doi          = {10.48550/ARXIV.2206.06485},
  eprinttype    = {arXiv},
  eprint       = {2206.06485},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2206-06485.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2208-11173,
  author       = {Richard S. Sutton and
                  Michael H. Bowling and
                  Patrick M. Pilarski},
  title        = {The Alberta Plan for {AI} Research},
  journal      = {CoRR},
  volume       = {abs/2208.11173},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2208.11173},
  doi          = {10.48550/ARXIV.2208.11173},
  eprinttype    = {arXiv},
  eprint       = {2208.11173},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2208-11173.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2210-08085,
  author       = {Nathan J. Wispinski and
                  Andrew Butcher and
                  Kory W. Mathewson and
                  Craig S. Chapman and
                  Matthew M. Botvinick and
                  Patrick M. Pilarski},
  title        = {Adaptive patch foraging in deep reinforcement learning agents},
  journal      = {CoRR},
  volume       = {abs/2210.08085},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2210.08085},
  doi          = {10.48550/ARXIV.2210.08085},
  eprinttype    = {arXiv},
  eprint       = {2210.08085},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2210-08085.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2211-01480,
  author       = {Aleksandra Kalinowska and
                  Elnaz Davoodi and
                  Florian Strub and
                  Kory W. Mathewson and
                  Ivana Kajic and
                  Michael Bowling and
                  Todd D. Murphey and
                  Patrick M. Pilarski},
  title        = {Over-communicate no more: Situated {RL} agents learn concise communication
                  protocols},
  journal      = {CoRR},
  volume       = {abs/2211.01480},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2211.01480},
  doi          = {10.48550/ARXIV.2211.01480},
  eprinttype    = {arXiv},
  eprint       = {2211.01480},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2211-01480.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2212-00187,
  author       = {Nadia M. Ady and
                  Roshan Shariff and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {Five Properties of Specific Curiosity You Didn't Know Curious Machines
                  Should Have},
  journal      = {CoRR},
  volume       = {abs/2212.00187},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.00187},
  doi          = {10.48550/ARXIV.2212.00187},
  eprinttype    = {arXiv},
  eprint       = {2212.00187},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-00187.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2212-14124,
  author       = {Michael R. Dawson and
                  Adam S. R. Parker and
                  Heather E. Williams and
                  Ahmed W. Shehata and
                  Jacqueline S. Hebert and
                  Craig S. Chapman and
                  Patrick M. Pilarski},
  title        = {Joint Action is a Framework for Understanding Partnerships Between
                  Humans and Upper Limb Prostheses},
  journal      = {CoRR},
  volume       = {abs/2212.14124},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.14124},
  doi          = {10.48550/ARXIV.2212.14124},
  eprinttype    = {arXiv},
  eprint       = {2212.14124},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-14124.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/finr/SchofieldBPPSM21,
  author       = {Jonathon S. Schofield and
                  Marcus A. Battraw and
                  Adam S. R. Parker and
                  Patrick M. Pilarski and
                  Jonathon W. Sensinger and
                  Paul D. Marasco},
  title        = {Embodied Cooperation to Promote Forgiving Interactions With Autonomous
                  Machines},
  journal      = {Frontiers Neurorobotics},
  volume       = {15},
  pages        = {661603},
  year         = {2021},
  url          = {https://doi.org/10.3389/fnbot.2021.661603},
  doi          = {10.3389/FNBOT.2021.661603},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/finr/SchofieldBPPSM21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/spm/ShehataWHP21,
  author       = {Ahmed W. Shehata and
                  Heather E. Williams and
                  Jacqueline S. Hebert and
                  Patrick M. Pilarski},
  title        = {Machine Learning for the Control of Prosthetic Arms: Using Electromyographic
                  Signals for Improved Performance},
  journal      = {{IEEE} Signal Process. Mag.},
  volume       = {38},
  number       = {4},
  pages        = {46--53},
  year         = {2021},
  url          = {https://doi.org/10.1109/MSP.2021.3075931},
  doi          = {10.1109/MSP.2021.3075931},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/spm/ShehataWHP21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/etra/StoneBDVHPC21,
  author       = {Scott A. Stone and
                  Quinn A. Boser and
                  T. Riley Dawson and
                  Albert H. Vette and
                  Jacqueline S. Hebert and
                  Patrick M. Pilarski and
                  Craig S. Chapman},
  editor       = {Andreas Bulling and
                  Anke Huckauf and
                  Hans Gellersen and
                  Daniel Weiskopf and
                  Mihai Bace and
                  Teresa Hirzle and
                  Florian Alt and
                  Thies Pfeiffer and
                  Roman Bednarik and
                  Krzysztof Krejtz and
                  Tanja Blascheck and
                  Michael Burch and
                  Peter Kiefer and
                  Michael D. Dodd and
                  Bonita Sharif},
  title        = {Sub-centimeter 3D gaze vector accuracy on real-world tasks: an investigation
                  of eye and motion capture calibration routines},
  booktitle    = {{ETRA} '21 Adjunct: 2021 Symposium on Eye Tracking Research and Applications,
                  Virtual Event, Germany, May 25-27, 2021},
  pages        = {13:1--13:4},
  publisher    = {{ACM}},
  year         = {2021},
  url          = {https://doi.org/10.1145/3450341.3458880},
  doi          = {10.1145/3450341.3458880},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/etra/StoneBDVHPC21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2111-11212,
  author       = {Alex Kearney and
                  Anna Koop and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {Finding Useful Predictions by Meta-gradient Descent to Improve Decision-making},
  journal      = {CoRR},
  volume       = {abs/2111.11212},
  year         = {2021},
  url          = {https://arxiv.org/abs/2111.11212},
  eprinttype    = {arXiv},
  eprint       = {2111.11212},
  timestamp    = {Fri, 26 Nov 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2111-11212.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2112-07774,
  author       = {Dylan J. A. Brenneis and
                  Adam S. R. Parker and
                  Michael Bradley Johanson and
                  Andrew Butcher and
                  Elnaz Davoodi and
                  Leslie Acker and
                  Matthew M. Botvinick and
                  Joseph Modayil and
                  Adam White and
                  Patrick M. Pilarski},
  title        = {Assessing Human Interaction in Virtual Reality With Continually Learning
                  Prediction Agents Based on Reinforcement Learning Algorithms: {A}
                  Pilot Study},
  journal      = {CoRR},
  volume       = {abs/2112.07774},
  year         = {2021},
  url          = {https://arxiv.org/abs/2112.07774},
  eprinttype    = {arXiv},
  eprint       = {2112.07774},
  timestamp    = {Fri, 22 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2112-07774.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/firai/GuntherAKDP20,
  author       = {Johannes G{\"{u}}nther and
                  Nadia M. Ady and
                  Alex Kearney and
                  Michael Rory Dawson and
                  Patrick M. Pilarski},
  title        = {Examining the Use of Temporal-Difference Incremental Delta-Bar-Delta
                  for Real-World Predictive Knowledge Architectures},
  journal      = {Frontiers Robotics {AI}},
  volume       = {7},
  pages        = {34},
  year         = {2020},
  url          = {https://doi.org/10.3389/frobt.2020.00034},
  doi          = {10.3389/FROBT.2020.00034},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/firai/GuntherAKDP20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/jmrr/Castellanos-Cruz20,
  author       = {Javier L. Castellanos{-}Cruz and
                  Maria F. Gomez{-}Medina and
                  Mahdi Tavakoli and
                  Patrick M. Pilarski and
                  Kim D. Adams},
  title        = {Comparison of Attentive and Explicit Eye Gaze Interfaces for Controlling
                  Haptic Guidance of a Robotic Controller},
  journal      = {J. Medical Robotics Res.},
  volume       = {4},
  number       = {3-4},
  pages        = {1950005:1--1950005:11},
  year         = {2020},
  url          = {https://doi.org/10.1142/S2424905X19500053},
  doi          = {10.1142/S2424905X19500053},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/jmrr/Castellanos-Cruz20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/aaai/SherstanDM0P20,
  author       = {Craig Sherstan and
                  Shibhansh Dohare and
                  James MacGlashan and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {Gamma-Nets: Generalizing Value Estimation over Timescale},
  booktitle    = {The Thirty-Fourth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2020, The Thirty-Second Innovative Applications of Artificial Intelligence
                  Conference, {IAAI} 2020, The Tenth {AAAI} Symposium on Educational
                  Advances in Artificial Intelligence, {EAAI} 2020, New York, NY, USA,
                  February 7-12, 2020},
  pages        = {5717--5725},
  publisher    = {{AAAI} Press},
  year         = {2020},
  url          = {https://doi.org/10.1609/aaai.v34i04.6027},
  doi          = {10.1609/AAAI.V34I04.6027},
  timestamp    = {Mon, 04 Sep 2023 12:29:24 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/SherstanDM0P20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2001-08823,
  author       = {Alex Kearney and
                  Anna Koop and
                  Patrick M. Pilarski},
  title        = {What's a Good Prediction? Issues in Evaluating General Value Functions
                  Through Error},
  journal      = {CoRR},
  volume       = {abs/2001.08823},
  year         = {2020},
  url          = {https://arxiv.org/abs/2001.08823},
  eprinttype    = {arXiv},
  eprint       = {2001.08823},
  timestamp    = {Thu, 30 Jan 2020 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2001-08823.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2008-12095,
  author       = {Katya Kudashkina and
                  Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {Document-editing Assistants and Model-based Reinforcement Learning
                  as a Path to Conversational {AI}},
  journal      = {CoRR},
  volume       = {abs/2008.12095},
  year         = {2020},
  url          = {https://arxiv.org/abs/2008.12095},
  eprinttype    = {arXiv},
  eprint       = {2008.12095},
  timestamp    = {Tue, 15 Sep 2020 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2008-12095.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/atal/GuntherKADP19,
  author       = {Johannes G{\"{u}}nther and
                  Alex Kearney and
                  Nadia M. Ady and
                  Michael Rory Dawson and
                  Patrick M. Pilarski},
  editor       = {Edith Elkind and
                  Manuela Veloso and
                  Noa Agmon and
                  Matthew E. Taylor},
  title        = {Meta-learning for Predictive Knowledge Architectures: {A} Case Study
                  Using {TIDBD} on a Sensor-rich Robotic Arm},
  booktitle    = {Proceedings of the 18th International Conference on Autonomous Agents
                  and MultiAgent Systems, {AAMAS} '19, Montreal, QC, Canada, May 13-17,
                  2019},
  pages        = {1967--1969},
  publisher    = {International Foundation for Autonomous Agents and Multiagent Systems},
  year         = {2019},
  url          = {http://dl.acm.org/citation.cfm?id=3331979},
  timestamp    = {Mon, 01 Jul 2019 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/atal/GuntherKADP19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/WilliamsBPCVH19,
  author       = {Heather E. Williams and
                  Quinn A. Boser and
                  Patrick M. Pilarski and
                  Craig S. Chapman and
                  Albert H. Vette and
                  Jacqueline S. Hebert},
  title        = {Hand Function Kinematics when using a Simulated Myoelectric Prosthesis},
  booktitle    = {16th {IEEE} International Conference on Rehabilitation Robotics, {ICORR}
                  2019, Toronto, ON, Canada, June 24-28, 2019},
  pages        = {169--174},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/ICORR.2019.8779443},
  doi          = {10.1109/ICORR.2019.8779443},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/WilliamsBPCVH19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/Castellanos-Cruz19,
  author       = {Javier L. Castellanos{-}Cruz and
                  Mahdi Tavakoli and
                  Patrick M. Pilarski and
                  Kim D. Adams},
  title        = {Supporting Play by Applying Haptic Guidance Along a Surface Learnt
                  from Single Motion Trajectories},
  booktitle    = {16th {IEEE} International Conference on Rehabilitation Robotics, {ICORR}
                  2019, Toronto, ON, Canada, June 24-28, 2019},
  pages        = {175--180},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/ICORR.2019.8779391},
  doi          = {10.1109/ICORR.2019.8779391},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/Castellanos-Cruz19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/BrenneisDTHCP19,
  author       = {Dylan J. A. Brenneis and
                  Michael Rory Dawson and
                  Hiroki Tanikawa and
                  Jacqueline S. Hebert and
                  Jason P. Carey and
                  Patrick M. Pilarski},
  title        = {The Effect of an Automatically Levelling Wrist Control System},
  booktitle    = {16th {IEEE} International Conference on Rehabilitation Robotics, {ICORR}
                  2019, Toronto, ON, Canada, June 24-28, 2019},
  pages        = {816--823},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/ICORR.2019.8779444},
  doi          = {10.1109/ICORR.2019.8779444},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/BrenneisDTHCP19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/ParkerEP19,
  author       = {Adam S. R. Parker and
                  Ann L. Edwards and
                  Patrick M. Pilarski},
  title        = {Exploring the Impact of Machine-Learned Predictions on Feedback from
                  an Artificial Limb},
  booktitle    = {16th {IEEE} International Conference on Rehabilitation Robotics, {ICORR}
                  2019, Toronto, ON, Canada, June 24-28, 2019},
  pages        = {1239--1246},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/ICORR.2019.8779424},
  doi          = {10.1109/ICORR.2019.8779424},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/ParkerEP19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1903-03252,
  author       = {Alexandra Kearney and
                  Vivek Veeriah and
                  Jaden B. Travnik and
                  Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {Learning Feature Relevance Through Step Size Adaptation in Temporal-Difference
                  Learning},
  journal      = {CoRR},
  volume       = {abs/1903.03252},
  year         = {2019},
  url          = {http://arxiv.org/abs/1903.03252},
  eprinttype    = {arXiv},
  eprint       = {1903.03252},
  timestamp    = {Sun, 31 Mar 2019 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1903-03252.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1903-08542,
  author       = {Sandy H. Huang and
                  Martina Zambelli and
                  Jackie Kay and
                  Murilo F. Martins and
                  Yuval Tassa and
                  Patrick M. Pilarski and
                  Raia Hadsell},
  title        = {Learning Gentle Object Manipulation with Curiosity-Driven Deep Reinforcement
                  Learning},
  journal      = {CoRR},
  volume       = {abs/1903.08542},
  year         = {2019},
  url          = {http://arxiv.org/abs/1903.08542},
  eprinttype    = {arXiv},
  eprint       = {1903.08542},
  timestamp    = {Mon, 01 Apr 2019 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1903-08542.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1904-09024,
  author       = {Alex Kearney and
                  Patrick M. Pilarski},
  title        = {When is a Prediction Knowledge?},
  journal      = {CoRR},
  volume       = {abs/1904.09024},
  year         = {2019},
  url          = {http://arxiv.org/abs/1904.09024},
  eprinttype    = {arXiv},
  eprint       = {1904.09024},
  timestamp    = {Fri, 26 Apr 2019 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1904-09024.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1905-02691,
  author       = {Patrick M. Pilarski and
                  Andrew Butcher and
                  Michael Johanson and
                  Matthew M. Botvinick and
                  Andrew Bolt and
                  Adam S. R. Parker},
  title        = {Learned human-agent decision-making, communication and joint action
                  in a virtual reality environment},
  journal      = {CoRR},
  volume       = {abs/1905.02691},
  year         = {2019},
  url          = {http://arxiv.org/abs/1905.02691},
  eprinttype    = {arXiv},
  eprint       = {1905.02691},
  timestamp    = {Wed, 20 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1905-02691.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1905-13268,
  author       = {Johannes G{\"{u}}nther and
                  Elias Reichensd{\"{o}}rfer and
                  Patrick M. Pilarski and
                  Klaus Diepold},
  title        = {General Dynamic Neural Networks for explainable {PID} parameter tuning
                  in control engineering: An extensive comparison},
  journal      = {CoRR},
  volume       = {abs/1905.13268},
  year         = {2019},
  url          = {http://arxiv.org/abs/1905.13268},
  eprinttype    = {arXiv},
  eprint       = {1905.13268},
  timestamp    = {Mon, 01 Jul 2019 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1905-13268.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1908-05751,
  author       = {Johannes G{\"{u}}nther and
                  Nadia M. Ady and
                  Alex Kearney and
                  Michael Rory Dawson and
                  Patrick M. Pilarski},
  title        = {Examining the Use of Temporal-Difference Incremental Delta-Bar-Delta
                  for Real-World Predictive Knowledge Architectures},
  journal      = {CoRR},
  volume       = {abs/1908.05751},
  year         = {2019},
  url          = {http://arxiv.org/abs/1908.05751},
  eprinttype    = {arXiv},
  eprint       = {1908.05751},
  timestamp    = {Mon, 19 Aug 2019 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1908-05751.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1911-07794,
  author       = {Craig Sherstan and
                  Shibhansh Dohare and
                  James MacGlashan and
                  Johannes G{\"{u}}nther and
                  Patrick M. Pilarski},
  title        = {Gamma-Nets: Generalizing Value Estimation over Timescale},
  journal      = {CoRR},
  volume       = {abs/1911.07794},
  year         = {2019},
  url          = {http://arxiv.org/abs/1911.07794},
  eprinttype    = {arXiv},
  eprint       = {1911.07794},
  timestamp    = {Tue, 03 Dec 2019 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1911-07794.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/firai/TravnikMSP18,
  author       = {Jaden B. Travnik and
                  Kory W. Mathewson and
                  Richard S. Sutton and
                  Patrick M. Pilarski},
  title        = {Reactive Reinforcement Learning in Asynchronous Environments},
  journal      = {Frontiers Robotics {AI}},
  volume       = {5},
  pages        = {79},
  year         = {2018},
  url          = {https://doi.org/10.3389/frobt.2018.00079},
  doi          = {10.3389/FROBT.2018.00079},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/firai/TravnikMSP18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/biorob/VasanP18,
  author       = {Gautham Vasan and
                  Patrick M. Pilarski},
  title        = {Context-Aware Learning from Demonstration: Using Camera Data to Support
                  the Synergistic Control of a Multi-Joint Prosthetic Arm},
  booktitle    = {7th {IEEE} International Conference on Biomedical Robotics and Biomechatronics,
                  BioRob 2018, Enschede, The Netherlands, August 26-29, 2018},
  pages        = {199--206},
  publisher    = {{IEEE}},
  year         = {2018},
  url          = {https://doi.org/10.1109/BIOROB.2018.8487979},
  doi          = {10.1109/BIOROB.2018.8487979},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/biorob/VasanP18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/biorob/BrenneisDMCP18,
  author       = {Dylan J. A. Brenneis and
                  Michael Rory Dawson and
                  Glyn Murgatroyd and
                  Jason P. Carey and
                  Patrick M. Pilarski},
  title        = {Initial Investigation of a Self-Adjusting Wrist Control System to
                  Maintain Prosthesis Terminal Device Orientation Relative to the Ground
                  Reference Frame},
  booktitle    = {7th {IEEE} International Conference on Biomedical Robotics and Biomechatronics,
                  BioRob 2018, Enschede, The Netherlands, August 26-29, 2018},
  pages        = {756--763},
  publisher    = {{IEEE}},
  year         = {2018},
  url          = {https://doi.org/10.1109/BIOROB.2018.8487932},
  doi          = {10.1109/BIOROB.2018.8487932},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/biorob/BrenneisDMCP18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/biorob/Castellanos-Cruz18,
  author       = {Javier L. Castellanos{-}Cruz and
                  Maria F. Gomez{-}Medina and
                  Mahdi Tavakoli and
                  Patrick M. Pilarski and
                  Kim D. Adams},
  title        = {Preliminary Testing of a Telerobotic Haptic System and Analysis of
                  Visual Attention During a Playful Activity},
  booktitle    = {7th {IEEE} International Conference on Biomedical Robotics and Biomechatronics,
                  BioRob 2018, Enschede, The Netherlands, August 26-29, 2018},
  pages        = {1280--1285},
  publisher    = {{IEEE}},
  year         = {2018},
  url          = {https://doi.org/10.1109/BIOROB.2018.8487612},
  doi          = {10.1109/BIOROB.2018.8487612},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/biorob/Castellanos-Cruz18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/iros/SherstanMP18,
  author       = {Craig Sherstan and
                  Marlos C. Machado and
                  Patrick M. Pilarski},
  title        = {Accelerating Learning in Constructive Predictive Frameworks with the
                  Successor Representation},
  booktitle    = {2018 {IEEE/RSJ} International Conference on Intelligent Robots and
                  Systems, {IROS} 2018, Madrid, Spain, October 1-5, 2018},
  pages        = {2997--3003},
  publisher    = {{IEEE}},
  year         = {2018},
  url          = {https://doi.org/10.1109/IROS.2018.8594242},
  doi          = {10.1109/IROS.2018.8594242},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/iros/SherstanMP18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1802-06139,
  author       = {Jaden B. Travnik and
                  Kory W. Mathewson and
                  Richard S. Sutton and
                  Patrick M. Pilarski},
  title        = {Reactive Reinforcement Learning in Asynchronous Environments},
  journal      = {CoRR},
  volume       = {abs/1802.06139},
  year         = {2018},
  url          = {http://arxiv.org/abs/1802.06139},
  eprinttype    = {arXiv},
  eprint       = {1802.06139},
  timestamp    = {Fri, 17 Dec 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1802-06139.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1803-09001,
  author       = {Craig Sherstan and
                  Marlos C. Machado and
                  Patrick M. Pilarski},
  title        = {Accelerating Learning in Constructive Predictive Frameworks with the
                  Successor Representation},
  journal      = {CoRR},
  volume       = {abs/1803.09001},
  year         = {2018},
  url          = {http://arxiv.org/abs/1803.09001},
  eprinttype    = {arXiv},
  eprint       = {1803.09001},
  timestamp    = {Mon, 13 Aug 2018 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1803-09001.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1804-03334,
  author       = {Alexandra Kearney and
                  Vivek Veeriah and
                  Jaden B. Travnik and
                  Richard S. Sutton and
                  Patrick M. Pilarski},
  title        = {{TIDBD:} Adapting Temporal-difference Step-sizes Through Stochastic
                  Meta-descent},
  journal      = {CoRR},
  volume       = {abs/1804.03334},
  year         = {2018},
  url          = {http://arxiv.org/abs/1804.03334},
  eprinttype    = {arXiv},
  eprint       = {1804.03334},
  timestamp    = {Mon, 13 Aug 2018 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1804-03334.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/aires/VegaSMKPGSA17,
  author       = {Roberto Vega and
                  Touqir Sajed and
                  Kory Wallace Mathewson and
                  Kriti Khare and
                  Patrick M. Pilarski and
                  Russell Greiner and
                  Gildardo S{\'{a}}nchez{-}Ante and
                  Javier Mauricio Antelis},
  title        = {Assessment of feature selection and classification methods for recognizing
                  motor imagery tasks from electroencephalographic signals},
  journal      = {Artif. Intell. Res.},
  volume       = {6},
  number       = {1},
  pages        = {37--51},
  year         = {2017},
  url          = {https://doi.org/10.5430/air.v6n1p37},
  doi          = {10.5430/AIR.V6N1P37},
  timestamp    = {Fri, 19 Feb 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/aires/VegaSMKPGSA17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/finr/WiningerACP17,
  author       = {Michael Wininger and
                  Panagiotis K. Artemiadis and
                  Claudio Castellini and
                  Patrick M. Pilarski},
  title        = {Editorial: Peripheral Nervous System-Machine Interfaces {(PNS-MI)}},
  journal      = {Frontiers Neurorobotics},
  volume       = {11},
  pages        = {54},
  year         = {2017},
  url          = {https://doi.org/10.3389/fnbot.2017.00054},
  doi          = {10.3389/FNBOT.2017.00054},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/finr/WiningerACP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/aaaiss/MathewsonP17,
  author       = {Kory W. Mathewson and
                  Patrick M. Pilarski},
  title        = {Reinforcement Learning Based Embodied Agents Modelling Human Users
                  Through Interaction and Multi-Sensory Perception},
  booktitle    = {2017 {AAAI} Spring Symposia, Stanford University, Palo Alto, California,
                  USA, March 27-29, 2017},
  publisher    = {{AAAI} Press},
  year         = {2017},
  url          = {http://aaai.org/ocs/index.php/SSS/SSS17/paper/view/15242},
  timestamp    = {Fri, 17 Dec 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/aaaiss/MathewsonP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/TravnikP17,
  author       = {Jaden B. Travnik and
                  Patrick M. Pilarski},
  title        = {Representing high-dimensional data to intelligent prostheses and other
                  wearable assistive robots: {A} first comparison of tile coding and
                  selective Kanerva coding},
  booktitle    = {International Conference on Rehabilitation Robotics, {ICORR} 2017,
                  London, United Kingdom, July 17-20, 2017},
  pages        = {1443--1450},
  publisher    = {{IEEE}},
  year         = {2017},
  url          = {https://doi.org/10.1109/ICORR.2017.8009451},
  doi          = {10.1109/ICORR.2017.8009451},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/TravnikP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/VasanP17,
  author       = {Gautham Vasan and
                  Patrick M. Pilarski},
  title        = {Learning from demonstration: Teaching a myoelectric prosthesis with
                  an intact limb via reinforcement learning},
  booktitle    = {International Conference on Rehabilitation Robotics, {ICORR} 2017,
                  London, United Kingdom, July 17-20, 2017},
  pages        = {1457--1464},
  publisher    = {{IEEE}},
  year         = {2017},
  url          = {https://doi.org/10.1109/ICORR.2017.8009453},
  doi          = {10.1109/ICORR.2017.8009453},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/VasanP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/MathewsonP17,
  author       = {Kory W. Mathewson and
                  Patrick M. Pilarski},
  title        = {Reinforcement Learning based Embodied Agents Modelling Human Users
                  Through Interaction and Multi-Sensory Perception},
  journal      = {CoRR},
  volume       = {abs/1701.02369},
  year         = {2017},
  url          = {http://arxiv.org/abs/1701.02369},
  eprinttype    = {arXiv},
  eprint       = {1701.02369},
  timestamp    = {Fri, 17 Dec 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/MathewsonP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/MathewsonP17a,
  author       = {Kory W. Mathewson and
                  Patrick M. Pilarski},
  title        = {Actor-Critic Reinforcement Learning with Simultaneous Human Control
                  and Feedback},
  journal      = {CoRR},
  volume       = {abs/1703.01274},
  year         = {2017},
  url          = {http://arxiv.org/abs/1703.01274},
  eprinttype    = {arXiv},
  eprint       = {1703.01274},
  timestamp    = {Fri, 17 Dec 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/MathewsonP17a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1711-03676,
  author       = {Patrick M. Pilarski and
                  Richard S. Sutton and
                  Kory W. Mathewson and
                  Craig Sherstan and
                  Adam S. R. Parker and
                  Ann L. Edwards},
  title        = {Communicative Capital for Prosthetic Agents},
  journal      = {CoRR},
  volume       = {abs/1711.03676},
  year         = {2017},
  url          = {http://arxiv.org/abs/1711.03676},
  eprinttype    = {arXiv},
  eprint       = {1711.03676},
  timestamp    = {Fri, 17 Dec 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1711-03676.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/jmlr/SeijenMPMS16,
  author       = {Harm van Seijen and
                  Ashique Rupam Mahmood and
                  Patrick M. Pilarski and
                  Marlos C. Machado and
                  Richard S. Sutton},
  title        = {True Online Temporal-Difference Learning},
  journal      = {J. Mach. Learn. Res.},
  volume       = {17},
  pages        = {145:1--145:40},
  year         = {2016},
  url          = {http://jmlr.org/papers/v17/15-599.html},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/jmlr/SeijenMPMS16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/agi/SherstanWMP16,
  author       = {Craig Sherstan and
                  Adam White and
                  Marlos C. Machado and
                  Patrick M. Pilarski},
  editor       = {Bas R. Steunebrink and
                  Pei Wang and
                  Ben Goertzel},
  title        = {Introspective Agents: Confidence Measures for General Value Functions},
  booktitle    = {Artificial General Intelligence - 9th International Conference, {AGI}
                  2016, New York, NY, USA, July 16-19, 2016, Proceedings},
  series       = {Lecture Notes in Computer Science},
  volume       = {9782},
  pages        = {258--261},
  publisher    = {Springer},
  year         = {2016},
  url          = {https://doi.org/10.1007/978-3-319-41649-6\_26},
  doi          = {10.1007/978-3-319-41649-6\_26},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/agi/SherstanWMP16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/biorob/PilarskiS16,
  author       = {Patrick M. Pilarski and
                  Craig Sherstan},
  title        = {Steps toward knowledgeable neuroprostheses},
  booktitle    = {6th {IEEE} International Conference on Biomedical Robotics and Biomechatronics,
                  BioRob 2016, Singapore, June 26-29, 2016},
  pages        = {220},
  publisher    = {{IEEE}},
  year         = {2016},
  url          = {https://doi.org/10.1109/BIOROB.2016.7523626},
  doi          = {10.1109/BIOROB.2016.7523626},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/biorob/PilarskiS16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/biorob/EdwardsHP16,
  author       = {Ann L. Edwards and
                  Jacqueline S. Hebert and
                  Patrick M. Pilarski},
  title        = {Machine learning and unlearning to autonomously switch between the
                  functions of a myoelectric arm},
  booktitle    = {6th {IEEE} International Conference on Biomedical Robotics and Biomechatronics,
                  BioRob 2016, Singapore, June 26-29, 2016},
  pages        = {514--521},
  publisher    = {{IEEE}},
  year         = {2016},
  url          = {https://doi.org/10.1109/BIOROB.2016.7523678},
  doi          = {10.1109/BIOROB.2016.7523678},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/biorob/EdwardsHP16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/VeeriahPS16,
  author       = {Vivek Veeriah and
                  Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {Face valuing: Training user interfaces with facial expressions and
                  reinforcement learning},
  journal      = {CoRR},
  volume       = {abs/1606.02807},
  year         = {2016},
  url          = {http://arxiv.org/abs/1606.02807},
  eprinttype    = {arXiv},
  eprint       = {1606.02807},
  timestamp    = {Mon, 13 Aug 2018 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/VeeriahPS16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/SherstanWMP16,
  author       = {Craig Sherstan and
                  Adam White and
                  Marlos C. Machado and
                  Patrick M. Pilarski},
  title        = {Introspective Agents: Confidence Measures for General Value Functions},
  journal      = {CoRR},
  volume       = {abs/1606.05593},
  year         = {2016},
  url          = {http://arxiv.org/abs/1606.05593},
  eprinttype    = {arXiv},
  eprint       = {1606.05593},
  timestamp    = {Fri, 22 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/SherstanWMP16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/MathewsonP16,
  author       = {Kory W. Mathewson and
                  Patrick M. Pilarski},
  title        = {Simultaneous Control and Human Feedback in the Training of a Robotic
                  Agent with Actor-Critic Reinforcement Learning},
  journal      = {CoRR},
  volume       = {abs/1606.06979},
  year         = {2016},
  url          = {http://arxiv.org/abs/1606.06979},
  eprinttype    = {arXiv},
  eprint       = {1606.06979},
  timestamp    = {Fri, 17 Dec 2021 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/MathewsonP16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/SeijenMPS15,
  author       = {Harm van Seijen and
                  Ashique Rupam Mahmood and
                  Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {An Empirical Evaluation of True Online TD({\(\lambda\)})},
  journal      = {CoRR},
  volume       = {abs/1507.00353},
  year         = {2015},
  url          = {http://arxiv.org/abs/1507.00353},
  eprinttype    = {arXiv},
  eprint       = {1507.00353},
  timestamp    = {Mon, 13 Aug 2018 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/SeijenMPS15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/SeijenMPMS15,
  author       = {Harm van Seijen and
                  Ashique Rupam Mahmood and
                  Patrick M. Pilarski and
                  Marlos C. Machado and
                  Richard S. Sutton},
  title        = {True Online Temporal-Difference Learning},
  journal      = {CoRR},
  volume       = {abs/1512.04087},
  year         = {2015},
  url          = {http://arxiv.org/abs/1512.04087},
  eprinttype    = {arXiv},
  eprint       = {1512.04087},
  timestamp    = {Mon, 13 Aug 2018 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/SeijenMPMS15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/finr/CastelliniAWAABCCDEFGGHIKMPRS14,
  author       = {Claudio Castellini and
                  Panagiotis K. Artemiadis and
                  Michael Wininger and
                  Arash Ajoudani and
                  Merkur Alimusaj and
                  Antonio Bicchi and
                  Barbara Caputo and
                  William Craelius and
                  Strahinja Dosen and
                  Kevin B. Englehart and
                  Dario Farina and
                  Arjan Gijsberts and
                  Sasha B. Godfrey and
                  Levi J. Hargrove and
                  Mark Ison and
                  Todd A. Kuiken and
                  Marko Markovic and
                  Patrick M. Pilarski and
                  R{\"{u}}diger Rupp and
                  Erik J. Scheme},
  title        = {Proceedings of the first workshop on Peripheral Machine Interfaces:
                  going beyond traditional surface electromyography},
  journal      = {Frontiers Neurorobotics},
  volume       = {8},
  pages        = {22},
  year         = {2014},
  url          = {https://doi.org/10.3389/fnbot.2014.00022},
  doi          = {10.3389/FNBOT.2014.00022},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/finr/CastelliniAWAABCCDEFGGHIKMPRS14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/ParkerEP14,
  author       = {Adam S. R. Parker and
                  Ann L. Edwards and
                  Patrick M. Pilarski},
  title        = {Using Learned Predictions as Feedback to Improve Control and Communication
                  with an Artificial Limb: Preliminary Findings},
  journal      = {CoRR},
  volume       = {abs/1408.1913},
  year         = {2014},
  url          = {http://arxiv.org/abs/1408.1913},
  eprinttype    = {arXiv},
  eprint       = {1408.1913},
  timestamp    = {Mon, 13 Aug 2018 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/ParkerEP14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/ram/PilarskiDDCCHS13,
  author       = {Patrick M. Pilarski and
                  Michael Rory Dawson and
                  Thomas Degris and
                  Jason P. Carey and
                  K. Ming Chan and
                  Jacqueline S. Hebert and
                  Richard S. Sutton},
  title        = {Adaptive Artificial Limbs: {A} Real-Time Approach to Prediction and
                  Anticipation},
  journal      = {{IEEE} Robotics Autom. Mag.},
  volume       = {20},
  number       = {1},
  pages        = {53--64},
  year         = {2013},
  url          = {https://doi.org/10.1109/MRA.2012.2229948},
  doi          = {10.1109/MRA.2012.2229948},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/ram/PilarskiDDCCHS13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icorr/PilarskiDS13,
  author       = {Patrick M. Pilarski and
                  Travis B. Dick and
                  Richard S. Sutton},
  title        = {Real-time prediction learning for the simultaneous actuation of multiple
                  prosthetic joints},
  booktitle    = {{IEEE} 13th International Conference on Rehabilitation Robotics, {ICORR}
                  2013, Seattle, WA, USA, June 24-26, 2013},
  pages        = {1--8},
  publisher    = {{IEEE}},
  year         = {2013},
  url          = {https://doi.org/10.1109/ICORR.2013.6650435},
  doi          = {10.1109/ICORR.2013.6650435},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icorr/PilarskiDS13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/EdwardsKDSP13,
  author       = {Ann L. Edwards and
                  Alexandra Kearney and
                  Michael Rory Dawson and
                  Richard S. Sutton and
                  Patrick M. Pilarski},
  title        = {Temporal-Difference Learning to Assist Human Decision Making during
                  the Control of an Artificial Limb},
  journal      = {CoRR},
  volume       = {abs/1309.4714},
  year         = {2013},
  url          = {http://arxiv.org/abs/1309.4714},
  eprinttype    = {arXiv},
  eprint       = {1309.4714},
  timestamp    = {Tue, 17 Sep 2019 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/EdwardsKDSP13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/aaaifs/PilarskiS12,
  author       = {Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {Between Instruction and Reward: Human-Prompted Switching},
  booktitle    = {Robots Learning Interactively from Human Teachers, Papers from the
                  2012 {AAAI} Fall Symposium, Arlington, Virginia, USA, November 2-4,
                  2012},
  series       = {{AAAI} Technical Report},
  volume       = {{FS-12-07}},
  publisher    = {{AAAI}},
  year         = {2012},
  url          = {http://www.aaai.org/ocs/index.php/FSS/FSS12/paper/view/5496},
  timestamp    = {Tue, 08 Mar 2022 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/aaaifs/PilarskiS12.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/amcc/DegrisPS12,
  author       = {Thomas Degris and
                  Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {Model-Free reinforcement learning with continuous action in practice},
  booktitle    = {American Control Conference, {ACC} 2012, Montreal, QC, Canada, June
                  27-29, 2012},
  pages        = {2177--2182},
  publisher    = {{IEEE}},
  year         = {2012},
  url          = {https://doi.org/10.1109/ACC.2012.6315022},
  doi          = {10.1109/ACC.2012.6315022},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/amcc/DegrisPS12.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icassp/MahmoodSDP12,
  author       = {Ashique Rupam Mahmood and
                  Richard S. Sutton and
                  Thomas Degris and
                  Patrick M. Pilarski},
  title        = {Tuning-free step-size adaptation},
  booktitle    = {2012 {IEEE} International Conference on Acoustics, Speech and Signal
                  Processing, {ICASSP} 2012, Kyoto, Japan, March 25-30, 2012},
  pages        = {2121--2124},
  publisher    = {{IEEE}},
  year         = {2012},
  url          = {https://doi.org/10.1109/ICASSP.2012.6288330},
  doi          = {10.1109/ICASSP.2012.6288330},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/icassp/MahmoodSDP12.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/smc/ModayilWPS12,
  author       = {Joseph Modayil and
                  Adam White and
                  Patrick M. Pilarski and
                  Richard S. Sutton},
  title        = {Acquiring a broad range of empirical knowledge in real time by temporal-difference
                  learning},
  booktitle    = {Proceedings of the {IEEE} International Conference on Systems, Man,
                  and Cybernetics, {SMC} 2012, Seoul, Korea (South), October 14-17,
                  2012},
  pages        = {1903--1910},
  publisher    = {{IEEE}},
  year         = {2012},
  url          = {https://doi.org/10.1109/ICSMC.2012.6378016},
  doi          = {10.1109/ICSMC.2012.6378016},
  timestamp    = {Sat, 30 Sep 2023 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/smc/ModayilWPS12.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/atal/SuttonMDDPWP11,
  author       = {Richard S. Sutton and
                  Joseph Modayil and
                  Michael Delp and
                  Thomas Degris and
                  Patrick M. Pilarski and
                  Adam White and
                  Doina Precup},
  editor       = {Liz Sonenberg and
                  Peter Stone and
                  Kagan Tumer and
                  Pinar Yolum},
  title        = {Horde: a scalable real-time architecture for learning knowledge from
                  unsupervised sensorimotor interaction},
  booktitle    = {10th International Conference on Autonomous Agents and Multiagent
                  Systems {(AAMAS} 2011), Taipei, Taiwan, May 2-6, 2011, Volume 1-3},
  pages        = {761--768},
  publisher    = {{IFAAMAS}},
  year         = {2011},
  url          = {http://portal.acm.org/citation.cfm?id=2031726\&\#38;CFID=54178199\&\#38;CFTOKEN=61392764},
  timestamp    = {Thu, 21 Apr 2022 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/conf/atal/SuttonMDDPWP11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icmens/PilarskiAPPLB04,
  author       = {Linda M. Pilarski and
                  Sophia Adamia and
                  Patrick M. Pilarski and
                  Ranjit Prakash and
                  Jana Lauzon and
                  Christopher J. Backhouse},
  title        = {Improved Diagnosis and Monitoring of Cancer Using Portable Microfluidics
                  Platforms},
  booktitle    = {2004 International Conference on MEMS, NANO, and Smart Systems {(ICMENS}
                  2004), 25-27 August 2004, Banff, Alberta, Canada},
  pages        = {340--343},
  publisher    = {{IEEE} Computer Society},
  year         = {2004},
  url          = {https://doi.org/10.1109/ICMENS.2004.1508971},
  doi          = {10.1109/ICMENS.2004.1508971},
  timestamp    = {Fri, 24 Mar 2023 00:00:00 +0100},
  biburl       = {https://dblp.org/rec/conf/icmens/PilarskiAPPLB04.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
a service of  Schloss Dagstuhl - Leibniz Center for Informatics