biblio.bib

@incollection{ismail2018survey,
	title={A survey and analysis of cooperative multi-agent robot systems: 
	challenges and directions},
	author={Ismail, Zool Hilmi and Sariff, Nohaidda},
	booktitle={Applications of Mobile Robots},
	year={2018},
	publisher={IntechOpen}
}

@article{sartoretti2019distributed,
	title={Distributed learning of decentralized control policies for articulated 
	mobile robots},
	author={Sartoretti, Guillaume and Paivine, William and Shi, Yunfei and Wu, Yue 
	and Choset, Howie},
	journal={IEEE Transactions on Robotics},
	volume={35},
	number={5},
	pages={1109--1122},
	year={2019},
	publisher={IEEE}
}

@inproceedings{tolstaya2020learning,
	title={Learning decentralized controllers for robot swarms with graph neural 
	networks},
	author={Tolstaya, Ekaterina and Gama, Fernando and Paulos, James and 
	Pappas, George and Kumar, Vijay and Ribeiro, Alejandro},
	booktitle={Conference on Robot Learning},
	pages={671--682},
	year={2020}
}

@misc{pesce2019improving,
	title={Improving coordination in multi-agent deep reinforcement learning 
	through memory-driven communication},
	author={Pesce, Emanuele and Montana, Giovanni},
	journal={arXiv preprint arXiv:1901.03887},
	year={2019},
	publisher={CoRR}
}

@book{gasser2014distributed,
	title={{Distributed Artificial Intelligence}},
	author={Gasser, Robin and Huhns, Michael N},
	volume={2},
	year={2014},
	publisher={Morgan Kaufmann}
}

@inproceedings{tan1993multi,
	title={Multi-agent reinforcement learning: Independent vs. cooperative agents},
	author={Tan, Ming},
	booktitle={Proceedings of the tenth international conference on machine 
	learning},
	pages={330--337},
	year={1993}
}

@misc{gomez2018understanding,
	title={Understanding categorical cross-entropy loss, binary cross-entropy loss, 
	softmax loss, logistic loss, focal loss and all those confusing names},
	author={G{\'o}mez, Ra{\'u}l},
	url={https://gombru.github.io/2018/05/23/cross\_entropy\_loss},
	year={2018}
}

@article{sadowski2016notes,
	title={Notes on backpropagation},
	author={Sadowski, Peter},
	url={https://www.ics.uci.edu/pjsadows/notes.pdf},
	year={2016},
        journal={Department of Computer ScienceUniversity of California Irvine},
}

@article{wang2009mean,
	title={Mean squared error: Love it or leave it? {A} new look at signal fidelity 
	measures},
	author={Wang, Zhou and Bovik, Alan C},
	journal={IEEE signal processing magazine},
	volume={26},
	number={1},
	pages={98--117},
	year={2009},
	publisher={IEEE}
}

@incollection{zou2008overview,
	title={Overview of artificial neural networks},
	author={Zou, Jinming and Han, Yi and So, Sung-Sau},
	booktitle={Artificial Neural Networks},
	pages={14--22},
	year={2008},
	publisher={Springer}
}

@book{siegwart2011introduction,
	title={Introduction to autonomous mobile robots},
	author={Siegwart, Roland and Nourbakhsh, Illah Reza and Scaramuzza, 
	Davide},
	year={2011},
	publisher={MIT press}
}

@misc{mordechai2018elements,
	title={{Elements of Robotics}},
	author={Ben-Ari, Mordechai and Mondada, Francesco},
	year={2018},
	publisher={Springer, Cham}
}

@book{dudek2010computational,
	title={Computational principles of mobile robotics},
	author={Dudek, Gregory and Jenkin, Michael},
	year={2010},
	publisher={Cambridge University Press}
}

@book{siciliano2010robotics,
	title={Robotics: modelling, planning and control},
	author={Siciliano, Bruno and Sciavicco, Lorenzo and Villani, Luigi and Oriolo, 
	Giuseppe},
	year={2010},
	publisher={Springer Science \& Business Media}
}

@book{fu1987robotics,
	title={{Robotics: Control, Sensing, Vision, and Intelligence}},
	author={Fu, King Sun and Gonzalez, Ralph and Lee, CS George},
	year={1987},
	publisher={Tata McGraw-Hill Education}
}

@article{shojaei2011adaptive,
	title={Adaptive trajectory tracking control of a differential drive wheeled mobile 
	robot},
	author={Shojaei, Khoshnam and Shahri, Alireza Mohammad and Tarakameh, 
	Ahmadreza and Tabibian, Behzad},
	journal={Robotica},
	volume={29},
	number={3},
	pages={391--402},
	year={2011}
}

@article{torabi2018behavioral,
	title={Behavioral cloning from observation},
	author={Torabi, Faraz and Warnell, Garrett and Stone, Peter},
	journal={arXiv preprint arXiv:1805.01954},
	year={2018}
}

@inproceedings{zhang2018deep,
	title={Deep imitation learning for complex manipulation tasks from virtual 
	reality teleoperation},
	author={Zhang, Tianhao and McCarthy, Zoe and Jow, Owen and Lee, Dennis 
	and Chen, Xi and Goldberg, Ken and Abbeel, Pieter},
	booktitle={2018 IEEE International Conference on Robotics and Automation 
	(ICRA)},
	pages={1--8},
	year={2018},
	organization={IEEE}
}

@article{stepputtis2019imitation,
	title={{Imitation Learning of Robot Policies by Combining Language, Vision and 
	Demonstration}},
	author={Stepputtis, Simon and Campbell, Joseph and Phielipp, Mariano and 
	Baral, Chitta and Amor, Heni Ben},
	journal={arXiv preprint arXiv:1911.11744},
	year={2019}
}

@inproceedings{lowe2017multi,
	title={Multi-agent actor-critic for mixed cooperative-competitive 
	environments},
	author={Lowe, Ryan and Wu, Yi I and Tamar, Aviv and Harb, Jean and Abbeel, 
	OpenAI Pieter and Mordatch, Igor},
	booktitle={Advances in neural information processing systems},
	pages={6379--6390},
	year={2017}
}

@article{grasse1959reconstruction,
	title={La reconstruction du nid et les coordinations interindividuelles 
	{chezBellicositermes} natalensis {etCubitermes} sp. la th{\'e}orie de la 
	stigmergie: {Essai} d'interpr{\'e}tation du comportement des termites 
	constructeurs},
	author={Grass{\'e}, Plerre-P},
	journal={Insectes sociaux},
	volume={6},
	number={1},
	pages={41--80},
	year={1959},
	publisher={Springer}
}
@inproceedings{guestrin2002coordinated,
	title={Coordinated reinforcement learning},
	author={Guestrin, Carlos and Lagoudakis, Michail and Parr, Ronald},
	booktitle={ICML},
	volume={2},
	pages={227--234},
	year={2002},
	organization={Citeseer}
}

@article{panait2005cooperative,
	title={Cooperative multi-agent learning: {The} state of the art},
	author={Panait, Liviu and Luke, Sean},
	journal={Autonomous agents and multi-agent systems},
	volume={11},
	number={3},
	pages={387--434},
	year={2005},
	publisher={Springer}
}
@article{stone2000multiagent,
	title={Multiagent systems: {A} survey from a machine learning perspective},
	author={Stone, Peter and Veloso, Manuela},
	journal={Autonomous Robots},
	volume={8},
	number={3},
	pages={345--383},
	year={2000},
	publisher={Springer}
}

@inproceedings{holland1996multiagent,
	title={Multiagent systems: Lessons from social insects and collective robotics},
	author={Holland, Owen E},
	booktitle={Adaptation, Coevolution and Learning in Multiagent Systems: Papers 
	from the 1996 AAAI Spring Symposium},
	pages={57--62},
	year={1996}
}

@inproceedings{ross2011reduction,
	title={A reduction of imitation learning and structured prediction to no-regret 
	online learning},
	author={Ross, St{\'e}phane and Gordon, Geoffrey and Bagnell, Drew},
	booktitle={Proceedings of the fourteenth international conference on artificial 
	intelligence and statistics},
	pages={627--635},
	year={2011}
}
@book{calinon2009robot,
	title={Robot programming by demonstration},
	author={Calinon, Sylvain},
	year={2009},
	publisher={EPFL Press}
}

@article{billard2008survey,
	title={Survey: {Robot} programming by demonstration},
	author={Billard, Aude and Calinon, Sylvain and Dillmann, Ruediger and Schaal, 
	Stefan},
	journal={Handbook of robotics},
	volume={59},
	number={BOOK\_CHAP},
	year={2008},
	publisher={MIT Press}
}

@incollection{oliehoek2012decentralised,
	title={Decentralized {POMDPS}},
	author={Oliehoek, Frans A},
	booktitle={Reinforcement Learning},
	pages={471--503},
	year={2012},
	publisher={Springer}
}

@article{vsovsic2016inverse,
	title={Inverse reinforcement learning in swarm systems},
	author={{\v{S}}o{\v{s}}i{\'c}, Adrian and KhudaBukhsh, Wasiur R and Zoubir, 
	Abdelhak M and Koeppl, Heinz},
	journal={arXiv preprint arXiv:1602.05450},
	year={2016}
}

@article{barrett2017making,
	title={Making friends on the fly: {Cooperating} with new teammates},
	author={Barrett, Samuel and Rosenfeld, Avi and Kraus, Sarit and Stone, Peter},
	journal={Artificial Intelligence},
	volume={242},
	pages={132--171},
	year={2017},
	publisher={Elsevier}
}

@article{stadie2017third,
	title={Third-person imitation learning},
	author={Stadie, Bradly C and Abbeel, Pieter and Sutskever, Ilya},
	journal={arXiv preprint arXiv:1703.01703},
	year={2017}
}

@inproceedings{hadfield2017inverse,
	title={Inverse reward design},
	author={Hadfield-Menell, Dylan and Milli, Smitha and Abbeel, Pieter and 
	Russell, Stuart J and Dragan, Anca},
	booktitle={Advances in neural information processing systems},
	pages={6765--6774},
	year={2017}
}

@inproceedings{song2018multi,
	title={Multi-agent generative adversarial imitation learning},
	author={Song, Jiaming and Ren, Hongyu and Sadigh, Dorsa and Ermon, 
	Stefano},
	booktitle={Advances in neural information processing systems},
	pages={7461--7472},
	year={2018}
}

@article{meng2019convergence,
	title={Convergence analysis of distributed stochastic gradient descent with 
	shuffling},
	author={Meng, Qi and Chen, Wei and Wang, Yue and Ma, Zhi-Ming and Liu, 
	Tie-Yan},
	journal={Neurocomputing},
	volume={337},
	pages={46--57},
	year={2019},
	publisher={Elsevier}
}

@article{fawcett2006introduction,
	title={An introduction to {ROC} analysis},
	author={Fawcett, Tom},
	journal={Pattern recognition letters},
	volume={27},
	number={8},
	pages={861--874},
	year={2006},
	publisher={Elsevier}
}

@inproceedings{han1995influence,
	title={The influence of the sigmoid function parameters on the speed of 
	backpropagation learning},
	author={Han, Jun and Moraga, Claudio},
	booktitle={International Workshop on Artificial Neural Networks},
	pages={195--201},
	year={1995},
	organization={Springer}
}

@inproceedings{kalman1992tanh,
	title={Why tanh: choosing a sigmoidal function},
	author={Kalman, Barry L and Kwasny, Stan C},
	booktitle={[Proceedings 1992] IJCNN International Joint Conference on 
	Neural Networks},
	volume={4},
	pages={578--581},
	year={1992},
	organization={IEEE}
}

@article{kingma2014adam,
	title={Adam: A method for stochastic optimization},
	author={Kingma, Diederik P and Ba, Jimmy},
	journal={arXiv preprint arXiv:1412.6980},
	year={2014}
}

@article{loshchilov2017decoupled,
	title={Decoupled weight decay regularization},
	author={Loshchilov, Ilya and Hutter, Frank},
	journal={arXiv preprint arXiv:1711.05101},
	year={2017}
}

@inproceedings{quigley2009ros,
  title={{ROS}: an open-source Robot Operating System},
  author={Quigley, Morgan and Conley, Ken and Gerkey, Brian and Faust, Josh and Foote, Tully and Leibs, Jeremy and Wheeler, Rob and Ng, Andrew Y and others},
  booktitle={ICRA workshop on open source software},
  volume={3},
  pages={5},
  year={2009},
  organization={Kobe, Japan}
}

@article{mondada2017bringing,
	title={Bringing robotics to formal education: {The Thymio} open-source 
	hardware robot},
	author={Mondada, Francesco and Bonani, Michael and Riedo, Fanny and Briod, 
	Manon and Pereyre, L{\'e}a and R{\'e}tornaz, Philippe and Magnenat, 
	St{\'e}phane},
	journal={IEEE Robotics \& Automation Magazine},
	volume={24},
	number={1},
	pages={77--85},
	year={2017},
	publisher={IEEE}
}

@article{magnenat2010aseba,
	title={{ASEBA}: A modular architecture for event-based control of complex 
	robots},
	author={Magnenat, St{\'e}phane and R{\'e}tornaz, Philippe and Bonani, Michael 
	and Longchamp, Valentin and Mondada, Francesco},
	journal={IEEE/ASME transactions on mechatronics},
	volume={16},
	number={2},
	pages={321--329},
	year={2010},
	publisher={IEEE}
}

@inproceedings{le2017coordinated,
  title={Coordinated multi-agent imitation learning},
  author={Le, Hoang M and Yue, Yisong and Carr, Peter and Lucey, Patrick},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={1995--2003},
  year={2017},
  organization={JMLR. org}
}

@inproceedings{sukhbaatar2016learning,
	title={Learning multiagent communication with backpropagation},
	author={Sukhbaatar, Sainbayar and Fergus, Rob and others},
	booktitle={Advances in neural information processing systems},
	pages={2244--2252},
	year={2016}
}

@inproceedings{ho2016generative,
	title={Generative adversarial imitation learning},
	author={Ho, Jonathan and Ermon, Stefano},
	booktitle={Advances in neural information processing systems},
	pages={4565--4573},
	year={2016}
}

@article{schaal1999imitation,
	title={Is imitation learning the route to humanoid robots?},
	author={Schaal, Stefan},
	journal={Trends in cognitive sciences},
	volume={3},
	number={6},
	pages={233--242},
	year={1999},
	publisher={Elsevier}
}

@techreport{calinon2007learning,
	title={Learning of gestures by imitation in a humanoid robot},
	author={Calinon, Sylvain and Billard, Aude},
	year={2007},
	institution={Cambridge University Press}
}

@unpublished{marcoverna2020,
	title={Learning distributed controllers by backpropagation},
	author={Verna, Marco},
	school={Universitá della Svizzera Italiana},
	year={2020},
 note={unpublished master thesis}

}

@inproceedings{guzzi2018model,
	title={A model of artificial emotions for behavior-modulation and implicit coordination in multi-robot systems},
	author={Guzzi, J{\'e}r{\^o}me and Giusti, Alessandro and Gambardella, Luca M and Di Caro, Gianni A},
	booktitle={Proceedings of the Genetic and Evolutionary Computation Conference},
	pages={21--28},
	year={2018}
}

@article{alonso2019distributed,
	title={Distributed multi-robot formation control in dynamic environments},
	author={Alonso-Mora, Javier and Montijano, Eduardo and N{\"a}geli, Tobias and Hilliges, Otmar and Schwager, Mac and 
	Rus, Daniela},
	journal={Autonomous Robots},
	volume={43},
	number={5},
	pages={1079--1100},
	year={2019},
	publisher={Springer}
}

@article{ivanov2019distribution,
	title={Distribution of roles in groups of robots with limited communications based on the swarm interaction},
	author={Ivanov, D Ya},
	journal={Procedia Computer Science},
	volume={150},
	pages={518--523},
	year={2019},
	publisher={Elsevier}
}

@article{li2019two,
	title={A two-stage imitation learning framework for the multi-target search problem in swarm robotics},
	author={Li, Jie and Tan, Ying},
	journal={Neurocomputing},
	volume={334},
	pages={249--264},
	year={2019},
	publisher={Elsevier}
}

@misc{roboticswebsite,
	author={Di Caro, Gianni},
	title={{Autonomous Swarm/Multi-robot} systems and Human-in-the-loop},
	url={http://www.giannidicaro.com/robotics.html},
	year={2006}
}

@misc{enki,
	author = {Magnenat, Stéphane and others},
	title = {Enki: A fast {2D} robot simulator},
	url = {https://github.com/enki-community/enki},
	year = {1999}
}

@misc{enki-jguzzi,
	author = {Guzzi, Jérôme},
	title = {{Thymio II} support for {Enki} simulator},
	url = {https://jeguzzi.github.io/enki/intro.html},
	year = {2020}
}

@misc{github,
	author={Adorni, Giorgia},
	title={Simulation of robot swarms for learning communication-aware 
	coordination ({GitHub} repository of the master thesis project: 
	learning-robot-swarm-controllers)},
	url={https://github.com/GiorgiaAuroraAdorni/learning-robot-swarm-controllers},
	year={2020}
}

@misc{asebaros,
	author={Magnenat, Stéphane},
	title={asebaros},
	url={https://github.com/ethz-asl/ros-aseba.git},
	year={2010}
}

@misc{boostpython,
	author={Seefeld, Stefan},
	title={{Boost.Python}},
	url={https://www.boost.org/doc/libs/1_70_0/libs/python/doc/html/index.html},
	year={2002-2015}
}

@misc{task1manual,
	author={Adorni, Giorgia},
	title={{PyEnki} simulation of a multi-agent system in which a manual 
	proportional controller moves the robots such that they stand at equal 
	distances from each other without using communication.},
	url={https://www.youtube.com/watch?v=jNkt7xf6pUU},
	year={2020}
}

@misc{ml-agents,
	author={Juliani, Arthur},
	title={{ML-Agents Toolkit v0.3 Beta released: Imitation Learning, 
	feedback-driven features, and more}.},
	url={https://blogs.unity3d.com/2018/03/15/ml-agents-v0-3-beta-released-imitation-learning-feedback-driven-features-and-more/},
	year={2018}
}