Publications

@inproceedings{Dave2025bb,

title = {Skill Disentanglement in Reproducing Kernel Hilbert Space},

author = {Vedant Dave and Elmar Rueckert 

},

year  = {2025},

date = {2025-02-27},

urldate = {2025-02-27},

booktitle = {In Proceedings of the AAAI Conference on Artificial Intelligence (AAAI)},

keywords = {Deep Learning, neural network, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Lygerakis2024,

title = {M2CURL: Sample-Efficient Multimodal Reinforcement Learning via Self-Supervised Representation Learning for Robotic Manipulation},

author = {Fotios Lygerakis and Vedant Dave and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/NPejb2Fp4Y8LeyZ},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {Contrastive Learning, Manipulation, Multimodal Reinforcement Learning, Multimodal Representation Learning, Reinforcement Learning, Robot Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Feith2024A,

title = {Integrating Human Expertise in Continuous Spaces: A Novel Interactive Bayesian Optimization Framework with Preference Expected Improvement},

author = {Nikolaus Feith and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/6rTWAkoXa3zsJxf},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {Interactive Learning, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Feith2024B,

title = {Advancing Interactive Robot Learning: A User Interface Leveraging Mixed Reality and Dual Quaternions},

author = {Nikolaus Feith and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/qCgzbmCJYSH3F97},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {Human-Robot Interaction, Mixted Reality, Robot Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Neubauer2024,

title = {Semi-Autonomous Fast Object Segmentation and Tracking Tool for Industrial Applications},

author = {Melanie Neubauer and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/6fTmgDZRQfDHfmg},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {computer vision, Deep Learning, Recycling},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Dave2024b,

title = {Multimodal Visual-Tactile Representation Learning through Self-Supervised Contrastive Pre-Training},

author = {Vedant Dave* and Fotios Lygerakis* and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/Nw9TprfdDoLgr8e},

year  = {2024},

date = {2024-01-28},

urldate = {2024-01-28},

booktitle = {IEEE International Conference on Robotics and Automation (ICRA 2024).},

note = {* equal contribution},

keywords = {Contrastive Learning, Representation Learning, Self-supervised Learning, Tactile Sensing},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Nwankwo2024,

title = {The Conversation is the Command: Interacting with Real-World Autonomous Robots Through Natural Language},

author = {Linus Nwankwo and Elmar Rueckert},

url = {https://doi.org/10.1145/3610978.3640723

https://cloud.cps.unileoben.ac.at/index.php/s/YzJdHWDt9ZdqsZs},

doi = {10.1145/3610978.3640723},

isbn = {9798400703232},

year  = {2024},

date = {2024-01-16},

urldate = {2024-01-16},

booktitle = {HRI '24: Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction.},

pages = {808–812},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

organization = {ACM/IEEE},

series = {HRI '24},

abstract = {In recent years, autonomous agents have surged in real-world environments such as our homes, offices, and public spaces. However, natural human-robot interaction remains a key challenge. In this paper, we introduce an approach that synergistically exploits the capabilities of large language models (LLMs) and multimodal vision-language models (VLMs) to enable humans to interact naturally with autonomous robots through conversational dialogue. We leveraged the LLMs to decode the high-level natural language instructions from humans and abstract them into precise robot actionable commands or queries. Further, we utilised the VLMs to provide a visual and semantic understanding of the robot's task environment. Our results with 99.13% command recognition accuracy and 97.96% commands execution success show that our approach can enhance human-robot interaction in real-world applications. The video demonstrations of this paper can be found at https://osf.io/wzyf6 and the code is available at our GitHub repository.},

howpublished = {ACM/IEEE International Conference on Human-Robot Interaction (HRI ’24 Companion)},

key = {ChatGPT, LLMs, ROS, VLMs, autonomous robots, human-robot interaction, natural language interaction},

note = {Published as late breaking results. Supplementary video: https://cloud.cps.unileoben.ac.at/index.php/s/fRE9XMosWDtJ339 },

keywords = {Autonomous Navigation, Large Language Models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Lygerakis2023,

title = {CR-VAE: Contrastive Regularization on Variational Autoencoders for Preventing Posterior Collapse},

author = {Fotios Lygerakis and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/fNNRnzJFPrtGQM2},

year  = {2023},

date = {2023-08-16},

urldate = {2023-08-16},

booktitle = {Asian Conference of Artificial Intelligence Technology (ACAIT).},

publisher = {IEEE},

keywords = {Representation Learning, Self-supervised Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Yadav2023b,

title = {Deep Reinforcement Learning for Mapless Navigation of Autonomous Mobile Robot},

author = {Harsh Yadav and Honghu Xue and Yan Rudall and Mohamed Bakr and Benedikt Hein and Elmar Rueckert and Ngoc Thinh Nguyen},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/zEnY3yoFHZRdzkR},

year  = {2023},

date = {2023-06-26},

urldate = {2023-06-26},

publisher = { International Conference on System Theory, Control and Computing (ICSTCC)},

note = {October 11-13, 2023, Timisoara, Romania.},

keywords = {Autonomous Navigation, Deep Learning, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Nwankwo2023,

title = {Understanding why SLAM algorithms fail in modern indoor environments},

author = {Linus Nwankwo and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/KdZ2E2np5QEnYfL

},

doi = {https://doi.org/10.1007/978-3-031-32606-6_22},

year  = {2023},

date = {2023-05-27},

urldate = {2023-05-27},

booktitle = {International Conference on Robotics in Alpe-Adria-Danube Region (RAAD). },

volume = {135},

pages = {186 - 194},

publisher = {Cham: Springer Nature Switzerland.},

series = {Mechanisms and Machine Science},

abstract = {Simultaneous localization and mapping (SLAM) algorithms are essential for the autonomous navigation of mobile robots. With the increasing demand for autonomous systems, it is crucial to evaluate and compare the performance of these algorithms in real-world environments. 

In this paper, we provide an evaluation strategy and real-world datasets to test and evaluate SLAM algorithms in complex and challenging indoor environments. Further, we analysed state-of-the-art (SOTA) SLAM algorithms based on various metrics such as absolute trajectory error, scale drift, and map accuracy and consistency. Our results demonstrate that SOTA SLAM algorithms often fail in challenging environments, with dynamic objects, transparent and reflecting surfaces. We also found that successful loop closures had a significant impact on the algorithm’s performance. These findings highlight the need for further research to improve the robustness of the algorithms in real-world scenarios. },

keywords = {mobile navigation, robotics, SLAM},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Keshavarz2023,

title = {A Reinforcement Learning Approach for Real-Time Autonomous Decision-Making in Well Construction},

author = {Sahar Keshavarz and Petr Vita and Elmar Rueckert and Ronald Ortner and Gerhard Thonhauser},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/yT9Erwsnk36JKtr},

doi = {10.2118/214465-MS},

isbn = {9781613999882},

year  = {2023},

date = {2023-01-19},

urldate = {2023-01-19},

booktitle = {Society of Petroleum Engineers - SPE Symposium: Leveraging Artificial Intelligence to Shape the Future of the Energy Industry, AIS 2023},

publisher = {Society of Petroleum Engineers.},

keywords = {Reinforcement Learning, Well Construction},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Xue2022b,

title = {End-To-End Deep Reinforcement Learning for First-Person Pedestrian Visual Navigation in Urban Environments},

author = {Honghu Xue and Rui Song and Julian Petzold and Benedikt Hein and Heiko Hamann and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/RzMQWqsFarQ6Kw4},

year  = {2022},

date = {2022-09-26},

urldate = {2022-09-26},

publisher = {International Conference on Humanoid Robots (Humanoids 2022)},

abstract = {We solve a visual navigation problem in an urban setting via deep reinforcement learning in an end-to-end manner. A major challenge of a first-person visual navigation problem lies in severe partial observability and sparse positive experiences of reaching the goal. To address partial observability, we propose a novel 3D-temporal convolutional network to encode sequential historical visual observations, its effectiveness is verified by comparing to a commonly-used frame-stacking

approach. For sparse positive samples, we propose an improved automatic curriculum learning algorithm NavACL+, which

proposes meaningful curricula starting from easy tasks and gradually generalizes to challenging ones. NavACL+ is shown to

facilitate the learning process, greatly improve the task success rate on difficult tasks by at least 40% and offer enhanced

generalization to different initial poses compared to training from a fixed initial pose and the original NavACL algorithm.},

keywords = {Autonomous Navigation, Deep Learning, mobile navigation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Dave2022,

title = {Predicting full-arm grasping motions from anticipated tactile responses},

author = {Vedant Dave and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/WzGSNtc5WRLN3EL},

year  = {2022},

date = {2022-09-26},

urldate = {2022-09-26},

publisher = {International Conference on Humanoid Robots (Humanoids 2022)},

abstract = {Tactile sensing provides significant information about the state of the environment for performing manipulation tasks. Depending on the physical properties of the object, manipulation tasks can exhibit large variation in their movements. For a grasping task, the movement of the arm and of the end effector varies depending on different points of contact on the object, especially if the object is non-homogeneous in hardness and/or has an uneven geometry. In this paper, we propose Tactile Probabilistic Movement Primitives (TacProMPs), to learn a highly non-linear relationship between the desired tactile responses and the full-arm movement. We solely condition on the tactile responses to infer the complex manipulation skills. We formulate a joint trajectory of full-arm joints with tactile data, leverage the model to condition on the desired tactile response from the non-homogeneous object and infer the full-arm (7-dof panda arm and 19-dof gripper hand) motion. We use a Gaussian Mixture Model of primitives to address the multimodality in demonstrations. We also show that the measurement noise adjustment must be taken into account due to multiple systems working in collaboration.

We validate and show the robustness of the approach through two experiments. First, we consider an object with non-uniform hardness. Grasping from different locations require different motion, and results into different tactile responses. Second, we have an object with homogeneous hardness, but we grasp it with widely varying grasping configurations. Our result shows that TacProMPs can successfully model complex multimodal skills and generalise to new situations.},

keywords = {Grasping, Manipulation, Probabilistic Movement Primitives, Tactile Sensing},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Leonel2022,

title = {Orientation Probabilistic Movement Primitives on Riemannian Manifolds},

author = {Leonel, Rozo* and Vedant, Dave*},

url = {https://cps.unileoben.ac.at/wp/orientation_probabilistic_move.pdf, Article File},

year  = {2022},

date = {2022-01-11},

urldate = {2022-01-11},

booktitle = {Conference on Robot Learning (CoRL)},

volume = {164},

pages = {11},

abstract = {Learning complex robot motions necessarily demands to have models that are able to encode and retrieve full-pose trajectories when tasks are defined in operational spaces. Probabilistic movement primitives (ProMPs) stand out as a principled approach that models trajectory distributions learned from demonstrations. ProMPs allow for trajectory modulation and blending to achieve better generalization to novel situations. However, when ProMPs are employed in operational space, their original formulation does not directly apply to full-pose movements including rotational trajectories described by quaternions. This paper proposes a Riemannian formulation of ProMPs that enables encoding and retrieving of quaternion trajectories. Our method builds on Riemannian manifold theory,

and exploits multilinear geodesic regression for estimating the ProMPs parameters. This novel approach makes ProMPs a suitable model for learning complex full-pose robot motion patterns. Riemannian ProMPs are tested on toy examples to illustrate their workflow, and on real learning-from-demonstration experiments.},

note = {* equal contribution},

keywords = {Manipulation, Probabilistic Movement Primitives, Riemannian Manifolds},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Denz2021,

title = {A high-accuracy, low-budget Sensor Glove for Trajectory Model Learning},

author = {R. Denz and R. Demirci and E. Cansev and A. Bliek and P. Beckerle and E. Rueckert and N. Rottmann},

url = {https://cps.unileoben.ac.at/wp/ICAR2021Denz.pdf, Article File},

year  = {2021},

date = {2021-12-06},

booktitle = {International Conference on Advanced Robotics },

pages = {7},

keywords = {Grasping, human motor control, Manipulation, smart sensors},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2021,

title = {Probabilistic Approach for Complete Coverage Path Planning with low-cost Systems},

author = {N. Rottmann and R. Denz and R. Bruder and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/ECMR2021Rottmann.pdf, Article File},

year  = {2021},

date = {2021-08-31},

booktitle = {European Conference on Mobile Robots (ECMR 2021)},

keywords = {mobile navigation, Probabilistic Inference},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nokey,

title = {ACNMP: Skill Transfer and Task Extrapolation through Learning from Demonstration and Reinforcement Learning via Representation Sharing},

author = {M Tuluhan Akbulut and Erhan Oztop and M Yunus Seker and Honghu Xue and Ahmet E Tekden and Emre Ugur},

url = {https://cps.unileoben.ac.at/wp/CoRL2020Akbulut.pdf},

year  = {2020},

date = {2020-11-20},

urldate = {2020-11-20},

abstract = {To equip robots with dexterous skills, an effective approach is to first transfer the desired skill via Learning from Demonstration (LfD), then let the robot improve it by self-exploration via Reinforcement Learning (RL). In this paper, we propose a novel LfD+RL framework, namely Adaptive Conditional Neural Movement Primitives (ACNMP), that allows efficient policy improvement in novel environments and effective skill transfer between different agents. This is achieved through exploiting the latent representation learned by the underlying Conditional Neural Process (CNP) model, and simultaneous training of the model with supervised learning (SL) for acquiring the demonstrated trajectories and via RL for new trajectory discovery. Through simulation experiments, we show that (i) ACNMP enables the system to extrapolate to situations where pure LfD fails; (ii) Simultaneous training of the system through SL and RL preserves the shape of demonstrations while adapting to novel situations due to the shared representations used by both learners; (iii) ACNMP enables order-of-magnitude sample-efficient RL in extrapolation of reaching tasks compared to the existing approaches; (iv) ACNMPs can be used to implement skill transfer between robots having different morphology, with competitive learning speeds and importantly with less number of assumptions compared to the state-of-the-art approaches. Finally, we show the real-world suitability of ACNMPs through real robot experiments that involve obstacle avoidance, pick and place and pouring actions.},

keywords = {Deep Learning, movement primitives, Transfer Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2020b,

title = {Exploiting Chlorophyll Fluorescense for Building Robust low-Cost Mowing Area Detectors},

author = {N. Rottmann and R. Bruder and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/IEEESensors2020Rottmann.pdf, Article File},

year  = {2020},

date = {2020-10-26},

booktitle = {IEEE SENSORS },

journal = { IEEE SENSORS 2020 Conference, to be held from October 25-28, 2020},

pages = {1--4},

keywords = {mobile navigation, smart sensors},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2020HiBO,

title = {Learning Hierarchical Acquisition Functions for Bayesian Optimization},

author = {N. Rottmann and T. Kunavar and J. Babič and J. Peters and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/IROS2020Rottmann.pdf, Article File},

year  = {2020},

date = {2020-10-25},

booktitle = {International Conference on Intelligent Robots and Systems (IROS’ 2020)},

keywords = {Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2020c,

title = {Parameter Optimization for Loop Closure Detection in Closed Environments},

author = {N. Rottmann and R. Bruder and H. Xue and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/IROSWS2020Rottmann.pdf, Article File},

year  = {2020},

date = {2020-10-25},

booktitle = {Workshop Paper at the International Conference on Intelligent Robots and Systems (IROS)},

pages = {1--8},

keywords = {mobile navigation, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Çallar2020,

title = {Efficient Body Registration Using Single-View Range Imaging and Generic Shape Templates},

author = {Tolga-Can Çallar, Elmar Rueckert and Sven Böttger},

url = {https://cps.unileoben.ac.at/wp/BMT2020Callar.pdf, Article File },

year  = {2020},

date = {2020-09-20},

booktitle = {54th Annual Conference of the German Society for Biomedical Engineering (BMT 2020)},

journal = {Current Directions in Biomedical Engineering by De Gruyter},

keywords = {Medical Robotics},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Xue2020,

title = {Sample-Efficient Covariance Matrix Adaptation Evolutional Strategy via Simulated Rollouts in Neural Networks},

author = {H. Xue and S. Boettger and N. Rottmann and H. Pandya and R. Bruder and G. Neumann and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/ASPAI2020Xue.pdf, Article File},

year  = {2020},

date = {2020-06-30},

booktitle = {International Conference on Advances in Signal Processing and Artificial Intelligence (ASPAI’ 2020)},

keywords = {Manipulation, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Stark2019,

title = {Experience Reuse with Probabilistic Movement Primitives},

author = {Svenja Stark and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/IROS2019Stark.pdf, Article File},

year  = {2019},

date = {2019-11-03},

booktitle = {Proceedings of the IEEE/RSJ Conference on Intelligent Robots and Systems (IROS), 2019.},

keywords = {movement primitives, Reinforcement Learning, Transfer Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Boettger2019,

title = {Medical robotics simulation framework for application-specific optimal kinematics},

author = {S. Boettger and T.C. Callar and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/BMT2019Boettger.pdf, Article File},

year  = {2019},

date = {2019-09-25},

booktitle = {Current Directions in Biomedical Engineering 2019},

pages = {1--5},

keywords = {Medical Robotics},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2019b,

title = {Loop Closure Detection in Closed Environments},

author = {N. Rottmann and R. Bruder and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/ECMR2019Rottmann.pdf, Article File},

isbn = {978-1-7281-3605-9},

year  = {2019},

date = {2019-09-04},

booktitle = {European Conference on Mobile Robots (ECMR 2019)},

keywords = {mobile navigation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2019,

title = {Cataglyphis ant navigation strategies solve the global localization problem in robots with binary sensors},

author = {N. Rottmann and R. Bruder and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/Biosignals2018Rottmann.pdf, Article File},

year  = {2019},

date = {2019-02-22},

booktitle = {Proceedings of International Conference on Bio-inspired Systems and Signal Processing (BIOSIGNALS)},

address = {Prague, Czech Republic },

note = { February 22-24, 2019},

keywords = {constraint optimization, mobile navigation, Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2019c,

title = {Dynamic Control Strategies for Cable-Driven Master Slave Robots},

author = {Elmar Rueckert and Philipp Jauer and Alexander Derksen and Achim Schweikard},

editor = {Tobias Keck},

doi = {10.18416/MIC.2019.1901007},

year  = {2019},

date = {2019-01-24},

booktitle = {Proceedings on Minimally Invasive Surgery, Luebeck, Germany},

note = {January 24-25, 2019},

keywords = {Medical Robotics, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Gondaliya2018,

title = {Learning to Categorize Bug Reports with LSTM Networks},

author = {Kaushikkumar D. Gondaliya and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/VALID2018Gondaliya.pdf, Article File},

isbn = {978-1-61208-671-2},

year  = {2018},

date = {2018-10-14},

booktitle = {Proceedings of the International Conference on Advances in System Testing and Validation Lifecycle (VALID).},

pages = {6},

publisher = {XPS (Xpert Publishing Services)},

address = {Nice, France},

note = { October 14-18, 2018},

keywords = {Natural Language Processing, neural network, RNN},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Humanoids2017Rueckert,

title = {Learning Inverse Dynamics Models in O(n) time with LSTM networks},

author = {Elmar Rueckert and Moritz Nakatenus and Samuele Tosatto and Jan Peters},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Rueckert.pdf, Article File},

year  = {2017},

date = {2017-11-15},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p11091},

key = {goal-robots, skills4robots},

keywords = {inverse dynamics, model learning, RNN},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Tanneberg2017a,

title = {Efficient Online Adaptation with Stochastic Recurrent Neural Networks},

author = {Daniel Tanneberg and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Tanneberg.pdf, Article File},

year  = {2017},

date = {2017-11-15},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p11092},

key = {goal-robots, skills4robots},

keywords = {intrinsic motivation, RNN, spiking},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Humanoids2017Stark,

title = {A Comparison of Distance Measures for Learning Nonparametric Motor Skill Libraries},

author = {Svenja Stark and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Stark.pdf, Article File},

year  = {2017},

date = {2017-11-15},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p11093},

key = {goal-robots, skills4robots},

keywords = {intrinsic motivation, movement primitives},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thiem2017b,

title = {Simulation of the underactuated Sake Robotics Gripper in V-REP},

author = {Simon Thiem and Svenja Stark and Daniel Tanneberg and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Thiem.pdf},

year  = {2017},

date = {2017-11-15},

booktitle = {Workshop at the International Conference on Humanoid Robots (HUMANOIDS)},

keywords = {Manipulation, Simulation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Tanneberg2017,

title = {Online Learning with Stochastic Recurrent Neural Networks using Intrinsic Motivation Signals},

author = {Daniel Tanneberg and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/CoRL2017Tanneberg.pdf, Article File},

year  = {2017},

date = {2017-11-10},

booktitle = {Proceedings of the Conference on Robot Learning (CoRL)},

crossref = {p11088},

key = {goal-robots, skills4robots},

keywords = {intrinsic motivation, RNN, spiking},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tanneberg_humanoids16,

title = {Deep Spiking Networks for Model-based Planning in Humanoids},

author = {Daniel Tanneberg and Alexandros Paraschos and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2016Tanneberg.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/videos/humanoids_slower_540p.mp4, Supplementary Video},

year  = {2016},

date = {2016-11-16},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p10980},

key = {codyco and tacman},

keywords = {model learning, RNN, spiking},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Humanoids2016Azad,

title = {Model Estimation and Control of Complaint Contact Normal Force},

author = {Morteza Azad and Valerio Ortenzi and Hsiu-Chin Lin and Elmar Rueckert and Michael Mistry},

url = {https://cps.unileoben.ac.at/wp/Humanoids2016Azad.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_LocallyWeightedRegression_MEX_2015Rueckert.zip, MATLAB Code (fast LWR MEX-Function Implementation)},

year  = {2016},

date = {2016-11-16},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p10986},

key = {codyco},

keywords = {constraint optimization, human motor control, inverse dynamics, model learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Kohlschuetter2016,

title = {Learning Probabilistic Features from EMG Data for Predicting Knee Abnormalities},

author = {Jan Kohlschuetter and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/KohlschuetterMEDICON_2016.pdf, Article File},

year  = {2016},

date = {2016-01-01},

booktitle = {Proceedings of the XIV Mediterranean Conference on Medical and Biological Engineering and Computing (MEDICON)},

crossref = {p10898},

key = {codyco, tacman},

keywords = {graphical models, muscle synergies},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Modugno_PICRA_2016,

title = {Learning soft task priorities for control of redundant robots},

author = {Valerio Modugno and Gerhard Neumann and Elmar Rueckert and Giuseppe Oriolo and Jan Peters and Serena Ivaldi},

url = {https://cps.unileoben.ac.at/wp/ICRA2016Modugno.pdf, Article File},

year  = {2016},

date = {2016-01-01},

booktitle = {Proceedings of the International Conference on Robotics and Automation (ICRA)},

crossref = {p10900},

key = {codyco},

keywords = {constraint optimization, policy search},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Sharma2016,

title = {Adaptive Training Strategies for BCIs},

author = {David Sharma and Daniel Tanneberg and Moritz Grosse-Wentrup and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Cybathlon2016Sharma.pdf, Article File},

year  = {2016},

date = {2016-01-01},

booktitle = {Cybathlon Symposium},

crossref = {p10952},

keywords = {human motor control, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ROMANS16_daglove,

title = {A Low-cost Sensor Glove with Vibrotactile Feedback and Multiple Finger Joint and Hand Motion Sensing for Human-Robot Interaction},

author = {Paul Weber and Elmar Rueckert and Roberto Calandra and Jan Peters and Philipp Beckerle},

url = {https://cps.unileoben.ac.at/wp/ROMANS2016Weber.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_Arduino_SensorGlove_2015Rueckert.zip, MATLAB Code (JAVA Interface), ARDUINO Firmware

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_SensorGloveMexInterface_2015Rueckert.zip, MATLAB Code (MEX-Function Demo Interface)},

year  = {2016},

date = {2016-01-01},

booktitle = {Proceedings of the IEEE International Symposium on Robot and Human Interactive Communication (RO-MAN)},

crossref = {p10949},

key = {codyco},

keywords = {graphical models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Calandra2015,

title = {Learning Inverse Dynamics Models with Contacts},

author = {Roberto Calandra and Serena Ivaldi and Marc Deisenroth and Elmar Rueckert and Jan Peters},

url = {https://cps.unileoben.ac.at/wp/ICRA15Calandra.pdf, Article File},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the International Conference on Robotics and Automation (ICRA)},

crossref = {p10794},

key = {codyco},

keywords = {inverse dynamics, model learning, neural network},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2015,

title = {Extracting Low-Dimensional Control Variables for Movement Primitives},

author = {Elmar Rueckert and Jan Mundo and Alexandros Paraschos and Jan Peters and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/ICRA2015Rueckert.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_LatentManifoldPrimitives_2015Rueckert.zip, MATALB Code

https://cps.unileoben.ac.at/wp/resources/videos/KUKA_LatentManifold_ProMPs_REAL_Elmar.mp4, Supplementary Video},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the International Conference on Robotics and Automation (ICRA)},

crossref = {p10796},

key = {3rdhand, codyco},

keywords = {movement primitives, Probabilistic Inference},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Paraschos2015,

title = {Model-Free Probabilistic Movement Primitives for Physical Interaction},

author = {Alexandros Paraschos and Elmar Rueckert and Jan Peters and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/IROS2015Paraschos.pdf, Article File},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the IEEE/RSJ Conference on Intelligent Robots and Systems (IROS)},

crossref = {p10832},

key = {codyco},

keywords = {inverse dynamics, movement primitives},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2015b,

title = {Low-cost Sensor Glove with Force Feedback for Learning from Demonstrations using Probabilistic Trajectory Representations},

author = {Elmar Rueckert and Rudolf Lioutikov and Roberto Calandra and Marius Schmidt and Philipp Beckerle and Jan Peters},

url = {https://cps.unileoben.ac.at/wp/ICRA2015Rueckertb.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_Arduino_SensorGlove_2015Rueckert.zip, MATLAB Code (JAVA Interface), ARDUINO Firmware

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_SensorGloveMexInterface_2015Rueckert.zip, MATLAB Code (MEX-Function Demo Interface)},

year  = {2015},

date = {2015-01-01},

booktitle = {ICRA 2015 Workshop on Tactile and force sensing for autonomous compliant intelligent robots},

crossref = {p10831},

key = {codyco},

keywords = {graphical models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2014,

title = {Robust Policy Updates for Stochastic Optimal Control},

author = {Elmar Rueckert and Max Mindt and Jan Peters and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/Humanoids2014Rueckert.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_RobustStochasticOptimalControl_2015Rueckert.zip, MATLAB Code},

year  = {2014},

date = {2014-01-01},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p10768},

key = {codyco},

keywords = {policy search, Probabilistic Inference, SOC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2013,

title = {Learned Muscle Synergies as Prior in Dynamical Systems for Controlling Bio-mechanical and Robotic Systems},

author = {Elmar Rueckert and Andrea d'Avella},

url = {https://cps.unileoben.ac.at/wp/Frontiers2013bRueckert.pdf, Article File},

year  = {2013},

date = {2013-01-01},

booktitle = {Abstracts of Neural Control of Movement Conference (NCM), Conference Talk},

pages = {27--28},

crossref = {p10682},

keywords = {muscle synergies, policy search, Reinforcement Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2011,

title = {A study of Morphological Computation by using Probabilistic Inference for Motor Planning},

author = {Elmar Rueckert and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/ICMC2011Rueckert.pdf, Article File},

year  = {2011},

date = {2011-01-01},

booktitle = {Proceedings of the 2nd International Conference on Morphological Computation (ICMC)},

pages = {51--53},

crossref = {p10680},

keywords = {graphical models, morphological compuation, Probabilistic Inference, SOC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Dave2025bb,

title = {Skill Disentanglement in Reproducing Kernel Hilbert Space},

author = {Vedant Dave and Elmar Rueckert 

},

year  = {2025},

date = {2025-02-27},

urldate = {2025-02-27},

booktitle = {In Proceedings of the AAAI Conference on Artificial Intelligence (AAAI)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Lygerakis2024,

title = {M2CURL: Sample-Efficient Multimodal Reinforcement Learning via Self-Supervised Representation Learning for Robotic Manipulation},

author = {Fotios Lygerakis and Vedant Dave and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/NPejb2Fp4Y8LeyZ},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Feith2024A,

title = {Integrating Human Expertise in Continuous Spaces: A Novel Interactive Bayesian Optimization Framework with Preference Expected Improvement},

author = {Nikolaus Feith and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/6rTWAkoXa3zsJxf},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Feith2024B,

title = {Advancing Interactive Robot Learning: A User Interface Leveraging Mixed Reality and Dual Quaternions},

author = {Nikolaus Feith and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/qCgzbmCJYSH3F97},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Neubauer2024,

title = {Semi-Autonomous Fast Object Segmentation and Tracking Tool for Industrial Applications},

author = {Melanie Neubauer and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/6fTmgDZRQfDHfmg},

year  = {2024},

date = {2024-04-04},

urldate = {2024-04-04},

booktitle = {IEEE International Conference on Ubiquitous Robots (UR 2024)},

organization = {IEEE},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Dave2024b,

title = {Multimodal Visual-Tactile Representation Learning through Self-Supervised Contrastive Pre-Training},

author = {Vedant Dave* and Fotios Lygerakis* and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/Nw9TprfdDoLgr8e},

year  = {2024},

date = {2024-01-28},

urldate = {2024-01-28},

booktitle = {IEEE International Conference on Robotics and Automation (ICRA 2024).},

note = {* equal contribution},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Nwankwo2024,

title = {The Conversation is the Command: Interacting with Real-World Autonomous Robots Through Natural Language},

author = {Linus Nwankwo and Elmar Rueckert},

url = {https://doi.org/10.1145/3610978.3640723

https://cloud.cps.unileoben.ac.at/index.php/s/YzJdHWDt9ZdqsZs},

doi = {10.1145/3610978.3640723},

isbn = {9798400703232},

year  = {2024},

date = {2024-01-16},

urldate = {2024-01-16},

booktitle = {HRI '24: Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction.},

pages = {808–812},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

organization = {ACM/IEEE},

series = {HRI '24},

abstract = {In recent years, autonomous agents have surged in real-world environments such as our homes, offices, and public spaces. However, natural human-robot interaction remains a key challenge. In this paper, we introduce an approach that synergistically exploits the capabilities of large language models (LLMs) and multimodal vision-language models (VLMs) to enable humans to interact naturally with autonomous robots through conversational dialogue. We leveraged the LLMs to decode the high-level natural language instructions from humans and abstract them into precise robot actionable commands or queries. Further, we utilised the VLMs to provide a visual and semantic understanding of the robot's task environment. Our results with 99.13% command recognition accuracy and 97.96% commands execution success show that our approach can enhance human-robot interaction in real-world applications. The video demonstrations of this paper can be found at https://osf.io/wzyf6 and the code is available at our GitHub repository.},

howpublished = {ACM/IEEE International Conference on Human-Robot Interaction (HRI ’24 Companion)},

key = {ChatGPT, LLMs, ROS, VLMs, autonomous robots, human-robot interaction, natural language interaction},

note = {Published as late breaking results. Supplementary video: https://cloud.cps.unileoben.ac.at/index.php/s/fRE9XMosWDtJ339 },

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Lygerakis2023,

title = {CR-VAE: Contrastive Regularization on Variational Autoencoders for Preventing Posterior Collapse},

author = {Fotios Lygerakis and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/fNNRnzJFPrtGQM2},

year  = {2023},

date = {2023-08-16},

urldate = {2023-08-16},

booktitle = {Asian Conference of Artificial Intelligence Technology (ACAIT).},

publisher = {IEEE},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Yadav2023b,

title = {Deep Reinforcement Learning for Mapless Navigation of Autonomous Mobile Robot},

author = {Harsh Yadav and Honghu Xue and Yan Rudall and Mohamed Bakr and Benedikt Hein and Elmar Rueckert and Ngoc Thinh Nguyen},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/zEnY3yoFHZRdzkR},

year  = {2023},

date = {2023-06-26},

urldate = {2023-06-26},

publisher = { International Conference on System Theory, Control and Computing (ICSTCC)},

note = {October 11-13, 2023, Timisoara, Romania.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Nwankwo2023,

title = {Understanding why SLAM algorithms fail in modern indoor environments},

author = {Linus Nwankwo and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/KdZ2E2np5QEnYfL

},

doi = {https://doi.org/10.1007/978-3-031-32606-6_22},

year  = {2023},

date = {2023-05-27},

urldate = {2023-05-27},

booktitle = {International Conference on Robotics in Alpe-Adria-Danube Region (RAAD). },

volume = {135},

pages = {186 - 194},

publisher = {Cham: Springer Nature Switzerland.},

series = {Mechanisms and Machine Science},

abstract = {Simultaneous localization and mapping (SLAM) algorithms are essential for the autonomous navigation of mobile robots. With the increasing demand for autonomous systems, it is crucial to evaluate and compare the performance of these algorithms in real-world environments. 

In this paper, we provide an evaluation strategy and real-world datasets to test and evaluate SLAM algorithms in complex and challenging indoor environments. Further, we analysed state-of-the-art (SOTA) SLAM algorithms based on various metrics such as absolute trajectory error, scale drift, and map accuracy and consistency. Our results demonstrate that SOTA SLAM algorithms often fail in challenging environments, with dynamic objects, transparent and reflecting surfaces. We also found that successful loop closures had a significant impact on the algorithm’s performance. These findings highlight the need for further research to improve the robustness of the algorithms in real-world scenarios. },

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Keshavarz2023,

title = {A Reinforcement Learning Approach for Real-Time Autonomous Decision-Making in Well Construction},

author = {Sahar Keshavarz and Petr Vita and Elmar Rueckert and Ronald Ortner and Gerhard Thonhauser},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/yT9Erwsnk36JKtr},

doi = {10.2118/214465-MS},

isbn = {9781613999882},

year  = {2023},

date = {2023-01-19},

urldate = {2023-01-19},

booktitle = {Society of Petroleum Engineers - SPE Symposium: Leveraging Artificial Intelligence to Shape the Future of the Energy Industry, AIS 2023},

publisher = {Society of Petroleum Engineers.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Xue2022b,

title = {End-To-End Deep Reinforcement Learning for First-Person Pedestrian Visual Navigation in Urban Environments},

author = {Honghu Xue and Rui Song and Julian Petzold and Benedikt Hein and Heiko Hamann and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/RzMQWqsFarQ6Kw4},

year  = {2022},

date = {2022-09-26},

urldate = {2022-09-26},

publisher = {International Conference on Humanoid Robots (Humanoids 2022)},

abstract = {We solve a visual navigation problem in an urban setting via deep reinforcement learning in an end-to-end manner. A major challenge of a first-person visual navigation problem lies in severe partial observability and sparse positive experiences of reaching the goal. To address partial observability, we propose a novel 3D-temporal convolutional network to encode sequential historical visual observations, its effectiveness is verified by comparing to a commonly-used frame-stacking

approach. For sparse positive samples, we propose an improved automatic curriculum learning algorithm NavACL+, which

proposes meaningful curricula starting from easy tasks and gradually generalizes to challenging ones. NavACL+ is shown to

facilitate the learning process, greatly improve the task success rate on difficult tasks by at least 40% and offer enhanced

generalization to different initial poses compared to training from a fixed initial pose and the original NavACL algorithm.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Dave2022,

title = {Predicting full-arm grasping motions from anticipated tactile responses},

author = {Vedant Dave and Elmar Rueckert},

url = {https://cloud.cps.unileoben.ac.at/index.php/s/WzGSNtc5WRLN3EL},

year  = {2022},

date = {2022-09-26},

urldate = {2022-09-26},

publisher = {International Conference on Humanoid Robots (Humanoids 2022)},

abstract = {Tactile sensing provides significant information about the state of the environment for performing manipulation tasks. Depending on the physical properties of the object, manipulation tasks can exhibit large variation in their movements. For a grasping task, the movement of the arm and of the end effector varies depending on different points of contact on the object, especially if the object is non-homogeneous in hardness and/or has an uneven geometry. In this paper, we propose Tactile Probabilistic Movement Primitives (TacProMPs), to learn a highly non-linear relationship between the desired tactile responses and the full-arm movement. We solely condition on the tactile responses to infer the complex manipulation skills. We formulate a joint trajectory of full-arm joints with tactile data, leverage the model to condition on the desired tactile response from the non-homogeneous object and infer the full-arm (7-dof panda arm and 19-dof gripper hand) motion. We use a Gaussian Mixture Model of primitives to address the multimodality in demonstrations. We also show that the measurement noise adjustment must be taken into account due to multiple systems working in collaboration.

We validate and show the robustness of the approach through two experiments. First, we consider an object with non-uniform hardness. Grasping from different locations require different motion, and results into different tactile responses. Second, we have an object with homogeneous hardness, but we grasp it with widely varying grasping configurations. Our result shows that TacProMPs can successfully model complex multimodal skills and generalise to new situations.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Leonel2022,

title = {Orientation Probabilistic Movement Primitives on Riemannian Manifolds},

author = {Leonel, Rozo* and Vedant, Dave*},

url = {https://cps.unileoben.ac.at/wp/orientation_probabilistic_move.pdf, Article File},

year  = {2022},

date = {2022-01-11},

urldate = {2022-01-11},

booktitle = {Conference on Robot Learning (CoRL)},

volume = {164},

pages = {11},

abstract = {Learning complex robot motions necessarily demands to have models that are able to encode and retrieve full-pose trajectories when tasks are defined in operational spaces. Probabilistic movement primitives (ProMPs) stand out as a principled approach that models trajectory distributions learned from demonstrations. ProMPs allow for trajectory modulation and blending to achieve better generalization to novel situations. However, when ProMPs are employed in operational space, their original formulation does not directly apply to full-pose movements including rotational trajectories described by quaternions. This paper proposes a Riemannian formulation of ProMPs that enables encoding and retrieving of quaternion trajectories. Our method builds on Riemannian manifold theory,

and exploits multilinear geodesic regression for estimating the ProMPs parameters. This novel approach makes ProMPs a suitable model for learning complex full-pose robot motion patterns. Riemannian ProMPs are tested on toy examples to illustrate their workflow, and on real learning-from-demonstration experiments.},

note = {* equal contribution},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Denz2021,

title = {A high-accuracy, low-budget Sensor Glove for Trajectory Model Learning},

author = {R. Denz and R. Demirci and E. Cansev and A. Bliek and P. Beckerle and E. Rueckert and N. Rottmann},

url = {https://cps.unileoben.ac.at/wp/ICAR2021Denz.pdf, Article File},

year  = {2021},

date = {2021-12-06},

booktitle = {International Conference on Advanced Robotics },

pages = {7},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2021,

title = {Probabilistic Approach for Complete Coverage Path Planning with low-cost Systems},

author = {N. Rottmann and R. Denz and R. Bruder and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/ECMR2021Rottmann.pdf, Article File},

year  = {2021},

date = {2021-08-31},

booktitle = {European Conference on Mobile Robots (ECMR 2021)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{nokey,

title = {ACNMP: Skill Transfer and Task Extrapolation through Learning from Demonstration and Reinforcement Learning via Representation Sharing},

author = {M Tuluhan Akbulut and Erhan Oztop and M Yunus Seker and Honghu Xue and Ahmet E Tekden and Emre Ugur},

url = {https://cps.unileoben.ac.at/wp/CoRL2020Akbulut.pdf},

year  = {2020},

date = {2020-11-20},

urldate = {2020-11-20},

abstract = {To equip robots with dexterous skills, an effective approach is to first transfer the desired skill via Learning from Demonstration (LfD), then let the robot improve it by self-exploration via Reinforcement Learning (RL). In this paper, we propose a novel LfD+RL framework, namely Adaptive Conditional Neural Movement Primitives (ACNMP), that allows efficient policy improvement in novel environments and effective skill transfer between different agents. This is achieved through exploiting the latent representation learned by the underlying Conditional Neural Process (CNP) model, and simultaneous training of the model with supervised learning (SL) for acquiring the demonstrated trajectories and via RL for new trajectory discovery. Through simulation experiments, we show that (i) ACNMP enables the system to extrapolate to situations where pure LfD fails; (ii) Simultaneous training of the system through SL and RL preserves the shape of demonstrations while adapting to novel situations due to the shared representations used by both learners; (iii) ACNMP enables order-of-magnitude sample-efficient RL in extrapolation of reaching tasks compared to the existing approaches; (iv) ACNMPs can be used to implement skill transfer between robots having different morphology, with competitive learning speeds and importantly with less number of assumptions compared to the state-of-the-art approaches. Finally, we show the real-world suitability of ACNMPs through real robot experiments that involve obstacle avoidance, pick and place and pouring actions.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2020b,

title = {Exploiting Chlorophyll Fluorescense for Building Robust low-Cost Mowing Area Detectors},

author = {N. Rottmann and R. Bruder and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/IEEESensors2020Rottmann.pdf, Article File},

year  = {2020},

date = {2020-10-26},

booktitle = {IEEE SENSORS },

journal = { IEEE SENSORS 2020 Conference, to be held from October 25-28, 2020},

pages = {1--4},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2020HiBO,

title = {Learning Hierarchical Acquisition Functions for Bayesian Optimization},

author = {N. Rottmann and T. Kunavar and J. Babič and J. Peters and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/IROS2020Rottmann.pdf, Article File},

year  = {2020},

date = {2020-10-25},

booktitle = {International Conference on Intelligent Robots and Systems (IROS’ 2020)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2020c,

title = {Parameter Optimization for Loop Closure Detection in Closed Environments},

author = {N. Rottmann and R. Bruder and H. Xue and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/IROSWS2020Rottmann.pdf, Article File},

year  = {2020},

date = {2020-10-25},

booktitle = {Workshop Paper at the International Conference on Intelligent Robots and Systems (IROS)},

pages = {1--8},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Çallar2020,

title = {Efficient Body Registration Using Single-View Range Imaging and Generic Shape Templates},

author = {Tolga-Can Çallar, Elmar Rueckert and Sven Böttger},

url = {https://cps.unileoben.ac.at/wp/BMT2020Callar.pdf, Article File },

year  = {2020},

date = {2020-09-20},

booktitle = {54th Annual Conference of the German Society for Biomedical Engineering (BMT 2020)},

journal = {Current Directions in Biomedical Engineering by De Gruyter},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Xue2020,

title = {Sample-Efficient Covariance Matrix Adaptation Evolutional Strategy via Simulated Rollouts in Neural Networks},

author = {H. Xue and S. Boettger and N. Rottmann and H. Pandya and R. Bruder and G. Neumann and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/ASPAI2020Xue.pdf, Article File},

year  = {2020},

date = {2020-06-30},

booktitle = {International Conference on Advances in Signal Processing and Artificial Intelligence (ASPAI’ 2020)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Stark2019,

title = {Experience Reuse with Probabilistic Movement Primitives},

author = {Svenja Stark and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/IROS2019Stark.pdf, Article File},

year  = {2019},

date = {2019-11-03},

booktitle = {Proceedings of the IEEE/RSJ Conference on Intelligent Robots and Systems (IROS), 2019.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Boettger2019,

title = {Medical robotics simulation framework for application-specific optimal kinematics},

author = {S. Boettger and T.C. Callar and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/BMT2019Boettger.pdf, Article File},

year  = {2019},

date = {2019-09-25},

booktitle = {Current Directions in Biomedical Engineering 2019},

pages = {1--5},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2019b,

title = {Loop Closure Detection in Closed Environments},

author = {N. Rottmann and R. Bruder and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/ECMR2019Rottmann.pdf, Article File},

isbn = {978-1-7281-3605-9},

year  = {2019},

date = {2019-09-04},

booktitle = {European Conference on Mobile Robots (ECMR 2019)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rottmann2019,

title = {Cataglyphis ant navigation strategies solve the global localization problem in robots with binary sensors},

author = {N. Rottmann and R. Bruder and A. Schweikard and E. Rueckert},

url = {https://cps.unileoben.ac.at/wp/Biosignals2018Rottmann.pdf, Article File},

year  = {2019},

date = {2019-02-22},

booktitle = {Proceedings of International Conference on Bio-inspired Systems and Signal Processing (BIOSIGNALS)},

address = {Prague, Czech Republic },

note = { February 22-24, 2019},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2019c,

title = {Dynamic Control Strategies for Cable-Driven Master Slave Robots},

author = {Elmar Rueckert and Philipp Jauer and Alexander Derksen and Achim Schweikard},

editor = {Tobias Keck},

doi = {10.18416/MIC.2019.1901007},

year  = {2019},

date = {2019-01-24},

booktitle = {Proceedings on Minimally Invasive Surgery, Luebeck, Germany},

note = {January 24-25, 2019},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Gondaliya2018,

title = {Learning to Categorize Bug Reports with LSTM Networks},

author = {Kaushikkumar D. Gondaliya and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/VALID2018Gondaliya.pdf, Article File},

isbn = {978-1-61208-671-2},

year  = {2018},

date = {2018-10-14},

booktitle = {Proceedings of the International Conference on Advances in System Testing and Validation Lifecycle (VALID).},

pages = {6},

publisher = {XPS (Xpert Publishing Services)},

address = {Nice, France},

note = { October 14-18, 2018},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Humanoids2017Rueckert,

title = {Learning Inverse Dynamics Models in O(n) time with LSTM networks},

author = {Elmar Rueckert and Moritz Nakatenus and Samuele Tosatto and Jan Peters},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Rueckert.pdf, Article File},

year  = {2017},

date = {2017-11-15},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p11091},

key = {goal-robots, skills4robots},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Tanneberg2017a,

title = {Efficient Online Adaptation with Stochastic Recurrent Neural Networks},

author = {Daniel Tanneberg and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Tanneberg.pdf, Article File},

year  = {2017},

date = {2017-11-15},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p11092},

key = {goal-robots, skills4robots},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Humanoids2017Stark,

title = {A Comparison of Distance Measures for Learning Nonparametric Motor Skill Libraries},

author = {Svenja Stark and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Stark.pdf, Article File},

year  = {2017},

date = {2017-11-15},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p11093},

key = {goal-robots, skills4robots},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thiem2017b,

title = {Simulation of the underactuated Sake Robotics Gripper in V-REP},

author = {Simon Thiem and Svenja Stark and Daniel Tanneberg and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2017Thiem.pdf},

year  = {2017},

date = {2017-11-15},

booktitle = {Workshop at the International Conference on Humanoid Robots (HUMANOIDS)},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Tanneberg2017,

title = {Online Learning with Stochastic Recurrent Neural Networks using Intrinsic Motivation Signals},

author = {Daniel Tanneberg and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/CoRL2017Tanneberg.pdf, Article File},

year  = {2017},

date = {2017-11-10},

booktitle = {Proceedings of the Conference on Robot Learning (CoRL)},

crossref = {p11088},

key = {goal-robots, skills4robots},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{tanneberg_humanoids16,

title = {Deep Spiking Networks for Model-based Planning in Humanoids},

author = {Daniel Tanneberg and Alexandros Paraschos and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Humanoids2016Tanneberg.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/videos/humanoids_slower_540p.mp4, Supplementary Video},

year  = {2016},

date = {2016-11-16},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p10980},

key = {codyco and tacman},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Humanoids2016Azad,

title = {Model Estimation and Control of Complaint Contact Normal Force},

author = {Morteza Azad and Valerio Ortenzi and Hsiu-Chin Lin and Elmar Rueckert and Michael Mistry},

url = {https://cps.unileoben.ac.at/wp/Humanoids2016Azad.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_LocallyWeightedRegression_MEX_2015Rueckert.zip, MATLAB Code (fast LWR MEX-Function Implementation)},

year  = {2016},

date = {2016-11-16},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p10986},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Kohlschuetter2016,

title = {Learning Probabilistic Features from EMG Data for Predicting Knee Abnormalities},

author = {Jan Kohlschuetter and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/KohlschuetterMEDICON_2016.pdf, Article File},

year  = {2016},

date = {2016-01-01},

booktitle = {Proceedings of the XIV Mediterranean Conference on Medical and Biological Engineering and Computing (MEDICON)},

crossref = {p10898},

key = {codyco, tacman},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Modugno_PICRA_2016,

title = {Learning soft task priorities for control of redundant robots},

author = {Valerio Modugno and Gerhard Neumann and Elmar Rueckert and Giuseppe Oriolo and Jan Peters and Serena Ivaldi},

url = {https://cps.unileoben.ac.at/wp/ICRA2016Modugno.pdf, Article File},

year  = {2016},

date = {2016-01-01},

booktitle = {Proceedings of the International Conference on Robotics and Automation (ICRA)},

crossref = {p10900},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Sharma2016,

title = {Adaptive Training Strategies for BCIs},

author = {David Sharma and Daniel Tanneberg and Moritz Grosse-Wentrup and Jan Peters and Elmar Rueckert},

url = {https://cps.unileoben.ac.at/wp/Cybathlon2016Sharma.pdf, Article File},

year  = {2016},

date = {2016-01-01},

booktitle = {Cybathlon Symposium},

crossref = {p10952},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ROMANS16_daglove,

title = {A Low-cost Sensor Glove with Vibrotactile Feedback and Multiple Finger Joint and Hand Motion Sensing for Human-Robot Interaction},

author = {Paul Weber and Elmar Rueckert and Roberto Calandra and Jan Peters and Philipp Beckerle},

url = {https://cps.unileoben.ac.at/wp/ROMANS2016Weber.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_Arduino_SensorGlove_2015Rueckert.zip, MATLAB Code (JAVA Interface), ARDUINO Firmware

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_SensorGloveMexInterface_2015Rueckert.zip, MATLAB Code (MEX-Function Demo Interface)},

year  = {2016},

date = {2016-01-01},

booktitle = {Proceedings of the IEEE International Symposium on Robot and Human Interactive Communication (RO-MAN)},

crossref = {p10949},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Calandra2015,

title = {Learning Inverse Dynamics Models with Contacts},

author = {Roberto Calandra and Serena Ivaldi and Marc Deisenroth and Elmar Rueckert and Jan Peters},

url = {https://cps.unileoben.ac.at/wp/ICRA15Calandra.pdf, Article File},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the International Conference on Robotics and Automation (ICRA)},

crossref = {p10794},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2015,

title = {Extracting Low-Dimensional Control Variables for Movement Primitives},

author = {Elmar Rueckert and Jan Mundo and Alexandros Paraschos and Jan Peters and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/ICRA2015Rueckert.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_LatentManifoldPrimitives_2015Rueckert.zip, MATALB Code

https://cps.unileoben.ac.at/wp/resources/videos/KUKA_LatentManifold_ProMPs_REAL_Elmar.mp4, Supplementary Video},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the International Conference on Robotics and Automation (ICRA)},

crossref = {p10796},

key = {3rdhand, codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Paraschos2015,

title = {Model-Free Probabilistic Movement Primitives for Physical Interaction},

author = {Alexandros Paraschos and Elmar Rueckert and Jan Peters and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/IROS2015Paraschos.pdf, Article File},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the IEEE/RSJ Conference on Intelligent Robots and Systems (IROS)},

crossref = {p10832},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2015b,

title = {Low-cost Sensor Glove with Force Feedback for Learning from Demonstrations using Probabilistic Trajectory Representations},

author = {Elmar Rueckert and Rudolf Lioutikov and Roberto Calandra and Marius Schmidt and Philipp Beckerle and Jan Peters},

url = {https://cps.unileoben.ac.at/wp/ICRA2015Rueckertb.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_Arduino_SensorGlove_2015Rueckert.zip, MATLAB Code (JAVA Interface), ARDUINO Firmware

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_SensorGloveMexInterface_2015Rueckert.zip, MATLAB Code (MEX-Function Demo Interface)},

year  = {2015},

date = {2015-01-01},

booktitle = {ICRA 2015 Workshop on Tactile and force sensing for autonomous compliant intelligent robots},

crossref = {p10831},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2014,

title = {Robust Policy Updates for Stochastic Optimal Control},

author = {Elmar Rueckert and Max Mindt and Jan Peters and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/Humanoids2014Rueckert.pdf, Article File

https://cps.unileoben.ac.at/wp/resources/code/MATLAB_RobustStochasticOptimalControl_2015Rueckert.zip, MATLAB Code},

year  = {2014},

date = {2014-01-01},

booktitle = {Proceedings of the International Conference on Humanoid Robots (HUMANOIDS)},

crossref = {p10768},

key = {codyco},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2013,

title = {Learned Muscle Synergies as Prior in Dynamical Systems for Controlling Bio-mechanical and Robotic Systems},

author = {Elmar Rueckert and Andrea d'Avella},

url = {https://cps.unileoben.ac.at/wp/Frontiers2013bRueckert.pdf, Article File},

year  = {2013},

date = {2013-01-01},

booktitle = {Abstracts of Neural Control of Movement Conference (NCM), Conference Talk},

pages = {27--28},

crossref = {p10682},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Rueckert2011,

title = {A study of Morphological Computation by using Probabilistic Inference for Motor Planning},

author = {Elmar Rueckert and Gerhard Neumann},

url = {https://cps.unileoben.ac.at/wp/ICMC2011Rueckert.pdf, Article File},

year  = {2011},

date = {2011-01-01},

booktitle = {Proceedings of the 2nd International Conference on Morphological Computation (ICMC)},

pages = {51--53},

crossref = {p10680},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}