@inproceedings{EngemannWiesenKallweitetal.2018, author = {Engemann, Heiko and Wiesen, Patrick and Kallweit, Stephan and Deshpande, Harshavardhan and Schleupen, Josef}, title = {Autonomous mobile manipulation using ROS}, series = {Advances in Service and Industrial Robotics}, booktitle = {Advances in Service and Industrial Robotics}, publisher = {Springer}, address = {Cham}, isbn = {978-3-319-61276-8}, doi = {10.1007/978-3-319-61276-8_43}, pages = {389 -- 401}, year = {2018}, language = {en} } @article{FrankoDuKallweitetal.2020, author = {Franko, Josef and Du, Shengzhi and Kallweit, Stephan and Duelberg, Enno Sebastian and Engemann, Heiko}, title = {Design of a Multi-Robot System for Wind Turbine Maintenance}, series = {Energies}, volume = {13}, journal = {Energies}, number = {10}, publisher = {MDPI}, address = {Basel}, issn = {1996-1073}, doi = {10.3390/en13102552}, pages = {Article 2552}, year = {2020}, abstract = {The maintenance of wind turbines is of growing importance considering the transition to renewable energy. This paper presents a multi-robot-approach for automated wind turbine maintenance including a novel climbing robot. Currently, wind turbine maintenance remains a manual task, which is monotonous, dangerous, and also physically demanding due to the large scale of wind turbines. Technical climbers are required to work at significant heights, even in bad weather conditions. Furthermore, a skilled labor force with sufficient knowledge in repairing fiber composite material is rare. Autonomous mobile systems enable the digitization of the maintenance process. They can be designed for weather-independent operations. This work contributes to the development and experimental validation of a maintenance system consisting of multiple robotic platforms for a variety of tasks, such as wind turbine tower and rotor blade service. In this work, multicopters with vision and LiDAR sensors for global inspection are used to guide slower climbing robots. Light-weight magnetic climbers with surface contact were used to analyze structure parts with non-destructive inspection methods and to locally repair smaller defects. Localization was enabled by adapting odometry for conical-shaped surfaces considering additional navigation sensors. Magnets were suitable for steel towers to clamp onto the surface. A friction-based climbing ring robot (SMART— Scanning, Monitoring, Analyzing, Repair and Transportation) completed the set-up for higher payload. The maintenance period could be extended by using weather-proofed maintenance robots. The multi-robot-system was running the Robot Operating System (ROS). Additionally, first steps towards machine learning would enable maintenance staff to use pattern classification for fault diagnosis in order to operate safely from the ground in the future.}, language = {en} } @incollection{EngemannDuKallweitetal.2020, author = {Engemann, Heiko and Du, Shengzhi and Kallweit, Stephan and Ning, Chuanfang and Anwar, Saqib}, title = {AutoSynPose: Automatic Generation of Synthetic Datasets for 6D Object Pose Estimation}, series = {Machine Learning and Artificial Intelligence. Proceedings of MLIS 2020}, booktitle = {Machine Learning and Artificial Intelligence. Proceedings of MLIS 2020}, publisher = {IOS Press}, address = {Amsterdam}, isbn = {978-1-64368-137-5}, doi = {10.3233/FAIA200770}, pages = {89 -- 97}, year = {2020}, abstract = {We present an automated pipeline for the generation of synthetic datasets for six-dimension (6D) object pose estimation. Therefore, a completely automated generation process based on predefined settings is developed, which enables the user to create large datasets with a minimum of interaction and which is feasible for applications with a high object variance. The pipeline is based on the Unreal 4 (UE4) game engine and provides a high variation for domain randomization, such as object appearance, ambient lighting, camera-object transformation and distractor density. In addition to the object pose and bounding box, the metadata includes all randomization parameters, which enables further studies on randomization parameter tuning. The developed workflow is adaptable to other 3D objects and UE4 environments. An exemplary dataset is provided including five objects of the Yale-CMU-Berkeley (YCB) object set. The datasets consist of 6 million subsegments using 97 rendering locations in 12 different UE4 environments. Each dataset subsegment includes one RGB image, one depth image and one class segmentation image at pixel-level.}, language = {en} } @article{EngemannDuKallweitetal.2020, author = {Engemann, Heiko and Du, Shengzhi and Kallweit, Stephan and C{\"o}nen, Patrick and Dawar, Harshal}, title = {OMNIVIL - an autonomous mobile manipulator for flexible production}, series = {Sensors}, volume = {20}, journal = {Sensors}, number = {24, art. no. 7249}, publisher = {MDPI}, address = {Basel}, isbn = {1424-8220}, doi = {10.3390/s20247249}, pages = {1 -- 30}, year = {2020}, language = {en} } @article{CollPeralesSchulteTiggesRondinoneetal.2022, author = {Coll-Perales, Baldomero and Schulte-Tigges, Joschua and Rondinone, Michele and Gozalvez, Javier and Reke, Michael and Matheis, Dominik and Walter, Thomas}, title = {Prototyping and evaluation of infrastructure-assisted transition of control for cooperative automated vehicles}, series = {IEEE Transactions on Intelligent Transportation Systems}, volume = {23}, journal = {IEEE Transactions on Intelligent Transportation Systems}, number = {7}, publisher = {IEEE}, issn = {1524-9050 (Print)}, doi = {10.1109/TITS.2021.3061085}, pages = {6720 -- 6736}, year = {2022}, abstract = {Automated driving is now possible in diverse road and traffic conditions. However, there are still situations that automated vehicles cannot handle safely and efficiently. In this case, a Transition of Control (ToC) is necessary so that the driver takes control of the driving. Executing a ToC requires the driver to get full situation awareness of the driving environment. If the driver fails to get back the control in a limited time, a Minimum Risk Maneuver (MRM) is executed to bring the vehicle into a safe state (e.g., decelerating to full stop). The execution of ToCs requires some time and can cause traffic disruption and safety risks that increase if several vehicles execute ToCs/MRMs at similar times and in the same area. This study proposes to use novel C-ITS traffic management measures where the infrastructure exploits V2X communications to assist Connected and Automated Vehicles (CAVs) in the execution of ToCs. The infrastructure can suggest a spatial distribution of ToCs, and inform vehicles of the locations where they could execute a safe stop in case of MRM. This paper reports the first field operational tests that validate the feasibility and quantify the benefits of the proposed infrastructure-assisted ToC and MRM management. The paper also presents the CAV and roadside infrastructure prototypes implemented and used in the trials. The conducted field trials demonstrate that infrastructure-assisted traffic management solutions can reduce safety risks and traffic disruptions.}, language = {en} } @inproceedings{SchulteTiggesMatheisRekeetal.2023, author = {Schulte-Tigges, Joschua and Matheis, Dominik and Reke, Michael and Walter, Thomas and Kaszner, Daniel}, title = {Demonstrating a V2X enabled system for transition of control and minimum risk manoeuvre when leaving the operational design domain}, series = {HCII 2023: HCI in Mobility, Transport, and Automotive Systems}, booktitle = {HCII 2023: HCI in Mobility, Transport, and Automotive Systems}, editor = {Kr{\"o}mker, Heidi}, publisher = {Springer}, address = {Cham}, isbn = {978-3-031-35677-3 (Print)}, doi = {10.1007/978-3-031-35678-0_12}, pages = {200 -- 210}, year = {2023}, abstract = {Modern implementations of driver assistance systems are evolving from a pure driver assistance to a independently acting automation system. Still these systems are not covering the full vehicle usage range, also called operational design domain, which require the human driver as fall-back mechanism. Transition of control and potential minimum risk manoeuvres are currently research topics and will bridge the gap until full autonomous vehicles are available. The authors showed in a demonstration that the transition of control mechanisms can be further improved by usage of communication technology. Receiving the incident type and position information by usage of standardised vehicle to everything (V2X) messages can improve the driver safety and comfort level. The connected and automated vehicle's software framework can take this information to plan areas where the driver should take back control by initiating a transition of control which can be followed by a minimum risk manoeuvre in case of an unresponsive driver. This transition of control has been implemented in a test vehicle and was presented to the public during the IEEE IV2022 (IEEE Intelligent Vehicle Symposium) in Aachen, Germany.}, language = {en} } @inproceedings{FerreinMaierMuehlbacheretal.2016, author = {Ferrein, Alexander and Maier, Christopher and M{\"u}hlbacher, Clemens and Niem{\"u}ller, Tim and Steinbauer, Gerald and Vassos, Stravros}, title = {Controlling logistics robots with the action-based language YAGI}, series = {Intelligent Robotics and Applications: 9th International Conference, ICIRA 2016, Tokyo, Japan, August 22-24, 2016, Proceedings, Part I}, volume = {9834}, booktitle = {Intelligent Robotics and Applications: 9th International Conference, ICIRA 2016, Tokyo, Japan, August 22-24, 2016, Proceedings, Part I}, publisher = {Springer}, isbn = {978-3-319-43505-3 (Print)}, doi = {10.1007/978-3-319-43506-0_46}, pages = {525 -- 537}, year = {2016}, language = {en} } @inproceedings{EichenbaumNikolovskiMuelhensetal.2023, author = {Eichenbaum, Julian and Nikolovski, Gjorgji and M{\"u}lhens, Leon and Reke, Michael and Ferrein, Alexander and Scholl, Ingrid}, title = {Towards a lifelong mapping approach using Lanelet 2 for autonomous open-pit mine operations}, series = {2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)}, booktitle = {2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)}, publisher = {IEEE}, isbn = {979-8-3503-2069-5 (Online)}, doi = {10.1109/CASE56687.2023.10260526}, pages = {8 Seiten}, year = {2023}, abstract = {Autonomous agents require rich environment models for fulfilling their missions. High-definition maps are a well-established map format which allows for representing semantic information besides the usual geometric information of the environment. These are, for instance, road shapes, road markings, traffic signs or barriers. The geometric resolution of HD maps can be as precise as of centimetre level. In this paper, we report on our approach of using HD maps as a map representation for autonomous load-haul-dump vehicles in open-pit mining operations. As the mine undergoes constant change, we also need to constantly update the map. Therefore, we follow a lifelong mapping approach for updating the HD maps based on camera-based object detection and GPS data. We show our mapping algorithm based on the Lanelet 2 map format and show our integration with the navigation stack of the Robot Operating System. We present experimental results on our lifelong mapping approach from a real open-pit mine.}, language = {en} } @incollection{NiemuellerReuterEwertetal.2015, author = {Niemueller, Tim and Reuter, Sebastian and Ewert, Daniel and Ferrein, Alexander and Jeschke, Sabina and Lakemeyer, Gerhard}, title = {Decisive Factors for the Success of the Carologistics RoboCup Team in the RoboCup Logistics League 2014}, series = {RoboCup 2014: Robot World Cup XVIII}, booktitle = {RoboCup 2014: Robot World Cup XVIII}, publisher = {Springer}, isbn = {978-3-319-18615-3}, pages = {155 -- 167}, year = {2015}, language = {en} } @inproceedings{NiemuellerReuterEwertetal.2016, author = {Niemueller, Tim and Reuter, Sebastian and Ewert, Daniel and Ferrein, Alexander and Jeschke, Sabina and Lakemeyer, Gerhard}, title = {The Carologistics Approach to Cope with the Increased Complexity and New Challenges of the RoboCup Logistics League 2015}, series = {RoboCup 2015: Robot World Cup XIX}, booktitle = {RoboCup 2015: Robot World Cup XIX}, editor = {Almeida, Luis}, publisher = {Springer International Publishing}, address = {Cham}, isbn = {978-3-319-29339-4}, doi = {10.1007/978-3-319-29339-4_4}, pages = {47 -- 59}, year = {2016}, language = {en} }