@article{FrankoDuKallweitetal.2020, author = {Franko, Josef and Du, Shengzhi and Kallweit, Stephan and Duelberg, Enno Sebastian and Engemann, Heiko}, title = {Design of a Multi-Robot System for Wind Turbine Maintenance}, series = {Energies}, volume = {13}, journal = {Energies}, number = {10}, publisher = {MDPI}, address = {Basel}, issn = {1996-1073}, doi = {10.3390/en13102552}, pages = {Article 2552}, year = {2020}, abstract = {The maintenance of wind turbines is of growing importance considering the transition to renewable energy. This paper presents a multi-robot-approach for automated wind turbine maintenance including a novel climbing robot. Currently, wind turbine maintenance remains a manual task, which is monotonous, dangerous, and also physically demanding due to the large scale of wind turbines. Technical climbers are required to work at significant heights, even in bad weather conditions. Furthermore, a skilled labor force with sufficient knowledge in repairing fiber composite material is rare. Autonomous mobile systems enable the digitization of the maintenance process. They can be designed for weather-independent operations. This work contributes to the development and experimental validation of a maintenance system consisting of multiple robotic platforms for a variety of tasks, such as wind turbine tower and rotor blade service. In this work, multicopters with vision and LiDAR sensors for global inspection are used to guide slower climbing robots. Light-weight magnetic climbers with surface contact were used to analyze structure parts with non-destructive inspection methods and to locally repair smaller defects. Localization was enabled by adapting odometry for conical-shaped surfaces considering additional navigation sensors. Magnets were suitable for steel towers to clamp onto the surface. A friction-based climbing ring robot (SMART— Scanning, Monitoring, Analyzing, Repair and Transportation) completed the set-up for higher payload. The maintenance period could be extended by using weather-proofed maintenance robots. The multi-robot-system was running the Robot Operating System (ROS). Additionally, first steps towards machine learning would enable maintenance staff to use pattern classification for fault diagnosis in order to operate safely from the ground in the future.}, language = {en} } @article{FerreinSteinbauer2016, author = {Ferrein, Alexander and Steinbauer, Gerald}, title = {The Interplay of Aldebaran and RoboCup}, series = {KI - K{\"u}nstliche Intelligenz}, volume = {30}, journal = {KI - K{\"u}nstliche Intelligenz}, number = {3-4}, publisher = {Springer}, address = {Berlin}, issn = {1610-1987}, doi = {10.1007/s13218-016-0440-1}, pages = {325 -- 326}, year = {2016}, language = {en} } @article{FerreinSteinbauer2016, author = {Ferrein, Alexander and Steinbauer, Gerald}, title = {Looking back on 20 Years of RoboCup}, series = {KI - K{\"u}nstliche Intelligenz}, volume = {30}, journal = {KI - K{\"u}nstliche Intelligenz}, number = {3-4}, publisher = {Springer}, address = {Berlin}, issn = {1610-1987}, doi = {10.1007/s13218-016-0443-y}, pages = {321 -- 323}, year = {2016}, language = {en} } @article{FerreinSteinbauer2016, author = {Ferrein, Alexander and Steinbauer, Gerald}, title = {20 Years of RoboCup - A Subjective Retrospection}, series = {KI - K{\"u}nstliche Intelligenz}, volume = {30}, journal = {KI - K{\"u}nstliche Intelligenz}, number = {3}, publisher = {Springer}, address = {Berlin}, issn = {1610-1987}, doi = {10.1007/s13218-016-0449-5}, pages = {225 -- 232}, year = {2016}, abstract = {This summer, RoboCup competitions were held for the 20th time in Leipzig, Germany. It was the second time that RoboCup took place in Germany, 10 years after the 2006 RoboCup in Bremen. In this article, we give an overview on the latest developments of RoboCup and what happened in the different leagues over the last decade. With its 20th edition, RoboCup clearly is a success story and a role model for robotics competitions. From our personal view point, we acknowledge this by giving a retrospection about what makes RoboCup such a success.}, language = {en} } @inproceedings{FerreinSchollNeumannetal.2019, author = {Ferrein, Alexander and Scholl, Ingrid and Neumann, Tobias and Kr{\"u}ckel, Kai and Schiffer, Stefan}, title = {A system for continuous underground site mapping and exploration}, doi = {10.5772/intechopen.85859}, pages = {16 Seiten}, year = {2019}, language = {en} } @inproceedings{FerreinMeessenLimpertetal.2021, author = {Ferrein, Alexander and Meeßen, Marcus and Limpert, Nicolas and Schiffer, Stefan}, title = {Compiling ROS schooling curricula via contentual taxonomies}, series = {Robotics in Education}, booktitle = {Robotics in Education}, editor = {Lepuschitz, Wilfried}, publisher = {Springer}, address = {Cham}, isbn = {978-3-030-67411-3}, doi = {10.1007/978-3-030-67411-3_5}, pages = {49 -- 60}, year = {2021}, abstract = {The Robot Operating System (ROS) is the current de-facto standard in robot middlewares. The steadily increasing size of the user base results in a greater demand for training as well. User groups range from students in academia to industry professionals with a broad spectrum of developers in between. To deliver high quality training and education to any of these audiences, educators need to tailor individual curricula for any such training. In this paper, we present an approach to ease compiling curricula for ROS trainings based on a taxonomy of the teaching contents. The instructor can select a set of dedicated learning units and the system will automatically compile the teaching material based on the dependencies of the units selected and a set of parameters for a particular training. We walk through an example training to illustrate our work.}, language = {en} } @inproceedings{FerreinMaierMuehlbacheretal.2016, author = {Ferrein, Alexander and Maier, Christopher and M{\"u}hlbacher, Clemens and Niem{\"u}ller, Tim and Steinbauer, Gerald and Vassos, Stravros}, title = {Controlling logistics robots with the action-based language YAGI}, series = {Intelligent Robotics and Applications: 9th International Conference, ICIRA 2016, Tokyo, Japan, August 22-24, 2016, Proceedings, Part I}, volume = {9834}, booktitle = {Intelligent Robotics and Applications: 9th International Conference, ICIRA 2016, Tokyo, Japan, August 22-24, 2016, Proceedings, Part I}, publisher = {Springer}, isbn = {978-3-319-43505-3 (Print)}, doi = {10.1007/978-3-319-43506-0_46}, pages = {525 -- 537}, year = {2016}, language = {en} } @inproceedings{FerreinMaierMuehlbacheretal.2015, author = {Ferrein, Alexander and Maier, Christopher and M{\"u}hlbacher, Clemens and Niemueller, Tim and Steinbauer, Gerald and Vassos, Stravros}, title = {Controlling Logistics Robots with the Action-based Language YAGI}, series = {Proceedings of the 2015 IROS Workshop on Workshop on Task Planning for Intelligent Robots in Service and Manufacturing}, booktitle = {Proceedings of the 2015 IROS Workshop on Workshop on Task Planning for Intelligent Robots in Service and Manufacturing}, year = {2015}, language = {en} } @inproceedings{FerreinKallweitScholletal.2015, author = {Ferrein, Alexander and Kallweit, Stephan and Scholl, Ingrid and Reichert, Walter}, title = {Learning to Program Mobile Robots in the ROS Summer School Series}, series = {Proceedings 6th International Conference on Robotics in Education (RiE 15)}, booktitle = {Proceedings 6th International Conference on Robotics in Education (RiE 15)}, pages = {6 S.}, year = {2015}, abstract = {The main objective of our ROS Summer School series is to introduce MA level students to program mobile robots with the Robot Operating System (ROS). ROS is a robot middleware that is used my many research institutions world-wide. Therefore, many state-of-the-art algorithms of mobile robotics are available in ROS and can be deployed very easily. As a basic robot platform we deploy a 1/10 RC cart that is wquipped with an Arduino micro-controller to control the servo motors, and an embedded PC that runs ROS. In two weeks, participants get to learn the basics of mobile robotics hands-on. We describe our teaching concepts and our curriculum and report on the learning success of our students.}, language = {en} } @inproceedings{FerreinBharatheeshaSchifferetal.2019, author = {Ferrein, Alexander and Bharatheesha, Mukunda and Schiffer, Stefan and Corbato, Carlos Hernandez}, title = {TRROS 2018 : Teaching Robotics with ROS Workshop at ERF 2018; Proceedings of the Workshop on Teaching Robotics with ROS (held at ERF 2018), co-located with European Robotics Forum 2018 (ERF 2018), Tampere, Finland, March 15th, 2018}, series = {CEUR Workshop Proceedings}, booktitle = {CEUR Workshop Proceedings}, number = {Vol-2329}, issn = {1613-0073}, pages = {68 Seiten}, year = {2019}, language = {en} } @inproceedings{EvansBraunUlmeretal.2022, author = {Evans, Benjamin and Braun, Sebastian and Ulmer, Jessica and Wollert, J{\"o}rg}, title = {AAS implementations - current problems and solutions}, series = {20th International Conference on Mechatronics - Mechatronika (ME)}, booktitle = {20th International Conference on Mechatronics - Mechatronika (ME)}, publisher = {IEEE}, address = {New York, NY}, isbn = {978-1-6654-1040-3}, doi = {10.1109/ME54704.2022.9982933}, pages = {6 Seiten}, year = {2022}, abstract = {The fourth industrial revolution presents a multitude of challenges for industries, one of which being the increased flexibility required of manufacturing lines as a result of increased consumer demand for individualised products. One solution to tackle this challenge is the digital twin, more specifically the standardised model of a digital twin also known as the asset administration shell. The standardisation of an industry wide communications tool is a critical step in enabling inter-company operations. This paper discusses the current state of asset administration shells, the frameworks used to host them and their problems that need to be addressed. To tackle these issues, we propose an event-based server capable of drastically reducing response times between assets and asset administration shells and a multi-agent system used for the orchestration and deployment of the shells in the field.}, language = {en} } @inproceedings{EngemannWiesenKallweitetal.2018, author = {Engemann, Heiko and Wiesen, Patrick and Kallweit, Stephan and Deshpande, Harshavardhan and Schleupen, Josef}, title = {Autonomous mobile manipulation using ROS}, series = {Advances in Service and Industrial Robotics}, booktitle = {Advances in Service and Industrial Robotics}, publisher = {Springer}, address = {Cham}, isbn = {978-3-319-61276-8}, doi = {10.1007/978-3-319-61276-8_43}, pages = {389 -- 401}, year = {2018}, language = {en} } @incollection{EngemannDuKallweitetal.2020, author = {Engemann, Heiko and Du, Shengzhi and Kallweit, Stephan and Ning, Chuanfang and Anwar, Saqib}, title = {AutoSynPose: Automatic Generation of Synthetic Datasets for 6D Object Pose Estimation}, series = {Machine Learning and Artificial Intelligence. Proceedings of MLIS 2020}, booktitle = {Machine Learning and Artificial Intelligence. Proceedings of MLIS 2020}, publisher = {IOS Press}, address = {Amsterdam}, isbn = {978-1-64368-137-5}, doi = {10.3233/FAIA200770}, pages = {89 -- 97}, year = {2020}, abstract = {We present an automated pipeline for the generation of synthetic datasets for six-dimension (6D) object pose estimation. Therefore, a completely automated generation process based on predefined settings is developed, which enables the user to create large datasets with a minimum of interaction and which is feasible for applications with a high object variance. The pipeline is based on the Unreal 4 (UE4) game engine and provides a high variation for domain randomization, such as object appearance, ambient lighting, camera-object transformation and distractor density. In addition to the object pose and bounding box, the metadata includes all randomization parameters, which enables further studies on randomization parameter tuning. The developed workflow is adaptable to other 3D objects and UE4 environments. An exemplary dataset is provided including five objects of the Yale-CMU-Berkeley (YCB) object set. The datasets consist of 6 million subsegments using 97 rendering locations in 12 different UE4 environments. Each dataset subsegment includes one RGB image, one depth image and one class segmentation image at pixel-level.}, language = {en} } @article{EngemannDuKallweitetal.2020, author = {Engemann, Heiko and Du, Shengzhi and Kallweit, Stephan and C{\"o}nen, Patrick and Dawar, Harshal}, title = {OMNIVIL - an autonomous mobile manipulator for flexible production}, series = {Sensors}, volume = {20}, journal = {Sensors}, number = {24, art. no. 7249}, publisher = {MDPI}, address = {Basel}, isbn = {1424-8220}, doi = {10.3390/s20247249}, pages = {1 -- 30}, year = {2020}, language = {en} } @article{EngemannCoenenDawaretal.2021, author = {Engemann, Heiko and C{\"o}nen, Patrick and Dawar, Harshal and Du, Shengzhi and Kallweit, Stephan}, title = {A robot-assisted large-scale inspection of wind turbine blades in manufacturing using an autonomous mobile manipulator}, series = {Applied Sciences}, volume = {11}, journal = {Applied Sciences}, number = {19}, publisher = {MDPI}, address = {Basel}, issn = {2076-3417}, doi = {10.3390/app11199271}, pages = {1 -- 22}, year = {2021}, abstract = {Wind energy represents the dominant share of renewable energies. The rotor blades of a wind turbine are typically made from composite material, which withstands high forces during rotation. The huge dimensions of the rotor blades complicate the inspection processes in manufacturing. The automation of inspection processes has a great potential to increase the overall productivity and to create a consistent reliable database for each individual rotor blade. The focus of this paper is set on the process of rotor blade inspection automation by utilizing an autonomous mobile manipulator. The main innovations include a novel path planning strategy for zone-based navigation, which enables an intuitive right-hand or left-hand driving behavior in a shared human-robot workspace. In addition, we introduce a new method for surface orthogonal motion planning in connection with large-scale structures. An overall execution strategy controls the navigation and manipulation processes of the long-running inspection task. The implemented concepts are evaluated in simulation and applied in a real-use case including the tip of a rotor blade form.}, language = {en} } @inproceedings{EichenbaumNikolovskiMuelhensetal.2023, author = {Eichenbaum, Julian and Nikolovski, Gjorgji and M{\"u}lhens, Leon and Reke, Michael and Ferrein, Alexander and Scholl, Ingrid}, title = {Towards a lifelong mapping approach using Lanelet 2 for autonomous open-pit mine operations}, series = {2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)}, booktitle = {2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)}, publisher = {IEEE}, isbn = {979-8-3503-2069-5 (Online)}, doi = {10.1109/CASE56687.2023.10260526}, pages = {8 Seiten}, year = {2023}, abstract = {Autonomous agents require rich environment models for fulfilling their missions. High-definition maps are a well-established map format which allows for representing semantic information besides the usual geometric information of the environment. These are, for instance, road shapes, road markings, traffic signs or barriers. The geometric resolution of HD maps can be as precise as of centimetre level. In this paper, we report on our approach of using HD maps as a map representation for autonomous load-haul-dump vehicles in open-pit mining operations. As the mine undergoes constant change, we also need to constantly update the map. Therefore, we follow a lifelong mapping approach for updating the HD maps based on camera-based object detection and GPS data. We show our mapping algorithm based on the Lanelet 2 map format and show our integration with the navigation stack of the Robot Operating System. We present experimental results on our lifelong mapping approach from a real open-pit mine.}, language = {en} } @inproceedings{DeyElsenFerreinetal.2021, author = {Dey, Thomas and Elsen, Ingo and Ferrein, Alexander and Frauenrath, Tobias and Reke, Michael and Schiffer, Stefan}, title = {CO2 Meter: a do-it-yourself carbon dioxide measuring device for the classroom}, series = {PETRA '21: Proceedings of the 14th Pervasive Technologies Related to Assistive Environments Conference}, booktitle = {PETRA '21: Proceedings of the 14th Pervasive Technologies Related to Assistive Environments Conference}, editor = {Makedon, Fillia}, publisher = {Association for Computing Machinery}, address = {New York}, isbn = {9781450387927}, doi = {10.1145/3453892.3462697}, pages = {292 -- 299}, year = {2021}, abstract = {In this paper we report on CO2 Meter, a do-it-yourself carbon dioxide measuring device for the classroom. Part of the current measures for dealing with the SARS-CoV-2 pandemic is proper ventilation in indoor settings. This is especially important in schools with students coming back to the classroom even with high incidents rates. Static ventilation patterns do not consider the individual situation for a particular class. Influencing factors like the type of activity, the physical structure or the room occupancy are not incorporated. Also, existing devices are rather expensive and often provide only limited information and only locally without any networking. This leaves the potential of analysing the situation across different settings untapped. Carbon dioxide level can be used as an indicator of air quality, in general, and of aerosol load in particular. Since, according to the latest findings, SARS-CoV-2 can be transmitted primarily in the form of aerosols, carbon dioxide may be used as a proxy for the risk of a virus infection. Hence, schools could improve the indoor air quality and potentially reduce the infection risk if they actually had measuring devices available in the classroom. Our device supports schools in ventilation and it allows for collecting data over the Internet to enable a detailed data analysis and model generation. First deployments in schools at different levels were received very positively. A pilot installation with a larger data collection and analysis is underway.}, language = {en} } @article{CollPeralesSchulteTiggesRondinoneetal.2022, author = {Coll-Perales, Baldomero and Schulte-Tigges, Joschua and Rondinone, Michele and Gozalvez, Javier and Reke, Michael and Matheis, Dominik and Walter, Thomas}, title = {Prototyping and evaluation of infrastructure-assisted transition of control for cooperative automated vehicles}, series = {IEEE Transactions on Intelligent Transportation Systems}, volume = {23}, journal = {IEEE Transactions on Intelligent Transportation Systems}, number = {7}, publisher = {IEEE}, issn = {1524-9050 (Print)}, doi = {10.1109/TITS.2021.3061085}, pages = {6720 -- 6736}, year = {2022}, abstract = {Automated driving is now possible in diverse road and traffic conditions. However, there are still situations that automated vehicles cannot handle safely and efficiently. In this case, a Transition of Control (ToC) is necessary so that the driver takes control of the driving. Executing a ToC requires the driver to get full situation awareness of the driving environment. If the driver fails to get back the control in a limited time, a Minimum Risk Maneuver (MRM) is executed to bring the vehicle into a safe state (e.g., decelerating to full stop). The execution of ToCs requires some time and can cause traffic disruption and safety risks that increase if several vehicles execute ToCs/MRMs at similar times and in the same area. This study proposes to use novel C-ITS traffic management measures where the infrastructure exploits V2X communications to assist Connected and Automated Vehicles (CAVs) in the execution of ToCs. The infrastructure can suggest a spatial distribution of ToCs, and inform vehicles of the locations where they could execute a safe stop in case of MRM. This paper reports the first field operational tests that validate the feasibility and quantify the benefits of the proposed infrastructure-assisted ToC and MRM management. The paper also presents the CAV and roadside infrastructure prototypes implemented and used in the trials. The conducted field trials demonstrate that infrastructure-assisted traffic management solutions can reduce safety risks and traffic disruptions.}, language = {en} } @article{ClaerFerreinSchiffer2019, author = {Claer, Mario and Ferrein, Alexander and Schiffer, Stefan}, title = {Calibration of a Rotating or Revolving Platform with a LiDAR Sensor}, series = {Applied Sciences}, volume = {Volume 9}, journal = {Applied Sciences}, number = {issue 11, 2238}, publisher = {MDPI}, address = {Basel}, issn = {2076-3417}, doi = {10.3390/app9112238}, pages = {18 Seiten}, year = {2019}, language = {en} } @article{ChengWollertChenetal.2023, author = {Cheng, Chi-Tsun and Wollert, J{\"o}rg and Chen, Xi and Fapojuwo, Abraham O.}, title = {Guest Editorial : Circuits and Systems for Industry X.0 Applications}, series = {IEEE Journal on Emerging and Selected Topics in Circuits and Systems}, volume = {13}, journal = {IEEE Journal on Emerging and Selected Topics in Circuits and Systems}, edition = {2}, publisher = {IEEE}, address = {New York}, issn = {2156-3357 (Print)}, doi = {10.1109/JETCAS.2023.3278843}, pages = {457 -- 460}, year = {2023}, language = {en} }