@inproceedings{WittigRuettersBragard2024, author = {Wittig, M. and R{\"u}tters, Ren{\´e} and Bragard, Michael}, title = {Application of RL in control systems using the example of a rotatory inverted pendulum}, series = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation}, booktitle = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation}, editor = {Reiff-Stephan, J{\"o}rg and J{\"a}kel, Jens and Schwarz, Andr{\´e}}, publisher = {le-tex publishing services GmbH}, address = {Leipzig}, isbn = {978-3-910103-02-3}, doi = {10.33968/2024.53}, pages = {241 -- 248}, year = {2024}, abstract = {In this paper, the use of reinforcement learning (RL) in control systems is investigated using a rotatory inverted pendulum as an example. The control behavior of an RL controller is compared to that of traditional LQR and MPC controllers. This is done by evaluating their behavior under optimal conditions, their disturbance behavior, their robustness and their development process. All the investigated controllers are developed using MATLAB and the Simulink simulation environment and later deployed to a real pendulum model powered by a Raspberry Pi. The RL algorithm used is Proximal Policy Optimization (PPO). The LQR controller exhibits an easy development process, an average to good control behavior and average to good robustness. A linear MPC controller could show excellent results under optimal operating conditions. However, when subjected to disturbances or deviations from the equilibrium point, it showed poor performance and sometimes instable behavior. Employing a nonlinear MPC Controller in real time was not possible due to the high computational effort involved. The RL controller exhibits by far the most versatile and robust control behavior. When operated in the simulation environment, it achieved a high control accuracy. When employed in the real system, however, it only shows average accuracy and a significantly greater performance loss compared to the simulation than the traditional controllers. With MATLAB, it is not yet possible to directly post-train the RL controller on the Raspberry Pi, which is an obstacle to the practical application of RL in a prototyping or teaching setting. Nevertheless, RL in general proves to be a flexible and powerful control method, which is well suited for complex or nonlinear systems where traditional controllers struggle.}, language = {en} } @inproceedings{AltherrDoeringFrauenrathetal.2024, author = {Altherr, Lena and D{\"o}ring, Bernd and Frauenrath, Tobias and Groß, Rolf and Mohan, Nijanthan and Oyen, Marc and Schnittcher, Lukas and Voß, Norbert}, title = {DiggiTwin: ein interdisziplin{\"a}res Projekt zur Nutzung digitaler Zwillinge auf dem Weg zu einem klimaneutralen Geb{\"a}udebestand}, series = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation}, booktitle = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation}, editor = {Reiff-Stephan, J{\"o}rg and J{\"a}kel, Jens and Schwarz, Andr{\´e}}, publisher = {le-tex publishing services GmbH}, address = {Leipzig}, isbn = {978-3-910103-02-3}, doi = {10.33968/2024.67}, pages = {341 -- 346}, year = {2024}, abstract = {Im Hinblick auf die Klimaziele der Bundesrepublik Deutschland konzentriert sich das Projekt Diggi Twin auf die nachhaltige Geb{\"a}udeoptimierung. Grundlage f{\"u}r eine ganzheitliche Geb{\"a}ude{\"u}berwachung und -optimierung bildet dabei die Digitalisierung und Automation im Sinne eines Smart Buildings. Das interdisziplin{\"a}re Projekt der FH Aachen hat das Ziel, ein bestehendes Hochschulgeb{\"a}ude und einen Neubau an klimaneutrale Standards anzupassen. Im Rahmen des Projekts werden bekannte Verfahren, wie das Building Information Modeling (BIM), so erweitert, dass ein digitaler Geb{\"a}udezwilling entsteht. Dieser kann zur Optimierung des Geb{\"a}udebetriebs herangezogen werden, sowie als Basis f{\"u}r eine Erweiterung des Bewertungssystems Nachhaltiges Bauen (BNB) dienen. Mithilfe von Sensortechnologie und k{\"u}nstlicher Intelligenz kann so ein pr{\"a}zises Monitoring wichtiger Geb{\"a}udedaten erfolgen, um ungenutzte Energieeinsparpotenziale zu erkennen und zu nutzen. Das Projekt erforscht und setzt methodische Erkenntnisse zu BIM und digitalen Geb{\"a}udezwillingen praxisnah um, indem es spezifische Fragen zur Energie- und Ressourceneffizienz von Geb{\"a}uden untersucht und konkrete L{\"o}sungen f{\"u}r die Geb{\"a}udeoptimierung entwickelt.}, language = {de} } @inproceedings{GrundAltherr2023, author = {Grund, Raphael M. and Altherr, Lena}, title = {Development of an open source energy disaggregation tool for the home automation platform Home Assistant}, series = {Tagungsband AALE 2023 : mit Automatisierung gegen den Klimawandel}, booktitle = {Tagungsband AALE 2023 : mit Automatisierung gegen den Klimawandel}, editor = {Reiff-Stephan, J{\"o}rg and J{\"a}kel, Jens and Schwarz, Andr{\´e}}, publisher = {le-tex publishing services GmbH}, address = {Leipzig}, isbn = {978-3-910103-01-6}, doi = {10.33968/2023.02}, pages = {11 -- 20}, year = {2023}, abstract = {In order to reduce energy consumption of homes, it is important to make transparent which devices consume how much energy. However, power consumption is often only monitored aggregated at the house energy meter. Disaggregating this power consumption into the contributions of individual devices can be achieved using Machine Learning. Our work aims at making state of the art disaggregation algorithms accessibe for users of the open source home automation platform Home Assistant.}, language = {en} } @inproceedings{ChircuCzarneckiFriedmannetal.2023, author = {Chircu, Alina and Czarnecki, Christian and Friedmann, Daniel and Pomaskow, Johanna and Sultanow, Eldar}, title = {Towards a Digital Twin of Society}, series = {Proceedings of the 56th Hawaii International Conference on System Sciences 2023}, booktitle = {Proceedings of the 56th Hawaii International Conference on System Sciences 2023}, publisher = {University of Hawai'i}, address = {Honolulu}, isbn = {978-0-9981331-6-4}, pages = {6748 -- 6757}, year = {2023}, abstract = {This paper describes the potential for developing a digital twin of society- a dynamic model that can be used to observe, analyze, and predict the evolution of various societal aspects. Such a digital twin can help governmental agencies and policy makers in interpreting trends, understanding challenges, and making decisions regarding investments or policies necessary to support societal development and ensure future prosperity. The paper reviews related work regarding the digital twin paradigm and its applications. The paper presents a motivating case study- an analysis of opportunities and challenges faced by the German federal employment agency, Bundesagentur f¨ur Arbeit (BA), proposes solutions using digital twins, and describes initial proofs of concept for such solutions.}, language = {en} } @inproceedings{NikolovskiLimpertNessauetal.2023, author = {Nikolovski, Gjorgji and Limpert, Nicolas and Nessau, Hendrik and Reke, Michael and Ferrein, Alexander}, title = {Model-predictive control with parallelised optimisation for the navigation of autonomous mining vehicles}, series = {2023 IEEE Intelligent Vehicles Symposium (IV)}, booktitle = {2023 IEEE Intelligent Vehicles Symposium (IV)}, publisher = {IEEE}, isbn = {979-8-3503-4691-6 (Online)}, doi = {10.1109/IV55152.2023.10186806}, pages = {6 Seiten}, year = {2023}, abstract = {The work in modern open-pit and underground mines requires the transportation of large amounts of resources between fixed points. The navigation to these fixed points is a repetitive task that can be automated. The challenge in automating the navigation of vehicles commonly used in mines is the systemic properties of such vehicles. Many mining vehicles, such as the one we have used in the research for this paper, use steering systems with an articulated joint bending the vehicle's drive axis to change its course and a hydraulic drive system to actuate axial drive components or the movements of tippers if available. To address the difficulties of controlling such a vehicle, we present a model-predictive approach for controlling the vehicle. While the control optimisation based on a parallel error minimisation of the predicted state has already been established in the past, we provide insight into the design and implementation of an MPC for an articulated mining vehicle and show the results of real-world experiments in an open-pit mine environment.}, language = {en} } @inproceedings{EichenbaumNikolovskiMuelhensetal.2023, author = {Eichenbaum, Julian and Nikolovski, Gjorgji and M{\"u}lhens, Leon and Reke, Michael and Ferrein, Alexander and Scholl, Ingrid}, title = {Towards a lifelong mapping approach using Lanelet 2 for autonomous open-pit mine operations}, series = {2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)}, booktitle = {2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)}, publisher = {IEEE}, isbn = {979-8-3503-2069-5 (Online)}, doi = {10.1109/CASE56687.2023.10260526}, pages = {8 Seiten}, year = {2023}, abstract = {Autonomous agents require rich environment models for fulfilling their missions. High-definition maps are a well-established map format which allows for representing semantic information besides the usual geometric information of the environment. These are, for instance, road shapes, road markings, traffic signs or barriers. The geometric resolution of HD maps can be as precise as of centimetre level. In this paper, we report on our approach of using HD maps as a map representation for autonomous load-haul-dump vehicles in open-pit mining operations. As the mine undergoes constant change, we also need to constantly update the map. Therefore, we follow a lifelong mapping approach for updating the HD maps based on camera-based object detection and GPS data. We show our mapping algorithm based on the Lanelet 2 map format and show our integration with the navigation stack of the Robot Operating System. We present experimental results on our lifelong mapping approach from a real open-pit mine.}, language = {en} } @inproceedings{TischbeinKeanVertgewalletal.2023, author = {Tischbein, Franziska and Kean, Kilian and Vertgewall, Chris Martin and Ulbig, Andreas and Altherr, Lena}, title = {Determination of the topology of low-voltage distribution grids using cluster methods}, series = {27th International Conference on Electricity Distribution (CIRED 2023)}, booktitle = {27th International Conference on Electricity Distribution (CIRED 2023)}, publisher = {IEEE}, isbn = {978-1-83953-855-1}, doi = {10.1049/icp.2023.0478}, pages = {1 -- 5}, year = {2023}, abstract = {Due to the decarbonization of the energy sector, the electric distribution grids are undergoing a major transformation, which is expected to increase the load on the operating resources due to new electrical loads and distributed energy resources. Therefore, grid operators need to gradually move to active grid management in order to ensure safe and reliable grid operation. However, this requires knowledge of key grid variables, such as node voltages, which is why the mass integration of measurement technology (smart meters) is necessary. Another problem is the fact that a large part of the topology of the distribution grids is not sufficiently digitized and models are partly faulty, which means that active grid operation management today has to be carried out largely blindly. It is therefore part of current research to develop methods for determining unknown grid topologies based on measurement data. In this paper, different clustering algorithms are presented and their performance of topology detection of low voltage grids is compared. Furthermore, the influence of measurement uncertainties is investigated in the form of a sensitivity analysis.}, language = {en} } @inproceedings{NethSchubaBrodkorbetal.2023, author = {Neth, Jannik and Schuba, Marko and Brodkorb, Karsten and Neugebauer, Georg and H{\"o}ner, Tim and Hack, Sacha}, title = {Digital forensics triage app for android}, series = {ARES '23: Proceedings of the 18th International Conference on Availability, Reliability and Security}, booktitle = {ARES '23: Proceedings of the 18th International Conference on Availability, Reliability and Security}, publisher = {ACM}, isbn = {9798400707728}, doi = {10.1145/3600160.3605017}, pages = {6 Seiten}, year = {2023}, abstract = {Digital forensics of smartphones is of utmost importance in many criminal cases. As modern smartphones store chats, photos, videos etc. that can be relevant for investigations and as they can have storage capacities of hundreds of gigabytes, they are a primary target for forensic investigators. However, it is exactly this large amount of data that is causing problems: extracting and examining the data from multiple phones seized in the context of a case is taking more and more time. This bears the risk of wasting a lot of time with irrelevant phones while there is not enough time left to analyze a phone which is worth examination. Forensic triage can help in this case: Such a triage is a preselection step based on a subset of data and is performed before fully extracting all the data from the smartphone. Triage can accelerate subsequent investigations and is especially useful in cases where time is essential. The aim of this paper is to determine which and how much data from an Android smartphone can be made directly accessible to the forensic investigator - without tedious investigations. For this purpose, an app has been developed that can be used with extremely limited storage of data in the handset and which outputs the extracted data immediately to the forensic workstation in a human- and machine-readable format.}, language = {en} } @inproceedings{ZaehlTheisWolfetal.2023, author = {Z{\"a}hl, Philipp M. and Theis, Sabine and Wolf, Martin and K{\"o}hler, Klemens}, title = {Teamwork in software development and what personality has to do with it - an overview}, series = {Virtual, Augmented and Mixed Reality}, booktitle = {Virtual, Augmented and Mixed Reality}, editor = {Chen, Jessie Y. C. and Fragomeni, Gino}, publisher = {Springer}, address = {Cham}, isbn = {978-3-031-35633-9 (Print)}, doi = {10.1007/978-3-031-35634-6_10}, pages = {130 -- 153}, year = {2023}, abstract = {Due to the increasing complexity of software projects, software development is becoming more and more dependent on teams. The quality of this teamwork can vary depending on the team composition, as teams are always a combination of different skills and personality types. This paper aims to answer the question of how to describe a software development team and what influence the personality of the team members has on the team dynamics. For this purpose, a systematic literature review (n=48) and a literature search with the AI research assistant Elicit (n=20) were conducted. Result: A person's personality significantly shapes his or her thinking and actions, which in turn influences his or her behavior in software development teams. It has been shown that team performance and satisfaction can be strongly influenced by personality. The quality of communication and the likelihood of conflict can also be attributed to personality.}, language = {en} } @inproceedings{ViehmannLimpertHofmannetal.2023, author = {Viehmann, Tarik and Limpert, Nicolas and Hofmann, Till and Henning, Mike and Ferrein, Alexander and Lakemeyer, Gerhard}, title = {Winning the RoboCup logistics league with visual servoing and centralized goal reasoning}, series = {RoboCup 2022}, booktitle = {RoboCup 2022}, editor = {Eguchi, Amy and Lau, Nuno and Paetzel-Pr{\"u}smann, Maike and Wanichanon, Thanapat}, publisher = {Springer}, address = {Cham}, isbn = {978-3-031-28468-7 (Print)}, doi = {https://doi.org/10.1007/978-3-031-28469-4_25}, pages = {300 -- 312}, year = {2023}, abstract = {The RoboCup Logistics League (RCLL) is a robotics competition in a production logistics scenario in the context of a Smart Factory. In the competition, a team of three robots needs to assemble products to fulfill various orders that are requested online during the game. This year, the Carologistics team was able to win the competition with a new approach to multi-agent coordination as well as significant changes to the robot's perception unit and a pragmatic network setup using the cellular network instead of WiFi. In this paper, we describe the major components of our approach with a focus on the changes compared to the last physical competition in 2019.}, language = {en} }