@inproceedings{WittigRuettersBragard2024,
  author    = {Wittig, M. and R{\"u}tters, Ren{\´e} and Bragard, Michael},
  title     = {Application of RL in control systems using the example of a rotatory inverted pendulum},
  series = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation},
  booktitle = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation},
  editor    = {Reiff-Stephan, J{\"o}rg and J{\"a}kel, Jens and Schwarz, Andr{\´e}},
  publisher = {le-tex publishing services GmbH},
  address   = {Leipzig},
  isbn      = {978-3-910103-02-3},
  doi       = {10.33968/2024.53},
  pages     = {241 -- 248},
  year      = {2024},
  abstract  = {In this paper, the use of reinforcement learning (RL) in control systems is investigated using a rotatory inverted pendulum as an example. The control behavior of an RL controller is compared to that of traditional LQR and MPC controllers. This is done by evaluating their behavior under optimal conditions, their disturbance behavior, their robustness and their development process. All the investigated controllers are developed using MATLAB and the Simulink simulation environment and later deployed to a real pendulum model powered by a Raspberry Pi. The RL algorithm used is Proximal Policy Optimization (PPO). The LQR controller exhibits an easy development process, an average to good control behavior and average to good robustness. A linear MPC controller could show excellent results under optimal operating conditions. However, when subjected to disturbances or deviations from the equilibrium point, it showed poor performance and sometimes instable behavior. Employing a nonlinear MPC Controller in real time was not possible due to the high computational effort involved. The RL controller exhibits by far the most versatile and robust control behavior. When operated in the simulation environment, it achieved a high control accuracy. When employed in the real system, however, it only shows average accuracy and a significantly greater performance loss compared to the simulation than the traditional controllers. With MATLAB, it is not yet possible to directly post-train the RL controller on the Raspberry Pi, which is an obstacle to the practical application of RL in a prototyping or teaching setting. Nevertheless, RL in general proves to be a flexible and powerful control method, which is well suited for complex or nonlinear systems where traditional controllers struggle.},
  language  = {en}
}
@inproceedings{SchifferFerreinLakemeyer2011,
  author    = {Schiffer, Stefan and Ferrein, Alexander and Lakemeyer, Gerhard},
  title     = {Fuzzy representations and control for domestic service robots in Golog},
  series = {Intelligent robotics and applications : 4th International conference, ICIRA 2011, Aachen, Germany, December 6-8, 2011, proceedings, part I. (Lecture notes in computer science ; 7102)},
  booktitle = {Intelligent robotics and applications : 4th International conference, ICIRA 2011, Aachen, Germany, December 6-8, 2011, proceedings, part I. (Lecture notes in computer science ; 7102)},
  isbn      = {978-3-642-25486-4},
  pages     = {241 -- 250},
  year      = {2011},
  language  = {en}
}
@inproceedings{SchoppHeuermann2013,
  author    = {Schopp, Christoph and Heuermann, Holger},
  title     = {Electrodeless low pressure lamp with bi-static matching at 2.45 GHz},
  series = {2013 European Microwave Conference (EuMC) , Nuremberg},
  booktitle = {2013 European Microwave Conference (EuMC) , Nuremberg},
  publisher = {IEEE},
  address   = {Piscataway, NJ},
  isbn      = {978-1-4799-0264-4},
  pages     = {881 -- 884},
  year      = {2013},
  language  = {en}
}
@inproceedings{SchifferFerrein2017,
  author    = {Schiffer, Stefan and Ferrein, Alexander},
  title     = {A System Layout for Cognitive Service Robots},
  series = {Cognitive Robot Architectures. Proceedings of EUCognition 2016},
  booktitle = {Cognitive Robot Architectures. Proceedings of EUCognition 2016},
  issn      = {1613-0073},
  pages     = {44 -- 45},
  year      = {2017},
  language  = {en}
}
@inproceedings{Ritz2003,
  author    = {Ritz, Thomas},
  title     = {Production and distribution of personalized information services employing mass customization},
  series = {2nd Interdisciplinary World Congress on Mass Customization and Personalization : MCPC'03, October 6 - 8, 2003, Technische Universit{\"a}t M{\"u}nchen, Munic, Germany},
  booktitle = {2nd Interdisciplinary World Congress on Mass Customization and Personalization : MCPC'03, October 6 - 8, 2003, Technische Universit{\"a}t M{\"u}nchen, Munic, Germany},
  edition   = {CD-Ausg.},
  publisher = {Techn. Univ. (TUM)},
  address   = {M{\"u}nchen},
  pages     = {Part IV},
  year      = {2003},
  language  = {en}
}
@inproceedings{StopforthFerreinSteinbauer2015,
  author    = {Stopforth, Riaan and Ferrein, Alexander and Steinbauer, Gerald},
  title     = {Europe and South African collaboration on the Mechatronics and Robotics systems as part of the SA Robotics Center},
  series = {ICRA 2015 Developing Countries Forum},
  booktitle = {ICRA 2015 Developing Countries Forum},
  pages     = {3 S.},
  year      = {2015},
  abstract  = {Mechatronics consist of the integration of mechanical engineering, electronic integration and computer science/ engineering. These broad fields are essential for robotic systems, yet it makes it difficult for the researchers to specialize and be experts in all these fields. Collaboration between researchers allow for the integration of experience and specialization, to allow optimized systems. Collaboration between the European countries and South Africa is critical, as each country has different resources available, which the other countries might not have. Applications with the need for approval of any restrictions, can also be obtained easier in some countries compared to others, thus preventing the delays of research. Some problems that have been experienced are discussed, with the Robotics Center of South Africa as a possible solution.},
  language  = {en}
}
@inproceedings{ZugNiemuellerHochgeschwenderetal.2017,
  author    = {Zug, Sebastian and Niemueller, Tim and Hochgeschwender, Nico and Seidensticker, Kai and Seidel, Martin and Friedrich, Tim and Neumann, Tobias and Karras, Ulrich and Kraetzschmar, Gerhard K. and Ferrein, Alexander},
  title     = {An Integration Challenge to Bridge the Gap Among Industry-Inspired RoboCup Leagues},
  series = {RoboCup 2016: Robot World Cup XX. RoboCup 2016.},
  booktitle = {RoboCup 2016: Robot World Cup XX. RoboCup 2016.},
  publisher = {Springer},
  address   = {Cham},
  isbn      = {978-3-319-68792-6},
  doi       = {10.1007/978-3-319-68792-6_13},
  pages     = {157 -- 168},
  year      = {2017},
  language  = {en}
}
@inproceedings{StopforthDavrajhFerrein2017,
  author    = {Stopforth, Riaan and Davrajh, Shaniel and Ferrein, Alexander},
  title     = {South African robotics entity for a collaboration initiative},
  series = {Pattern Recognition Association of South Africa and Robotics and Mechatronics International Conference (PRASA-RobMech), 2016},
  booktitle = {Pattern Recognition Association of South Africa and Robotics and Mechatronics International Conference (PRASA-RobMech), 2016},
  publisher = {IEEE},
  isbn      = {978-1-5090-3335-5},
  doi       = {10.1109/RoboMech.2016.7813144},
  pages     = {1 -- 6},
  year      = {2017},
  language  = {en}
}
@inproceedings{NiemuellerLakemeyerFerrein2015,
  author    = {Niemueller, Tim and Lakemeyer, Gerhard and Ferrein, Alexander},
  title     = {The RoboCup Logistics League as a Benchmark for Planning in Robotics},
  series = {Proceedings of the 3rd Workshop on Planning and Robotics (PlanRob-15); Jerusalem, Israel 7-8/6/2015},
  booktitle = {Proceedings of the 3rd Workshop on Planning and Robotics (PlanRob-15); Jerusalem, Israel 7-8/6/2015},
  editor    = {Finzi, Alberto},
  pages     = {63 -- 68},
  year      = {2015},
  language  = {en}
}
@inproceedings{DowidatKoenigWolf2017,
  author    = {Dowidat, Linda and K{\"o}nig, Johannes Alexander and Wolf, Martin R.},
  title     = {The motivational competence developing game framework},
  series = {Mensch und Computer 2017 - Tagungsband},
  booktitle = {Mensch und Computer 2017 - Tagungsband},
  publisher = {Gesellschaft f{\"u}r Informatik e.V.},
  address   = {Regensburg},
  doi       = {10.18420/muc2017-mci-0130},
  pages     = {15 -- 26},
  year      = {2017},
  abstract  = {Competence Developing Games (CDGs) are a new concept of how to think about games with serious intentions. In order to emphasize on this topic, a new framework has been developed. It basically relies on learning and motivation theories. This 'motivational Competence Developing Game Framework' demonstrates how it is possible to use these theories in a CDG development process. The theoretical derivation and use of the framework is explained in this paper.},
  language  = {en}
}
@inproceedings{AlhwarinSchifferFerreinetal.2019,
  author    = {Alhwarin, Faraj and Schiffer, Stefan and Ferrein, Alexander and Scholl, Ingrid},
  title     = {An Optimized Method for 3D Body Scanning Applications Based on KinectFusion},
  series = {Communications in Computer and Information Science},
  volume    = {1024},
  booktitle = {Communications in Computer and Information Science},
  publisher = {Springer},
  issn      = {1865-0929},
  doi       = {10.1007/978-3-030-29196-9_6},
  pages     = {100 -- 113},
  year      = {2019},
  language  = {en}
}
@inproceedings{FerreinSchollNeumannetal.2019,
  author    = {Ferrein, Alexander and Scholl, Ingrid and Neumann, Tobias and Kr{\"u}ckel, Kai and Schiffer, Stefan},
  title     = {A system for continuous underground site mapping and exploration},
  doi       = {10.5772/intechopen.85859},
  pages     = {16 Seiten},
  year      = {2019},
  language  = {en}
}
@inproceedings{MatareSchifferFerrein2019,
  author    = {Matar{\´e}, Victor and Schiffer, Stefan and Ferrein, Alexander},
  title     = {golog++ : An integrative system design},
  series = {CogRob 2018. Cognitive Robotics Workshop : Proceedings of the 11th Cognitive Robotics Workshop 2018 co-located with 16th International Conference on Principles of Knowledge Representation and Reasoning (KR 2018) Tempe, AZ, USA, October 27th, 2018},
  booktitle = {CogRob 2018. Cognitive Robotics Workshop : Proceedings of the 11th Cognitive Robotics Workshop 2018 co-located with 16th International Conference on Principles of Knowledge Representation and Reasoning (KR 2018) Tempe, AZ, USA, October 27th, 2018},
  editor    = {Steinbauer, Gerald and Ferrein, Alexander},
  issn      = {1613-0073},
  pages     = {29 -- 35},
  year      = {2019},
  language  = {en}
}
@inproceedings{NiemuellerEwertReuteretal.2013,
  author    = {Niem{\"u}ller, Tim and Ewert, Daniel and Reuter, Sebastian and Karras, Ulrich and Ferrein, Alexander},
  title     = {Towards benchmarking cyber-physical systems in factory automation scenarios},
  series = {KI 2013: advances in artificial intelligence : 36th Annual German Conference on AI, Koblenz, Germany, September 16-20, 2013 ; proceedings / Ingo J. Timm ... (ed.). (Lecture notes in computer science ; 8077)},
  booktitle = {KI 2013: advances in artificial intelligence : 36th Annual German Conference on AI, Koblenz, Germany, September 16-20, 2013 ; proceedings / Ingo J. Timm ... (ed.). (Lecture notes in computer science ; 8077)},
  publisher = {Springer},
  address   = {Berlin [u.a.]},
  isbn      = {978-3-642-40941-7},
  pages     = {296 -- 299},
  year      = {2013},
  language  = {en}
}
@inproceedings{SchifferFerrein2015,
  author    = {Schiffer, Stefan and Ferrein, Alexander},
  title     = {Decision-Theoretic Planning with Linguistic Terms in Golog},
  series = {FLinAl 2015 - Fuzzy Logic in Artificial Intelligence : Proceedings of the Workshop on Fuzzy Logic in AI (FLinAI-15) co-located with the 24th International Joint Conference on Artificial Intelligence (IJCAI 2015) Buenos Aires, Argentina, July 25, 2015.},
  booktitle = {FLinAl 2015 - Fuzzy Logic in Artificial Intelligence : Proceedings of the Workshop on Fuzzy Logic in AI (FLinAI-15) co-located with the 24th International Joint Conference on Artificial Intelligence (IJCAI 2015) Buenos Aires, Argentina, July 25, 2015.},
  issn      = {1613-0073},
  url       = {http://nbn-resolving.de/urn:nbn:de:0074-1424-4},
  pages     = {7 Seiten},
  year      = {2015},
  language  = {en}
}
@inproceedings{FerreinKallweitScholletal.2015,
  author    = {Ferrein, Alexander and Kallweit, Stephan and Scholl, Ingrid and Reichert, Walter},
  title     = {Learning to Program Mobile Robots in the ROS Summer School Series},
  series = {Proceedings 6th International Conference on Robotics in Education (RiE 15)},
  booktitle = {Proceedings 6th International Conference on Robotics in Education (RiE 15)},
  pages     = {6 S.},
  year      = {2015},
  abstract  = {The main objective of our ROS Summer School series is to introduce MA level students to program mobile robots with the Robot Operating System (ROS). ROS is a robot middleware that is used my many research institutions world-wide. Therefore, many state-of-the-art algorithms of mobile robotics are available in ROS and can be deployed very easily. As a basic robot platform we deploy a 1/10 RC cart that is wquipped with an Arduino micro-controller to control the servo motors, and an embedded PC that runs ROS. In two weeks, participants get to learn the basics of mobile robotics hands-on. We describe our teaching concepts and our curriculum and report on the learning success of our students.},
  language  = {en}
}
@inproceedings{DyllaFerreinLakemeyer2003,
  author    = {Dylla, Frank and Ferrein, Alexander and Lakemeyer, Gerhard},
  title     = {AllemaniACs 2003 team description},
  series = {RoboCup 2003 : Robot Soccer World Cup VII},
  booktitle = {RoboCup 2003 : Robot Soccer World Cup VII},
  pages     = {1 -- 3},
  year      = {2003},
  language  = {en}
}
@inproceedings{AlhwarinFerreinGebhardtetal.2015,
  author    = {Alhwarin, Faraj and Ferrein, Alexander and Gebhardt, Andreas and Kallweit, Stephan and Scholl, Ingrid and Tedjasukmana, Osmond Sanjaya},
  title     = {Improving additive manufacturing by image processing and robotic milling},
  series = {2015 IEEE International Conference on Automation Science and Engineering (CASE), Aug 24-28, 2015 Gothenburg, Sweden},
  booktitle = {2015 IEEE International Conference on Automation Science and Engineering (CASE), Aug 24-28, 2015 Gothenburg, Sweden},
  doi       = {10.1109/CoASE.2015.7294217},
  pages     = {924 -- 929},
  year      = {2015},
  language  = {en}
}
@inproceedings{AllalBannisterBuismanetal.2022,
  author    = {Allal, D. and Bannister, R. and Buisman, K. and Capriglione, D. and Di Capua, G. and Garc{\´i}a-Patr{\´o}n, M. and Gatzweiler, Thomas and Gellersen, F. and Harzheim, Thomas and Heuermann, Holger and Hoffmann, J. and Izbrodin, A. and Kuhlmann, K. and Lahbacha, K. and Maffucci, A. and Miele, G. and Mubarak, F. and Salter, M. and Pham, T.D. and Sayegh, A. and Singh, D. and Stein, F. and Zeier, M.},
  title     = {RF measurements for future communication applications: an overview},
  series = {2022 IEEE International Symposium on Measurements \& Networking (M\&N)},
  booktitle = {2022 IEEE International Symposium on Measurements \& Networking (M\&N)},
  publisher = {IEEE},
  isbn      = {978-1-6654-8362-9},
  issn      = {2639-5061},
  doi       = {10.1109/MN55117.2022.9887740},
  pages     = {1 -- 6},
  year      = {2022},
  abstract  = {In this paper research activities developed within the FutureCom project are presented. The project, funded by the European Metrology Programme for Innovation and Research (EMPIR), aims at evaluating and characterizing: (i) active devices, (ii) signal- and power integrity of field programmable gate array (FPGA) circuits, (iii) operational performance of electronic circuits in real-world and harsh environments (e.g. below and above ambient temperatures and at different levels of humidity), (iv) passive inter-modulation (PIM) in communication systems considering different values of temperature and humidity corresponding to the typical operating conditions that we can experience in real-world scenarios. An overview of the FutureCom project is provided here, then the research activities are described.},
  language  = {en}
}
@inproceedings{KirschMatareFerreinetal.2020,
  author    = {Kirsch, Maximilian and Matar{\´e}, Victor and Ferrein, Alexander and Schiffer, Stefan},
  title     = {Integrating golog++ and ROS for Practical and Portable High-level Control},
  series = {Proceedings of the 12th International Conference on Agents and Artificial Intelligence - Volume 2},
  booktitle = {Proceedings of the 12th International Conference on Agents and Artificial Intelligence - Volume 2},
  publisher = {SciTePress},
  address   = {Set{\´u}bal, Portugal},
  doi       = {10.5220/0008984406920699},
  pages     = {692 -- 699},
  year      = {2020},
  abstract  = {The field of Cognitive Robotics aims at intelligent decision making of autonomous robots. It has matured over the last 25 or so years quite a bit. That is, a number of high-level control languages and architectures have emerged from the field. One concern in this regard is the action language GOLOG. GOLOG has been used in a rather large number of applications as a high-level control language ranging from intelligent service robots to soccer robots. For the lower level robot software, the Robot Operating System (ROS) has been around for more than a decade now and it has developed into the standard middleware for robot applications. ROS provides a large number of packages for standard tasks in robotics like localisation, navigation, and object recognition. Interestingly enough, only little work within ROS has gone into the high-level control of robots. In this paper, we describe our approach to marry the GOLOG action language with ROS. In particular, we present our architecture on inte grating golog++, which is based on the GOLOG dialect Readylog, with the Robot Operating System. With an example application on the Pepper service robot, we show how primitive actions can be easily mapped to the ROS ActionLib framework and present our control architecture in detail.},
  language  = {en}
}