@inproceedings{WittigRuettersBragard2024, author = {Wittig, M. and R{\"u}tters, Ren{\´e} and Bragard, Michael}, title = {Application of RL in control systems using the example of a rotatory inverted pendulum}, series = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation}, booktitle = {Tagungsband AALE 2024 : Fit f{\"u}r die Zukunft: praktische L{\"o}sungen f{\"u}r die industrielle Automation}, editor = {Reiff-Stephan, J{\"o}rg and J{\"a}kel, Jens and Schwarz, Andr{\´e}}, publisher = {le-tex publishing services GmbH}, address = {Leipzig}, isbn = {978-3-910103-02-3}, doi = {10.33968/2024.53}, pages = {241 -- 248}, year = {2024}, abstract = {In this paper, the use of reinforcement learning (RL) in control systems is investigated using a rotatory inverted pendulum as an example. The control behavior of an RL controller is compared to that of traditional LQR and MPC controllers. This is done by evaluating their behavior under optimal conditions, their disturbance behavior, their robustness and their development process. All the investigated controllers are developed using MATLAB and the Simulink simulation environment and later deployed to a real pendulum model powered by a Raspberry Pi. The RL algorithm used is Proximal Policy Optimization (PPO). The LQR controller exhibits an easy development process, an average to good control behavior and average to good robustness. A linear MPC controller could show excellent results under optimal operating conditions. However, when subjected to disturbances or deviations from the equilibrium point, it showed poor performance and sometimes instable behavior. Employing a nonlinear MPC Controller in real time was not possible due to the high computational effort involved. The RL controller exhibits by far the most versatile and robust control behavior. When operated in the simulation environment, it achieved a high control accuracy. When employed in the real system, however, it only shows average accuracy and a significantly greater performance loss compared to the simulation than the traditional controllers. With MATLAB, it is not yet possible to directly post-train the RL controller on the Raspberry Pi, which is an obstacle to the practical application of RL in a prototyping or teaching setting. Nevertheless, RL in general proves to be a flexible and powerful control method, which is well suited for complex or nonlinear systems where traditional controllers struggle.}, language = {en} } @inproceedings{CrookstonBung2022, author = {Crookston, Brian M. and Bung, Daniel Bernhard}, title = {Application of RGB-D cameras in hydraulic laboratory studies}, series = {Proceedings of the 39th IAHR World Congress}, booktitle = {Proceedings of the 39th IAHR World Congress}, editor = {Ortega-S{\´a}nchez, Miguel}, publisher = {International Association for Hydro-Environment Engineering and Research (IAHR)}, address = {Madrid}, isbn = {978-90-832612-1-8}, issn = {2521-7119 (print)}, doi = {10.3850/IAHR-39WC252171192022964}, pages = {5127 -- 5133}, year = {2022}, abstract = {Non-intrusive measuring techniques have attained a lot of interest in relation to both hydraulic modeling and prototype applications. Complimenting acoustic techniques, significant progress has been made for the development of new optical methods. Computer vision techniques can help to extract new information, e. g. high-resolution velocity and depth data, from videos captured with relatively inexpensive, consumer-grade cameras. Depth cameras are sensors providing information on the distance between the camera and observed features. Currently, sensors with different working principles are available. Stereoscopic systems reference physical image features (passive system) from two perspectives; in order to enhance the number of features and improve the results, a sensor may also estimate the disparity from a detected light to its original projection (active stereo system). In the current study, the RGB-D camera Intel RealSense D435, working on such stereo vision principle, is used in different, typical hydraulic modeling applications. All tests have been conducted at the Utah Water Research Laboratory. This paper will demonstrate the performance and limitations of the RGB-D sensor, installed as a single camera and as camera arrays, applied to 1) detect the free surface for highly turbulent, aerated hydraulic jumps, for free-falling jets and for an energy dissipation basin downstream of a labyrinth weir and 2) to monitor local scours upstream and downstream of a Piano Key Weir. It is intended to share the authors' experiences with respect to camera settings, calibration, lightning conditions and other requirements in order to promote this useful, easily accessible device. Results will be compared to data from classical instrumentation and the literature. It will be shown that even in difficult application, e. g. the detection of a highly turbulent, fluctuating free-surface, the RGB-D sensor may yield similar accuracy as classical, intrusive probes.}, language = {en} } @inproceedings{DiltheySchleserMoelleretal.2006, author = {Dilthey, Ulrich and Schleser, Markus and M{\"o}ller, M. and Weichhold, O.}, title = {Application of polymers in textile reinforced concrete : from the interface to construction elements}, series = {Textile reinforced concrete : proceedings of the 1. International RILEM Conference, held at the RWTH Aachen, September 6/7, 2006. (RILEM proceedings ; 50)}, booktitle = {Textile reinforced concrete : proceedings of the 1. International RILEM Conference, held at the RWTH Aachen, September 6/7, 2006. (RILEM proceedings ; 50)}, editor = {Hegger, Josef}, publisher = {RILEM Publ.}, address = {Bagneux}, organization = {International Conference on Textile Reinforced Concrete <1, 2006, Aachen>}, isbn = {2-912143-97-7}, pages = {55 -- 64}, year = {2006}, language = {en} } @article{SchleserWalkLaufferRaupachetal.2006, author = {Schleser, Markus and Walk-Lauffer, Bernd and Raupach, Michael and Dilthey, Ulrich}, title = {Application of polymers for textile-reinforced concrete}, series = {Journal of materials in civil engineering : properties, applications, durability}, volume = {18}, journal = {Journal of materials in civil engineering : properties, applications, durability}, number = {5}, issn = {0899-1561}, pages = {670 -- 676}, year = {2006}, language = {en} } @book{HavermannHaertigReyetal.2002, author = {Havermann, Marc and Haertig, J. and Rey, C. and George, A.}, title = {Application of particle image velocimetry to high-speed supersonic flows in a shock tunnel : 11th International Symposium on Applications of Laser Techniques to Fluid Mechanics, Lisbon, Portugal, July 8 - 11, 2002; Schwerpunkt 0 / Institut Franco-Allemand de Recherches de Saint-Louis. Havermann, M. ...}, publisher = {ISL}, address = {Saint-Louis}, pages = {10 S. : Ill., graph. Darst.}, year = {2002}, language = {en} } @book{MertensVeldenKelmetal.2000, author = {Mertens, Josef and Velden, Alexander van der and Kelm, Roland and Kokan, David}, title = {Application of MDO to large subsonic transport aircraft}, publisher = {American Institute of Aeronautics and Astronautics}, address = {Reston, Va.}, pages = {12 S. : zahlr. Ill. u. graph. Darst.}, year = {2000}, language = {en} } @inproceedings{HorikawaOkadaKazarietal.2015, author = {Horikawa, Atsushi and Okada, Kunio and Kazari, Masahide and Funke, Harald and Keinz, Jan and Kusterer, Karsten and Haj Ayed, Anis}, title = {Application of Low NOx Micro-Mix Hydrogen Combustion to Industrial Gas Turbine Combustor and Conceptual Design}, series = {Proceedings of International Gas Turbine Congress 2015 Tokyo November 15-20, 2015, Tokyo, Japan}, booktitle = {Proceedings of International Gas Turbine Congress 2015 Tokyo November 15-20, 2015, Tokyo, Japan}, isbn = {978-4-89111-008-6}, pages = {141 -- 146}, year = {2015}, language = {en} } @inproceedings{HorikawaOkadaUtoetal.2019, author = {Horikawa, Atsushi and Okada, Kunio and Uto, Takahiro and Uchiyama, Yuta and Wirsum, Manfred and Funke, Harald and Kusterer, Karsten}, title = {Application of Low NOx Micro-mix Hydrogen Combustion to 2MW Class Industrial Gas Turbine Combustor}, series = {Proceedings of International Gas Turbine Congress 2019 Tokyo, November 17-22, 2019, Tokyo, Japan}, booktitle = {Proceedings of International Gas Turbine Congress 2019 Tokyo, November 17-22, 2019, Tokyo, Japan}, isbn = {978-4-89111-010-9}, pages = {1 -- 6}, year = {2019}, language = {en} } @article{PoghossianBaadeEmonsetal.2001, author = {Poghossian, Arshak and Baade, A. and Emons, H. and Sch{\"o}ning, Michael Josef}, title = {Application of ISFET for pH measurements in rain droplets}, series = {Sensors and Actuators B. 76 (2001), H. 1-3}, journal = {Sensors and Actuators B. 76 (2001), H. 1-3}, isbn = {0925-4005}, pages = {634 -- 638}, year = {2001}, language = {en} } @incollection{WolfKapelyukhScheeretal.2015, author = {Wolf, C. Roland and Kapelyukh, Yury and Scheer, Nico and Henderson, Colin J.}, title = {Application of Humanised and Other Transgenic Models to Predict Human Responses to Drugs}, editor = {Wilson, Alan G. E.}, publisher = {RSC Publ.}, address = {Cambridge}, isbn = {978-1-78262-778-4}, doi = {10.1039/9781782622376-00152}, pages = {152 -- 176}, year = {2015}, abstract = {The use of transgenic animal models has transformed our knowledge of complex biochemical pathways in vivo. It has allowed disease processes to be modelled and used in the development of new disease prevention and treatment strategies. They can also be used to define cell- and tissue-specific pathways of gene regulation. A further major application is in the area of preclinical development where such models can be used to define pathways of chemical toxicity, and the pathways that regulate drug disposition. One major application of this approach is the humanisation of mice for the proteins that control drug metabolism and disposition. Such models can have numerous applications in the development of drugs and in their more sophisticated use in the clinic.}, language = {en} }