@article{BornheimGriegerBlanecketal.2024, author = {Bornheim, Tobias and Grieger, Niklas and Blaneck, Patrick Gustav and Bialonski, Stephan}, title = {Speaker Attribution in German Parliamentary Debates with QLoRA-adapted Large Language Models}, series = {Journal for language technology and computational linguistics : JLCL}, volume = {37}, journal = {Journal for language technology and computational linguistics : JLCL}, number = {1}, publisher = {Gesellschaft f{\"u}r Sprachtechnologie und Computerlinguistik}, address = {Regensburg}, issn = {2190-6858}, doi = {10.21248/jlcl.37.2024.244}, pages = {13 Seiten}, year = {2024}, abstract = {The growing body of political texts opens up new opportunities for rich insights into political dynamics and ideologies but also increases the workload for manual analysis. Automated speaker attribution, which detects who said what to whom in a speech event and is closely related to semantic role labeling, is an important processing step for computational text analysis. We study the potential of the large language model family Llama 2 to automate speaker attribution in German parliamentary debates from 2017-2021. We fine-tune Llama 2 with QLoRA, an efficient training strategy, and observe our approach to achieve competitive performance in the GermEval 2023 Shared Task On Speaker Attribution in German News Articles and Parliamentary Debates. Our results shed light on the capabilities of large language models in automating speaker attribution, revealing a promising avenue for computational analysis of political discourse and the development of semantic role labeling systems.}, language = {en} } @article{RoethenbacherCesariDoppleretal.2022, author = {R{\"o}thenbacher, Annika and Cesari, Matteo and Doppler, Christopher E.J. and Okkels, Niels and Willemsen, Nele and Sembowski, Nora and Seger, Aline and Lindner, Marie and Brune, Corinna and Stefani, Ambra and H{\"o}gl, Birgit and Bialonski, Stephan and Borghammer, Per and Fink, Gereon R. and Schober, Martin and Sommerauer, Michael}, title = {RBDtector: an open-source software to detect REM sleep without atonia according to visual scoring criteria}, series = {Scientific Reports}, volume = {12}, journal = {Scientific Reports}, number = {Article number: 20886}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {10.1038/s41598-022-25163-9}, pages = {1 -- 14}, year = {2022}, abstract = {REM sleep without atonia (RSWA) is a key feature for the diagnosis of rapid eye movement (REM) sleep behaviour disorder (RBD). We introduce RBDtector, a novel open-source software to score RSWA according to established SINBAR visual scoring criteria. We assessed muscle activity of the mentalis, flexor digitorum superficialis (FDS), and anterior tibialis (AT) muscles. RSWA was scored manually as tonic, phasic, and any activity by human scorers as well as using RBDtector in 20 subjects. Subsequently, 174 subjects (72 without RBD and 102 with RBD) were analysed with RBDtector to show the algorithm's applicability. We additionally compared RBDtector estimates to a previously published dataset. RBDtector showed robust conformity with human scorings. The highest congruency was achieved for phasic and any activity of the FDS. Combining mentalis any and FDS any, RBDtector identified RBD subjects with 100\% specificity and 96\% sensitivity applying a cut-off of 20.6\%. Comparable performance was obtained without manual artefact removal. RBD subjects also showed muscle bouts of higher amplitude and longer duration. RBDtector provides estimates of tonic, phasic, and any activity comparable to human scorings. RBDtector, which is freely available, can help identify RBD subjects and provides reliable RSWA metrics.}, language = {en} } @article{KaulenSchwabedalSchneideretal.2022, author = {Kaulen, Lars and Schwabedal, Justus T. C. and Schneider, Jules and Ritter, Philipp and Bialonski, Stephan}, title = {Advanced sleep spindle identification with neural networks}, series = {Scientific Reports}, volume = {12}, journal = {Scientific Reports}, number = {Article number: 7686}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {10.1038/s41598-022-11210-y}, pages = {1 -- 10}, year = {2022}, abstract = {Sleep spindles are neurophysiological phenomena that appear to be linked to memory formation and other functions of the central nervous system, and that can be observed in electroencephalographic recordings (EEG) during sleep. Manually identified spindle annotations in EEG recordings suffer from substantial intra- and inter-rater variability, even if raters have been highly trained, which reduces the reliability of spindle measures as a research and diagnostic tool. The Massive Online Data Annotation (MODA) project has recently addressed this problem by forming a consensus from multiple such rating experts, thus providing a corpus of spindle annotations of enhanced quality. Based on this dataset, we present a U-Net-type deep neural network model to automatically detect sleep spindles. Our model's performance exceeds that of the state-of-the-art detector and of most experts in the MODA dataset. We observed improved detection accuracy in subjects of all ages, including older individuals whose spindles are particularly challenging to detect reliably. Our results underline the potential of automated methods to do repetitive cumbersome tasks with super-human performance.}, language = {en} } @article{GriegerSchwabedalWendeletal.2021, author = {Grieger, Niklas and Schwabedal, Justus T. C. and Wendel, Stefanie and Ritze, Yvonne and Bialonski, Stephan}, title = {Automated scoring of pre-REM sleep in mice with deep learning}, series = {Scientific Reports}, volume = {11}, journal = {Scientific Reports}, number = {Art. 12245}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {10.1038/s41598-021-91286-0}, year = {2021}, abstract = {Reliable automation of the labor-intensive manual task of scoring animal sleep can facilitate the analysis of long-term sleep studies. In recent years, deep-learning-based systems, which learn optimal features from the data, increased scoring accuracies for the classical sleep stages of Wake, REM, and Non-REM. Meanwhile, it has been recognized that the statistics of transitional stages such as pre-REM, found between Non-REM and REM, may hold additional insight into the physiology of sleep and are now under vivid investigation. We propose a classification system based on a simple neural network architecture that scores the classical stages as well as pre-REM sleep in mice. When restricted to the classical stages, the optimized network showed state-of-the-art classification performance with an out-of-sample F1 score of 0.95 in male C57BL/6J mice. When unrestricted, the network showed lower F1 scores on pre-REM (0.5) compared to the classical stages. The result is comparable to previous attempts to score transitional stages in other species such as transition sleep in rats or N1 sleep in humans. Nevertheless, we observed that the sequence of predictions including pre-REM typically transitioned from Non-REM to REM reflecting sleep dynamics observed by human scorers. Our findings provide further evidence for the difficulty of scoring transitional sleep stages, likely because such stages of sleep are under-represented in typical data sets or show large inter-scorer variability. We further provide our source code and an online platform to run predictions with our trained network.}, language = {en} }