2022
Loi, Iliana; Grammatikaki, Angeliki; Tsinganos, Panagiotis; Bozkir, Efe; Ampeliotis, Dimitris; Moustakas, Konstantinos; Kasneci, Enkelejda; Skodras, Athanassios
Proportional Myoelectric Control in a Virtual Reality Environment Proceedings Article
In: 2022 IEEE 14th Image, Video, and Multidimensional Signal Processing Workshop (IVMSP), IEEE, Nafplio, Greece, 2022.
Abstract | Links | BibTeX | Tags: Deep learning, hand gesture recognition, proportional myoelectric control, semg, virtual reality
@inproceedings{nokey,
title = {Proportional Myoelectric Control in a Virtual Reality Environment},
author = {Iliana Loi and Angeliki Grammatikaki and Panagiotis Tsinganos and Efe Bozkir and Dimitris Ampeliotis and Konstantinos Moustakas and Enkelejda Kasneci and Athanassios Skodras},
doi = {10.1109/IVMSP54334.2022.9816252},
year = {2022},
date = {2022-07-11},
urldate = {2022-07-11},
booktitle = {2022 IEEE 14th Image, Video, and Multidimensional Signal Processing Workshop (IVMSP)},
publisher = {IEEE},
address = {Nafplio, Greece},
abstract = {Translating input modalities such as hand interactions, speech, and eye tracking in virtual reality offers an immersive user experience. Especially, it is crucial to track the user’s hand gestures, since they can help in translating user intentions into actions in virtual environments. In this work, we developed a virtual reality application which incorporates electromyography-based deep learning methods for recognizing and estimating hand movements in an online fashion. Our application automates all user controls, providing an immense potential for rehabilitation purposes.},
keywords = {Deep learning, hand gesture recognition, proportional myoelectric control, semg, virtual reality},
pubstate = {published},
tppubtype = {inproceedings}
}
Tsinganos, Panagiotis; Jansen, Bart; Cornelis, Jan; Skodras, Athanassios
Real-Time Analysis of Hand Gesture Recognition with Temporal Convolutional Networks Journal Article
In: Sensors, vol. 22, no. 5, pp. 1694, 2022.
Abstract | Links | BibTeX | Tags: attention, CNN, Deep learning, hand gesture recognition, real time, semg, TCN
@article{Tsinganos2022,
title = {Real-Time Analysis of Hand Gesture Recognition with Temporal Convolutional Networks},
author = {Panagiotis Tsinganos and Bart Jansen and Jan Cornelis and Athanassios Skodras},
editor = {Antonio Fernández-Caballero and Juan M. Corchado},
url = {https://www.mdpi.com/1424-8220/22/5/1694},
doi = {10.3390/s22051694},
year = {2022},
date = {2022-02-22},
urldate = {2022-02-22},
journal = {Sensors},
volume = {22},
number = {5},
pages = {1694},
abstract = {In recent years, the successful application of Deep Learning methods to classification problems has had a huge impact in many domains. (1) Background: In biomedical engineering, the problem of gesture recognition based on electromyography is often addressed as an image classification problem using Convolutional Neural Networks. Recently, a specific class of these models called Temporal Convolutional Networks (TCNs) has been successfully applied to this task. (2) Methods: In this paper, we approach electromyography-based hand gesture recognition as a sequence classification problem using TCNs. Specifically, we investigate the real-time behavior of our previous TCN model by performing a simulation experiment on a recorded sEMG dataset. (3) Results: The proposed network trained with data augmentation yields a small improvement in accuracy compared to our existing model. However, the classification accuracy is decreased in the real-time evaluation, showing that the proposed TCN architecture is not suitable for such applications. (4) Conclusions: The real-time analysis helps in understanding the limitations of the model and exploring new ways to improve its performance.},
keywords = {attention, CNN, Deep learning, hand gesture recognition, real time, semg, TCN},
pubstate = {published},
tppubtype = {article}
}
2021
Tsinganos, Panagiotis; Cornelis, Jan; Cornelis, Bruno; Jansen, Bart; Skodras, Athanassios
Transfer Learning in sEMG-based Gesture Recognition Proceedings Article
In: 2021 12th International Conference on Information, Intelligence, Systems & Applications (IISA), IEEE, Chania, Crete, Greece, 2021.
Abstract | Links | BibTeX | Tags: Deep learning, hand gesture recognition, semg, transfer learning
@inproceedings{Tsinganos_et_al_transfer2021,
title = {Transfer Learning in sEMG-based Gesture Recognition},
author = {Panagiotis Tsinganos and Jan Cornelis and Bruno Cornelis and Bart Jansen and Athanassios Skodras},
url = {https://ieeexplore.ieee.org/abstract/document/9555555},
doi = {10.1109/IISA52424.2021.9555555},
year = {2021},
date = {2021-10-08},
urldate = {2021-10-08},
booktitle = {2021 12th International Conference on Information, Intelligence, Systems & Applications (IISA)},
publisher = {IEEE},
address = {Chania, Crete, Greece},
abstract = {The latest advancements in the field of deep learning and biomedical engineering have allowed for the development of myoelectric interfaces based on deep neural networks. A longstanding problem of these interfaces is that the models cannot easily be applied to new users due to the high variability and stochastic nature of the electromyography signals. Further training a new model for every new subject requires the collection of large volumes of data. Therefore, this work proposes a transfer learning (TL) scheme which allows reusing the knowledge of a pre-existing model for a new user. Firstly, a convolutional neural network (CNN) is trained on an initial dataset using the data of multiple subjects. Then, the weights of this model are fine-tuned for a new target subject. The approach is evaluated on the Ninapro datasets DB2 and DB7. The experimentation included three different CNN models and eight preprocessing alternatives. The results showed that the success of the TL method depends on how the data are preprocessed. Specifically, the biggest accuracy improvement (+5.14%) is achieved when only the first 20% of the signal duration is used.},
keywords = {Deep learning, hand gesture recognition, semg, transfer learning},
pubstate = {published},
tppubtype = {inproceedings}
}
Tsinganos, Panagiotis; Cornelis, Bruno; Cornelis, Jan; Jansen, Bart; Skodras, Athanassios
The Effect of Space-filling Curves on the Efficiency of Hand Gesture Recognition Based on sEMG Signals Journal Article
In: International Journal of Electrical and Computer Engineering Systems, vol. 12, no. 1, pp. 23 - 31, 2021, ISSN: 1847-6996.
Abstract | Links | BibTeX | Tags: classification, CNN, Deep learning, electromyography, hand gesture recognition, hilbert curve, Peano curve, semg, space-filling curve, Z-order curve
@article{Tsinganos2021,
title = {The Effect of Space-filling Curves on the Efficiency of Hand Gesture Recognition Based on sEMG Signals},
author = {Panagiotis Tsinganos and Bruno Cornelis and Jan Cornelis and Bart Jansen and Athanassios Skodras},
url = {https://ijeces.ferit.hr/index.php/ijeces/article/view/345},
doi = {10.32985/ijeces.12.1.3},
issn = {1847-6996},
year = {2021},
date = {2021-04-21},
journal = {International Journal of Electrical and Computer Engineering Systems},
volume = {12},
number = {1},
pages = {23 - 31},
abstract = {Over the past few years, Deep learning (DL) has revolutionized the field of data analysis. Not only are the algorithmic paradigms changed, but also the performance in various classification and prediction tasks has been significantly improved with respect to the state-of-the-art, especially in the area of computer vision. The progress made in computer vision has produced a spillover in many other domains, such as biomedical engineering. Some recent works are directed towards surface electromyography (sEMG) based hand gesture recognition, often addressed as an image classification problem and solved using tools such as Convolutional Neural Networks (CNN). This paper extends our previous work on the application of the Hilbert space-filling curve for the generation of image representations from multi-electrode sEMG signals, by investigating how the Hilbert curve compares to the Peano- and Z-order space-filling curves. The proposed space-filling mapping methods are evaluated on a variety of network architectures and in some cases yield a classification improvement of at least 3%, when used to structure the inputs before feeding them into the original network architectures.},
keywords = {classification, CNN, Deep learning, electromyography, hand gesture recognition, hilbert curve, Peano curve, semg, space-filling curve, Z-order curve},
pubstate = {published},
tppubtype = {article}
}
2020
Tsinganos, Panagiotis; Cornelis, Bruno; Cornelis, Jan; Jansen, Bart; Skodras, Athanassios
Data Augmentation of Surface Electromyography for Hand Gesture Recognition Journal Article
In: Sensors, vol. 20, no. 17, pp. 4892, 2020, ISSN: 1424-8220.
Abstract | Links | BibTeX | Tags: CNN, data augmentation, Deep learning, electromyography, hand gesture recognition, semg
@article{Tsinganos2020b,
title = {Data Augmentation of Surface Electromyography for Hand Gesture Recognition},
author = {Panagiotis Tsinganos and Bruno Cornelis and Jan Cornelis and Bart Jansen and Athanassios Skodras},
doi = {10.3390/s20174892},
issn = {1424-8220},
year = {2020},
date = {2020-08-29},
journal = {Sensors},
volume = {20},
number = {17},
pages = {4892},
abstract = {The range of applications of electromyography-based gesture recognition has increased over the last years. A common problem regularly encountered in literature is the inadequate data availability. Data augmentation, which aims at generating new synthetic data from the existing ones, is the most common approach to deal with this data shortage in other research domains. In the case of surface electromyography (sEMG) signals, there is limited research in augmentation methods and quite regularly the results differ between available studies. In this work, we provide a detailed evaluation of existing (i.e., additive noise, overlapping windows) and novel (i.e., magnitude warping, wavelet decomposition, synthetic sEMG models) strategies of data augmentation for electromyography signals. A set of metrics (i.e., classification accuracy, silhouette score, and Davies–Bouldin index) and visualizations help with the assessment and provides insights about their performance. Methods like signal magnitude warping and wavelet decomposition yield considerable increase (up to 16%) in classification accuracy across two benchmark datasets. Particularly, a significant improvement of 1% in the classification accuracy of the state-of-the-art model in hand gesture recognition is achieved.},
keywords = {CNN, data augmentation, Deep learning, electromyography, hand gesture recognition, semg},
pubstate = {published},
tppubtype = {article}
}
Tsinganos, Panagiotis; Cornelis, Bruno; Cornelis, Jan; Jansen, Bart; Skodras, Athanassios
Hilbert sEMG data scanning for hand gesture recognition based on deep learning Journal Article
In: Neural Computing and Applications, 2020, ISBN: 1433-3058.
Abstract | Links | BibTeX | Tags: classification, CNN, Deep learning, electromyography, hand gesture recognition, hilbert curve, Multi-scale, semg
@article{Tsinganos2020,
title = {Hilbert sEMG data scanning for hand gesture recognition based on deep learning},
author = {Panagiotis Tsinganos and Bruno Cornelis and Jan Cornelis and Bart Jansen and Athanassios Skodras},
url = {https://github.com/DSIP-UPatras/sEMG-hilbert-curve},
doi = {10.1007/s00521-020-05128-7},
isbn = {1433-3058},
year = {2020},
date = {2020-07-07},
journal = {Neural Computing and Applications},
abstract = {Deep learning has transformed the field of data analysis by dramatically improving the state of the art in various classification and prediction tasks, especially in the area of computer vision. In biomedical engineering, a lot of new work is directed toward surface electromyography (sEMG)-based gesture recognition, often addressed as an image classification problem using convolutional neural networks (CNNs). In this paper, we utilize the Hilbert space-filling curve for the generation of image representations of sEMG signals, which allows the application of typical image processing pipelines such as CNNs on sequence data. The proposed method is evaluated on different state-of-the-art network architectures and yields a significant classification improvement over the approach without the Hilbert curve. Additionally, we develop a new network architecture (MSHilbNet) that takes advantage of multiple scales of an initial Hilbert curve representation and achieves equal performance with fewer convolutional layers.},
keywords = {classification, CNN, Deep learning, electromyography, hand gesture recognition, hilbert curve, Multi-scale, semg},
pubstate = {published},
tppubtype = {article}
}
2019
Tsagkas, Nikolaos; Tsinganos, Panagiotis; Skodras, Athanassios
On the Use of Deeper CNNs in Hand Gesture Recognition Based on sEMG Signals Proceedings Article
In: 2019 10th International Conference on Information, Intelligence, Systems and Applications (IISA), pp. 1-4, 2019.
Abstract | Links | BibTeX | Tags: classification, CNN, Convolutional Neural Networks, data acquisition, database, Deep learning, hand gesture recognition, semg, signal processing, surface electromyography
@inproceedings{Tsagkas2019,
title = {On the Use of Deeper CNNs in Hand Gesture Recognition Based on sEMG Signals},
author = {Nikolaos Tsagkas and Panagiotis Tsinganos and Athanassios Skodras},
doi = {10.1109/IISA.2019.8900709},
year = {2019},
date = {2019-07-01},
booktitle = {2019 10th International Conference on Information, Intelligence, Systems and Applications (IISA)},
pages = {1-4},
abstract = {In the past few years, a great interest for the classification of hand gestures with Deep Learning methods based on surface electromyography (sEMG) signals has been developed in the scientific community. In line with latest works in the field, the objective of our work is the construction of a novel Convolutional Neural Network architecture, for the classification of hand-gestures. Our model, while avoiding overfitting, did not perform significantly better compared to a much shallower network. The results suggest that the lack of diversity in the sEMG recordings between certain hand-gestures limits the performance of the model. In addition, the classification accuracy on a database we developed using a commercial device (Myo Armband) was substantially higher (approximately 24%) than a similar benchmark dataset recorded with the same device.},
keywords = {classification, CNN, Convolutional Neural Networks, data acquisition, database, Deep learning, hand gesture recognition, semg, signal processing, surface electromyography},
pubstate = {published},
tppubtype = {inproceedings}
}
Tsinganos, Panagiotis; Cornelis, Bruno; Cornelis, Jan; Jansen, Bart; Skodras, Athanassios
A Hilbert Curve Based Representation of sEMG Signals for Gesture Recognition Proceedings Article
In: 2019 International Conference on Systems, Signals and Image Processing (IWSSIP), pp. 201–206, IEEE, Osijek, Croatia, 2019, ISBN: 978-1-7281-3253-2.
Links | BibTeX | Tags: classification, CNN, Deep learning, electromyography, hand gesture recognition, hilbert curve, semg
@inproceedings{Tsinganos2019b,
title = {A Hilbert Curve Based Representation of sEMG Signals for Gesture Recognition},
author = {Panagiotis Tsinganos and Bruno Cornelis and Jan Cornelis and Bart Jansen and Athanassios Skodras},
url = {https://ieeexplore.ieee.org/document/8787290/},
doi = {10.1109/IWSSIP.2019.8787290},
isbn = {978-1-7281-3253-2},
year = {2019},
date = {2019-06-01},
booktitle = {2019 International Conference on Systems, Signals and Image Processing (IWSSIP)},
pages = {201--206},
publisher = {IEEE},
address = {Osijek, Croatia},
keywords = {classification, CNN, Deep learning, electromyography, hand gesture recognition, hilbert curve, semg},
pubstate = {published},
tppubtype = {inproceedings}
}