Scientific Publications
Peer reviewed scientific articles
List of peer reviewed publications
As an academic scholar, dissemination of my research findings are an important activity. For this, I focus on top tier peer reviewed scientific articles. Below you will find a list of all my peer reviewed scientific publications including conference proceedings, journal articles and books.
2023
Struckmeier, Oliver; Tiwari, Kshitij; Kyrki, Ville
Autoencoding slow representations for semi-supervised data-efficient regression Journal Article
In: Machine Learning, pp. 1–19, 2023.
Abstract | Links | BibTeX | Tags: Bioinspired
@article{struckmeier2023autoencoding,
title = {Autoencoding slow representations for semi-supervised data-efficient regression},
author = {Oliver Struckmeier and Kshitij Tiwari and Ville Kyrki},
url = {https://link.springer.com/article/10.1007/s10994-022-06299-1},
doi = {10.1007/s10994-022-06299-1},
year = {2023},
date = {2023-01-01},
urldate = {2023-01-01},
journal = {Machine Learning},
pages = {1--19},
publisher = {Springer},
abstract = {The slowness principle is a concept inspired by the visual cortex of the brain. It postulates that the underlying generative factors of a quickly varying sensory signal change on a different, slower time scale. By applying this principle to state-of-the-art unsupervised representation learning methods one can learn a latent embedding to perform supervised downstream regression tasks more data efficient. In this paper, we compare different approaches to unsupervised slow representation learning such as Lp
norm based slowness regularization and the SlowVAE, and propose a new term based on Brownian motion used in our method, the S-VAE. We empirically evaluate these slowness regularization terms with respect to their downstream task performance and data efficiency in state estimation and behavioral cloning tasks. We find that slow representations show great performance improvements in settings where only sparse labeled training data is available. Furthermore, we present a theoretical and empirical comparison of the discussed slowness regularization terms. Finally, we discuss how the Fréchet Inception Distance (FID), commonly used to determine the generative capabilities of GANs, can predict the performance of trained models in supervised downstream tasks.},
keywords = {Bioinspired},
pubstate = {published},
tppubtype = {article}
}
norm based slowness regularization and the SlowVAE, and propose a new term based on Brownian motion used in our method, the S-VAE. We empirically evaluate these slowness regularization terms with respect to their downstream task performance and data efficiency in state estimation and behavioral cloning tasks. We find that slow representations show great performance improvements in settings where only sparse labeled training data is available. Furthermore, we present a theoretical and empirical comparison of the discussed slowness regularization terms. Finally, we discuss how the Fréchet Inception Distance (FID), commonly used to determine the generative capabilities of GANs, can predict the performance of trained models in supervised downstream tasks.
2022
Routray, Prasanna Kumar; Kanade, Aditya Sanjiv; Tiwari, Kshitij; Pounds, Pauline; Muniyandi, Manivannan
Towards multidimensional textural perception and classification through whisker Proceedings Article
In: 2022 IEEE International Symposium on Robotic and Sensors Environments (ROSE), pp. 1–7, IEEE 2022.
Links | BibTeX | Tags: Bioinspired, Touch Sensing
@inproceedings{routray2022towards,
title = {Towards multidimensional textural perception and classification through whisker},
author = {Prasanna Kumar Routray and Aditya Sanjiv Kanade and Kshitij Tiwari and Pauline Pounds and Manivannan Muniyandi},
url = {https://ieeexplore.ieee.org/abstract/document/9977409},
year = {2022},
date = {2022-01-01},
urldate = {2022-01-01},
booktitle = {2022 IEEE International Symposium on Robotic and Sensors Environments (ROSE)},
pages = {1--7},
organization = {IEEE},
keywords = {Bioinspired, Touch Sensing},
pubstate = {published},
tppubtype = {inproceedings}
}
Tiwari, Kshitij; Sakcak, Basak; Routray, Prasanna; Manivannan, M; LaValle, Steven M
Visibility-inspired models of touch sensors for navigation Proceedings Article
In: 2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 13151–13158, IEEE 2022.
Links | BibTeX | Tags: Bioinspired, Touch Sensing
@inproceedings{tiwari2022visibilityb,
title = {Visibility-inspired models of touch sensors for navigation},
author = {Kshitij Tiwari and Basak Sakcak and Prasanna Routray and M Manivannan and Steven M LaValle},
url = {https://ieeexplore.ieee.org/abstract/document/9981084},
year = {2022},
date = {2022-01-01},
urldate = {2022-01-01},
booktitle = {2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
pages = {13151--13158},
organization = {IEEE},
keywords = {Bioinspired, Touch Sensing},
pubstate = {published},
tppubtype = {inproceedings}
}
2021
Tiwari, Kshitij; Kyrki, Ville; Cheung, Allen; Yamamoto, Naohide
DeFINE: Delayed feedback-based immersive navigation environment for studying goal-directed human navigation Journal Article
In: Behavior Research Methods, vol. 53, no. 6, pp. 2668–2688, 2021.
Abstract | Links | BibTeX | Tags: Bioinspired
@article{tiwari2021define,
title = {DeFINE: Delayed feedback-based immersive navigation environment for studying goal-directed human navigation},
author = {Kshitij Tiwari and Ville Kyrki and Allen Cheung and Naohide Yamamoto},
url = {https://link.springer.com/article/10.3758/s13428-021-01586-6},
doi = {10.3758/s13428-021-01586-6},
year = {2021},
date = {2021-01-01},
urldate = {2021-01-01},
journal = {Behavior Research Methods},
volume = {53},
number = {6},
pages = {2668--2688},
publisher = {Springer},
abstract = {With the advent of consumer-grade products for presenting an immersive virtual environment (VE), there is a growing interest in utilizing VEs for testing human navigation behavior. However, preparing a VE still requires a high level of technical expertise in computer graphics and virtual reality, posing a significant hurdle to embracing the emerging technology. To address this issue, this paper presents Delayed Feedback-based Immersive Navigation Environment (DeFINE), a framework that allows for easy creation and administration of navigation tasks within customizable VEs via intuitive graphical user interfaces and simple settings files. Importantly, DeFINE has a built-in capability to provide performance feedback to participants during an experiment, a feature that is critically missing in other similar frameworks. To show the usability of DeFINE from both experimentalists’ and participants’ perspectives, a demonstration was made in which participants navigated to a hidden goal location with feedback that differentially weighted speed and accuracy of their responses. In addition, the participants evaluated DeFINE in terms of its ease of use, required workload, and proneness to induce cybersickness. The demonstration exemplified typical experimental manipulations DeFINE accommodates and what types of data it can collect for characterizing participants’ task performance. With its out-of-the-box functionality and potential customizability due to open-source licensing, DeFINE makes VEs more accessible to many researchers.
},
keywords = {Bioinspired},
pubstate = {published},
tppubtype = {article}
}
Shukla, Rishabh; Routray, Prasanna Kumar; Tiwari, Kshitij; LaValle, Steven M; Manivannan, M
Monofilament whisker-based mobile robot navigation Proceedings Article
In: 2021 IEEE World Haptics Conference (WHC), pp. 1150–1150, IEEE IEEE, 2021.
Abstract | Links | BibTeX | Tags: Bioinspired
@inproceedings{shukla2021monofilament,
title = {Monofilament whisker-based mobile robot navigation},
author = {Rishabh Shukla and Prasanna Kumar Routray and Kshitij Tiwari and Steven M LaValle and M Manivannan},
url = {https://ieeexplore.ieee.org/document/9517235},
doi = {10.1109/WHC49131.2021.9517235},
year = {2021},
date = {2021-01-01},
urldate = {2021-01-01},
booktitle = {2021 IEEE World Haptics Conference (WHC)},
pages = {1150--1150},
publisher = {IEEE},
organization = {IEEE},
abstract = {Rodents and pinnipeds use their tactile sense as the primary modes for localization and foraging. This abstract presents a rodent whisker-inspired tactile sensor for mobile robot navigation fabricated using the Semmes-Weinstein Monofilament (SWMF). The monofilament is lightweight, readily available, and generates reproducible buckling stresses. The sensor deflection characteristic has three distinct regions of operation that help detect buckling. The sensor’s small size, 360° tactile view, and force sensing capability could make it suitable for narrow space navigation.},
keywords = {Bioinspired},
pubstate = {published},
tppubtype = {inproceedings}
}
Pearson, Martin J; Dora, Shirin; Struckmeier, Oliver; Knowles, Thomas C; Mitchinson, Ben; Tiwari, Kshitij; Kyrki, Ville; Bohte, Sander; Pennartz, Cyriel MA
Multimodal Representation Learning for Place Recognition Using Deep Hebbian Predictive Coding Journal Article
In: Frontiers in Robotics and AI, vol. 8, 2021.
Abstract | Links | BibTeX | Tags: Bioinspired, Touch Sensing
@article{pearson2021multimodal,
title = {Multimodal Representation Learning for Place Recognition Using Deep Hebbian Predictive Coding},
author = {Martin J Pearson and Shirin Dora and Oliver Struckmeier and Thomas C Knowles and Ben Mitchinson and Kshitij Tiwari and Ville Kyrki and Sander Bohte and Cyriel MA Pennartz},
url = {https://www.frontiersin.org/articles/10.3389/frobt.2021.732023/full},
doi = {10.3389/frobt.2021.732023},
year = {2021},
date = {2021-01-01},
urldate = {2021-01-01},
journal = {Frontiers in Robotics and AI},
volume = {8},
publisher = {Frontiers Media SA},
abstract = {Recognising familiar places is a competence required in many engineering applications that interact with the real world such as robot navigation. Combining information from different sensory sources promotes robustness and accuracy of place recognition. However, mismatch in data registration, dimensionality, and timing between modalities remain challenging problems in multisensory place recognition. Spurious data generated by sensor drop-out in multisensory environments is particularly problematic and often resolved through adhoc and brittle solutions. An effective approach to these problems is demonstrated by animals as they gracefully move through the world. Therefore, we take a neuro-ethological approach by adopting self-supervised representation learning based on a neuroscientific model of visual cortex known as predictive coding. We demonstrate how this parsimonious network algorithm which is trained using a local learning rule can be extended to combine visual and tactile sensory cues from a biomimetic robot as it naturally explores a visually aliased environment. The place recognition performance obtained using joint latent representations generated by the network is significantly better than contemporary representation learning techniques. Further, we see evidence of improved robustness at place recognition in face of unimodal sensor drop-out. The proposed multimodal deep predictive coding algorithm presented is also linearly extensible to accommodate more than two sensory modalities, thereby providing an intriguing example of the value of neuro-biologically plausible representation learning for multimodal navigation.},
keywords = {Bioinspired, Touch Sensing},
pubstate = {published},
tppubtype = {article}
}
2019
Struckmeier, Oliver; Tiwari, Kshitij; Salman, Mohammed; Pearson, Martin J; Kyrki, Ville
Vita-slam: A bio-inspired visuo-tactile slam for navigation while interacting with aliased environments Proceedings Article
In: 2019 IEEE International Conference on Cyborg and Bionic Systems (CBS), pp. 97–103, IEEE 2019.
Abstract | Links | BibTeX | Tags: Bioinspired
@inproceedings{struckmeier2019vita,
title = {Vita-slam: A bio-inspired visuo-tactile slam for navigation while interacting with aliased environments},
author = {Oliver Struckmeier and Kshitij Tiwari and Mohammed Salman and Martin J Pearson and Ville Kyrki},
url = {https://ieeexplore.ieee.org/abstract/document/9114526},
doi = {10.1109/CBS46900.2019.9114526},
year = {2019},
date = {2019-01-01},
urldate = {2019-01-01},
booktitle = {2019 IEEE International Conference on Cyborg and Bionic Systems (CBS)},
pages = {97--103},
organization = {IEEE},
abstract = {RatSLAM is a rat hippocampus-inspired visual Simultaneous Localization and Mapping (SLAM) framework capable of generating semi-metric topological representations of indoor and outdoor environments. Whisker-RatSLAM is a 6D extension of the RatSLAM and primarily focuses on object recognition by generating point clouds of objects based on tactile information from an array of biomimetic whiskers. This paper introduces a novel extension to both former works that is referred to as ViTa-SLAM that harnesses both vision and tactile information for performing SLAM. This not only allows the robot to perform natural interactions with the environment whilst navigating, as is normally seen in nature, but also provides a mechanism to fuse non-unique tactile and unique visual data. Compared to the former works, our approach can handle ambiguous scenes in which one sensor alone is not capable of identifying false-positive loop-closures.},
keywords = {Bioinspired},
pubstate = {published},
tppubtype = {inproceedings}
}