publications

2025

1. ICIAP

   MATE: Multimodal Agents that Talk and Empathize

   Niyati Rawal, Matteo Xia, David Tessaro, Lorenzo Baraldi, and Rita Cucchiara

   In Proceedings of the 23rd International Conference on Image Analysis and Processing (ICIAP) 2025

   Bib HTML

   @inproceedings{rawal2025mate,
     title = {{MATE: Multimodal Agents that Talk and Empathize}},
     author = {Rawal, Niyati and Xia, Matteo and Tessaro, David and Baraldi, Lorenzo and Cucchiara, Rita},
     booktitle = {Proceedings of the 23rd International Conference on Image Analysis and Processing (ICIAP)},
     year = {2025},
   }

2. ICSR

   Multimodal Dialogue for Empathetic Human-Robot Interaction

   Niyati Rawal, Rahul Singh Maharjan, Giacomo Salici, Riccardo Catalini, Marta Romeo, Roberto Bigazzi, Lorenzo Baraldi, Roberto Vezzani, Rita Cucchiara, Angelo Cangelosi, and  others

   In Proceedings of the International Conference on Social Robotics (ICSR) 2025

   Bib HTML

   @inproceedings{rawal2025multimodal,
     title = {{Multimodal Dialogue for Empathetic Human-Robot Interaction}},
     author = {Rawal, Niyati and Maharjan, Rahul Singh and Salici, Giacomo and Catalini, Riccardo and Romeo, Marta and Bigazzi, Roberto and Baraldi, Lorenzo and Vezzani, Roberto and Cucchiara, Rita and Cangelosi, Angelo and others},
     booktitle = {Proceedings of the International Conference on Social Robotics (ICSR)},
     year = {2025},
   }

3. IRCDL

   AIGeN-Llama: An Adversarial Approach for Instruction Generation in VLN using Llama2 Model

   Niyati Rawal, Lorenzo Baraldi, and Rita Cucchiara

   In Proceedings of the 21st Conference on Information and Research Science Connecting to Digital and Library Science 2025

   Bib HTML

   @inproceedings{rawal2025aigen,
     title = {AIGeN-Llama: An Adversarial Approach for Instruction Generation in VLN using Llama2 Model},
     author = {Rawal, Niyati and Baraldi, Lorenzo and Cucchiara, Rita},
     booktitle = {Proceedings of the 21st Conference on Information and Research Science Connecting to Digital and Library Science},
     year = {2025},
   }

4. ICCASP

   Multimodal Emotion Recognition in Conversation via Possible Speaker’s Audio and Visual Sequence Selection

   Rahul Singh Maharjan, Niyati Rawal, Marta Romeo, Lorenzo Baraldi, Rita Cucchiara, and Angelo Cangelosi

   In ICASSP 2025-2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) 2025

   Bib HTML

   @inproceedings{maharjan2025multimodal,
     title = {Multimodal Emotion Recognition in Conversation via Possible Speaker’s Audio and Visual Sequence Selection},
     author = {Maharjan, Rahul Singh and Rawal, Niyati and Romeo, Marta and Baraldi, Lorenzo and Cucchiara, Rita and Cangelosi, Angelo},
     booktitle = {ICASSP 2025-2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
     pages = {1--5},
     year = {2025},
     organization = {IEEE},
   }

2024

1. HFR

   Intelligent multimodal artificial agents that talk and express emotions

   Niyati Rawal, Rahul Singh Maharjan, Marta Romeo, Roberto Bigazzi, Lorenzo Baraldi, Rita Cucchiara, and Angelo Cangelosi

   In International Workshop on Human-Friendly Robotics 2024

   Bib

   @inproceedings{rawal2024intelligent,
     title = {Intelligent multimodal artificial agents that talk and express emotions},
     author = {Rawal, Niyati and Maharjan, Rahul Singh and Romeo, Marta and Bigazzi, Roberto and Baraldi, Lorenzo and Cucchiara, Rita and Cangelosi, Angelo},
     booktitle = {International Workshop on Human-Friendly Robotics},
     pages = {240--254},
     year = {2024},
     organization = {Springer}
   }

2. CVPRW

   AIGeN: An Adversarial Approach for Instruction Generation in VLN

   Niyati Rawal, Roberto Bigazzi, Lorenzo Baraldi, and Rita Cucchiara

   In 2024

   Accepted in Computer Vision and Pattern Recognition Workshop

   Bib HTML

   @inproceedings{rawal2024aigen,
     title = {AIGeN: An Adversarial Approach for Instruction Generation in VLN},
     author = {Rawal, Niyati and Bigazzi, Roberto and Baraldi, Lorenzo and Cucchiara, Rita},
     journal = {arXiv preprint arXiv:2404.10054},
     year = {2024},
     emphasis = {Accepted in Computer Vision and Pattern Recognition Workshop},
   }

2023

1. ICIAP

   Towards Explainable Navigation and Recounting

   Samuele Poppi, Roberto Bigazzi, Niyati Rawal, Marcella Cornia, Silvia Cascianelli, Lorenzo Baraldi, and Rita Cucchiara

   In Proceedings of the 22nd International Conference on Image Analysis and Processing 2023

   Honorable Mention ICIAP Best Paper Award

   Bib HTML

   @inproceedings{poppi2023towards,
     title = {Towards Explainable Navigation and Recounting},
     emphasis = {Honorable Mention ICIAP Best Paper Award},
     author = {Poppi, Samuele and Bigazzi, Roberto and Rawal, Niyati and Cornia, Marcella and Cascianelli, Silvia and Baraldi, Lorenzo and Cucchiara, Rita},
     booktitle = {Proceedings of the 22nd International Conference on Image Analysis and Processing},
     year = {2023},
   }

2022

1. IJSR

   Facial emotion expressions in human–robot interaction: a survey

   Niyati Rawal, and Ruth Maria Stock-Homburg

   International Journal of Social Robotics 2022

   Bib HTML

   @article{rawal2022facial,
     title = {Facial emotion expressions in human--robot interaction: a survey},
     author = {Rawal, Niyati and Stock-Homburg, Ruth Maria},
     journal = {International Journal of Social Robotics},
     volume = {14},
     number = {7},
     pages = {1583--1604},
     year = {2022},
     publisher = {Springer},
   }

2. Frontiers

   ExGenNet: Learning to Generate Robotic Facial Expression Using Facial Expression Recognition

   Niyati Rawal, Dorothea Koert, Cigdem Turan, Kristian Kersting, Jan Peters, and Ruth Stock-Homburg

   Frontiers in Robotics and AI 2022

   Bib HTML

   @article{rawal2022exgennet,
     title = {ExGenNet: Learning to Generate Robotic Facial Expression Using Facial Expression Recognition},
     author = {Rawal, Niyati and Koert, Dorothea and Turan, Cigdem and Kersting, Kristian and Peters, Jan and Stock-Homburg, Ruth},
     journal = {Frontiers in Robotics and AI},
     volume = {8},
     pages = {730317},
     year = {2022},
     publisher = {Frontiers Media SA},
   }