I am a forth-year Ph.D. student at the David R. Cheriton School of Computer Science at the University of Waterloo, advisored by Professor Jian Zhao and Tengfei Ma. My research mainly lies in Multimodal Learning, Natural Language Processing, and Human-AI Collaboration. I aim to understand and develop novel AI models and design interactive tools to achieve Human-AI collaboration. I also conduct in-depth user studies to understand the pitfalls when human interacting with AI models.
Influencer: Empowering Everyday Users in Creating Promotional Posts via AI-infused Exploration and Customization
Xuye Liu, A Sun, P An, T Ma, J Zhao Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems (CHI), 2025.
CHI 2025
@inproceedings{liu2025influencer,
title={Influencer: Empowering Everyday Users in Creating Promotional Posts via AI-infused Exploration and Customization},
author={Liu, Xuye and Sun, A and An, P and Ma, T and Zhao, J},
booktitle={Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems},
year={2025}
}
NBDESCRIB: A Dataset for Text Description Generation from Tables and Code in Jupyter Notebooks with Guidelines
Xuye Liu, T Ma, Y Wang, F Wang, J Zhao Annual Meeting of the Association for Computational Linguistics (ACL), 2025.
ACL 2025
@inproceedings{liu2025nbdescrib,
title={NBDESCRIB: A Dataset for Text Description Generation from Tables and Code in Jupyter Notebooks with Guidelines},
author={Liu, Xuye and Ma, Tengfei and Wang, Yimu and Wang, Fengjie and Zhao, Jian},
booktitle={Annual Meeting of the Association for Computational Linguistics},
year={2025}
}
ELIOT: Zero-Shot Video-Text Retrieval through Relevance-Boosted Captioning and Structural Information Extraction
Xuye Liu, Y Wang, J Zhao NAACL Student Research Workshop (NAACL), 2025.
@inproceedings{liu2025eliot,
title={ELIOT: Zero-Shot Video-Text Retrieval through Relevance-Boosted Captioning and Structural Information Extraction},
author={Liu, Xuye and Wang, Yimu and Zhao, Jian},
booktitle={NAACL Student Research Workshop},
year={2025}
}
Survey of Video Diffusion Models: Foundations, Implementations, and Applications
Y Wang*,Xuye Liu*, W Pang*, L Ma*, S Yuan*, P Debevec, N Yu arXiv preprint arXiv:2504.16081, 2025.
@article{wang2025survey,
title={Survey of Video Diffusion Models: Foundations, Implementations, and Applications},
author={Wang, Yimu and Liu, Xuye and Pang, Wei and Ma, Li and Yuan, Shuai and Debevec, Paul and Yu, Ning},
journal={arXiv preprint arXiv:2504.16081},
year={2025}
}
Learning-based automated machine learning code annotation with graph neural network
D Wang, L Wu,Xuye Liu, Y Wang, C Gan, J Xu, XY Zhang, J Wang, JJ Xu US Patent 11,928,156, 2024.
US Patent 2024
@misc{wang2024learning,
title={Learning-based automated machine learning code annotation with graph neural network},
author={Wang, D and Wu, L and Liu, Xuye and Wang, Y and Gan, C and Xu, J and Zhang, XY and Wang, J and Xu, JJ},
year={2024},
note={US Patent 11,928,156}
}
Slide4N: Creating presentation slides from computational notebooks with Human-AI collaboration
F Wang*,Xuye Liu*, O Liu, A Neshati, T Ma, M Zhu, J Zhao Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems (CHI), 2023.
CHI 2023
@inproceedings{wang2023slide4n,
title={Slide4N: Creating presentation slides from computational notebooks with Human-AI collaboration},
author={Wang, F and Liu, Xuye and Liu, O and Neshati, A and Ma, T and Zhu, M and Zhao, J},
booktitle={Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems},
year={2023}
}
Documentation matters: Human-centered ai system to assist data science code documentation in computational notebooks
AY Wang, D Wang, J Drozdal, M Muller, S Park, JD Weisz,Xuye Liu, L Wu, et al. ACM Transactions on Computer-Human Interaction (TOCHI), 2022.
TOCHI 2022
@article{wang2022documentation,
title={Documentation matters: Human-centered ai system to assist data science code documentation in computational notebooks},
author={Wang, AY and Wang, D and Drozdal, J and Muller, M and Park, S and Weisz, JD and Liu, Xuye and Wu, L and others},
journal={ACM Transactions on Computer-Human Interaction},
volume={29},
number={2},
pages={1--33},
year={2022}
}
Learning-based automation machine learning code annotation in computational notebooks
D Wang, L Wu, Y Wang,Xuye Liu, C Gan, SE Han, B Chen, JH Yang US Patent 11,360,763, 2022.
US Patent 2022
@misc{wang2022learning,
title={Learning-based automation machine learning code annotation in computational notebooks},
author={Wang, D and Wu, L and Wang, Y and Liu, Xuye and Gan, C and Han, SE and Chen, B and Yang, JH},
year={2022},
note={US Patent 11,360,763}
}
HAConvGNN: Hierarchical attention based convolutional graph neural network for code documentation generation in Jupyter notebooks
Xuye Liu, D Wang, A Wang, Y Hou, L Wu Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing (EMNLP), 2021.
EMNLP 2021
@inproceedings{liu2021haconvgnn,
title={HAConvGNN: Hierarchical attention based convolutional graph neural network for code documentation generation in Jupyter notebooks},
author={Liu, Xuye and Wang, D and Wang, A and Hou, Y and Wu, L},
booktitle={Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing},
year={2021}
}
Graph-Augmented Code Summarization in Computational Notebooks
AY Wang, D Wang,Xuye Liu, L Wu International Joint Conference on Artificial Intelligence (IJCAI), 2021.
IJCAI 2021
@inproceedings{wang2021graph,
title={Graph-Augmented Code Summarization in Computational Notebooks},
author={Wang, AY and Wang, D and Liu, Xuye and Wu, L},
booktitle={International Joint Conference on Artificial Intelligence},
pages={5020--5023},
year={2021}
}
What makes a well-documented notebook? a case study of data scientists' documentation practices in kaggle
AY Wang, D Wang, J Drozdal,Xuye Liu, S Park, S Oney, C Brooks Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems (CHI), 2021.
CHI 2021
@inproceedings{wang2021what,
title={What makes a well-documented notebook? a case study of data scientists' documentation practices in kaggle},
author={Wang, AY and Wang, D and Drozdal, J and Liu, Xuye and Park, S and Oney, S and Brooks, C},
booktitle={Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems},
year={2021}
}
Themisto: Towards automated documentation generation in computational notebooks
AY Wang, D Wang, J Drozdal, M Muller, S Park, JD Weisz,Xuye Liu, L Wu, et al. arXiv preprint arXiv:2102.12592, 2021.
@article{wang2021themisto,
title={Themisto: Towards automated documentation generation in computational notebooks},
author={Wang, AY and Wang, D and Drozdal, J and Muller, M and Park, S and Weisz, JD and Liu, Xuye and Wu, L and others},
journal={arXiv preprint arXiv:2102.12592},
year={2021}
}
How Data Scientists Improve Generated Code Documentation in Jupyter Notebooks
MJ Muller, AY Wang, SI Ross, JD Weisz, M Agarwal, K Talamadupula,Xuye Liu, et al. IUI Workshops, 2021.
IUI Workshops 2021
@inproceedings{muller2021how,
title={How Data Scientists Improve Generated Code Documentation in Jupyter Notebooks},
author={Muller, MJ and Wang, AY and Ross, SI and Weisz, JD and Agarwal, M and Talamadupula, K and Liu, Xuye and others},
booktitle={IUI Workshops},
year={2021}
}
@misc{liu2016dots,
title={Dots and Box V1.0},
author={Liu, Xuye and Liu, Anbo and Wu, Xueqi},
year={2016},
note={Patent No. 2016SR366619}
}
Intelligent Reconstruction System of Three-Dimensional House Plan V1.0
Yi Xiao,Xuye Liu, Pan Li, Shuai Wang, Lingyun Zeng Patent No. 2018SR450413, 2018.
Patent 2018
@misc{xiao2018intelligent,
title={Intelligent Reconstruction System of Three-Dimensional House Plan V1.0},
author={Xiao, Yi and Liu, Xuye and Li, Pan and Wang, Shuai and Zeng, Lingyun},
year={2018},
note={Patent No. 2018SR450413}
}
Developed a custom discovery algorithm that uses the LangChain framework with LLMs to fill legal templates and adds retrieval-augmented generation for quick long-document search.
