publications

2025

1. 

   JavisGPT: A Unified Multi-modal LLM for Sounding-Video Comprehension and Generation

   Kai Liu, Jungang Li, Yuchong Sun, Shengqiong Wu, Jianzhang Gao, Daoan Zhang, Wei Zhang, Sheng Jin, Sicheng Yu, Geng Zhan, Jiayi Ji, Fan Zhou, Liang Zheng, Shuicheng YAN, Hao Fei, and Tat-Seng Chua

   In Conference on Neural Information Processing Systems [Spotlight], Nov 2025

   Bib

   @inproceedings{liu2025javisgpt,
     title = {JavisGPT: A Unified Multi-modal LLM for Sounding-Video Comprehension and Generation},
     author = {Liu, Kai and Li, Jungang and Sun, Yuchong and Wu, Shengqiong and Gao, Jianzhang and Zhang, Daoan and Zhang, Wei and Jin, Sheng and Yu, Sicheng and Zhan, Geng and Ji, Jiayi and Zhou, Fan and Zheng, Liang and YAN, Shuicheng and Fei, Hao and Chua, Tat-Seng},
     booktitle = {Conference on Neural Information Processing Systems [Spotlight]},
     month = nov,
     year = {2025},
   }

2. 

   Javisdit: Joint audio-video diffusion transformer with hierarchical spatio-temporal prior synchronization

   Kai Liu, Wei Li, Lai Chen, Shengqiong Wu, Yanhao Zheng, Jiayi Ji, Fan Zhou, Rongxin Jiang, Jiebo Luo, Hao Fei, and Tat-Seng Chua

   arXiv preprint arXiv:2503.23377, Mar 2025

   Bib PDF Code

   @article{liu2025javisdit,
     title = {Javisdit: Joint audio-video diffusion transformer with hierarchical spatio-temporal prior synchronization},
     author = {Liu, Kai and Li, Wei and Chen, Lai and Wu, Shengqiong and Zheng, Yanhao and Ji, Jiayi and Zhou, Fan and Jiang, Rongxin and Luo, Jiebo and Fei, Hao and Chua, Tat-Seng},
     journal = {arXiv preprint arXiv:2503.23377},
     month = mar,
     year = {2025},
   }

3. 

   Structure-aware Domain Knowledge Injection for Large Language Models

   Kai Liu, Ze Chen, Zhihang Fu, Rongxin Jiang, Fan Zhou, Yaowu Chen, Yue Wu, and Jieping Ye

   In Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics, Jul 2025

   Bib PDF Code

   @inproceedings{liu2025structure,
     title = {Structure-aware Domain Knowledge Injection for Large Language Models},
     author = {Liu, Kai and Chen, Ze and Fu, Zhihang and Jiang, Rongxin and Zhou, Fan and Chen, Yaowu and Wu, Yue and Ye, Jieping},
     booktitle = {Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics},
     month = jul,
     year = {2025},
   }

2024

1. 

   Enhancing LLM’s Cognition via Structurization

   Kai Liu, Zhihang Fu, Chao Chen, Wei Zhang, Rongxin Jiang, Fan Zhou, Yaowu Chen, Yue Wu, and Jieping Ye

   In Conference on Neural Information Processing Systems, Nov 2024

   Bib PDF Code

   @inproceedings{liu2024enhancing,
     title = {Enhancing LLM's Cognition via Structurization},
     author = {Liu, Kai and Fu, Zhihang and Chen, Chao and Zhang, Wei and Jiang, Rongxin and Zhou, Fan and Chen, Yaowu and Wu, Yue and Ye, Jieping},
     booktitle = {Conference on Neural Information Processing Systems},
     month = nov,
     year = {2024},
   }

2. 

   INSIDE: LLMs’ Internal States Retain the Power of Hallucination Detection

   Chao Chen, Kai Liu, Ze Chen, Yi Gu, Mingyuan Tao, Zhihang Fu, and Jieping Ye

   In International Conference on Learning Representations, May 2024

   Bib PDF Code

   @inproceedings{chen2024inside,
     title = {INSIDE: LLMs' Internal States Retain the Power of Hallucination Detection},
     author = {Chen, Chao and Liu, Kai and Chen, Ze and Gu, Yi and Tao, Mingyuan and Fu, Zhihang and Ye, Jieping},
     booktitle = {International Conference on Learning Representations},
     month = may,
     year = {2024},
   }

3. 

   Delving into the Reversal Curse: How Far Can Large Language Models Generalize?

   Zhengkai Lin, Zhihang Fu, Kai Liu, Liang Xie, Binbin Lin, Wenxiao Wang, Deng Cai, Yue Wu, and Jieping Ye

   In Advances in Neural Information Processing Systems, May 2024

   PDF Code

4. 

   Rethinking Out-of-Distribution Detection on Imbalanced Data Distribution

   Kai Liu, Zhihang Fu, Sheng Jin, Chao Chen, Ze Chen, Rongxin Jiang, Fan Zhou, Yaowu Chen, and Jieping Ye

   In Conference on Neural Information Processing Systems, Nov 2024

   Bib PDF Code

   @inproceedings{liu2024rethinking,
     title = {Rethinking Out-of-Distribution Detection on Imbalanced Data Distribution},
     author = {Liu, Kai and Fu, Zhihang and Jin, Sheng and Chen, Chao and Chen, Ze and Jiang, Rongxin and Zhou, Fan and Chen, Yaowu and Ye, Jieping},
     booktitle = {Conference on Neural Information Processing Systems},
     month = nov,
     year = {2024},
   }

5. 

   ESOD: Efficient Small Object Detection on High-Resolution Images

   Kai Liu, Zhihang Fu, Sheng Jin, Ze Chen, Fan Zhou, Rongxin Jiang, Yaowu Chen, and Jieping Ye

   arXiv preprint arXiv:2407.16424, Jul 2024

   Bib PDF

   @article{liu2024esod,
     title = {ESOD: Efficient Small Object Detection on High-Resolution Images},
     author = {Liu, Kai and Fu, Zhihang and Jin, Sheng and Chen, Ze and Zhou, Fan and Jiang, Rongxin and Chen, Yaowu and Ye, Jieping},
     journal = {arXiv preprint arXiv:2407.16424},
     month = jul,
     year = {2024},
   }

6. 

   Training-free Boost for Open-Vocabulary Object Detection with Confidence Aggregation

   Yanhao Zheng, and Kai Liu

   arXiv preprint arXiv:2404.08603, May 2024

   Bib PDF Code

   @article{zheng2024training,
     title = {Training-free Boost for Open-Vocabulary Object Detection with Confidence Aggregation},
     author = {Zheng, Yanhao and Liu, Kai},
     journal = {arXiv preprint arXiv:2404.08603},
     month = may,
     year = {2024},
   }

2023

1. 

   Category-Extensible Out-of-Distribution Detection via Hierarchical Context Descriptions

   Kai Liu, Zhihang Fu, Chao Chen, Sheng Jin, Ze Chen, Mingyuan Tao, Rongxin Jiang, and Jieping Ye

   In Conference on Neural Information Processing Systems, Nov 2023

   Bib PDF Code

   @inproceedings{liu2023category,
     title = {Category-Extensible Out-of-Distribution Detection via Hierarchical Context Descriptions},
     author = {Liu, Kai and Fu, Zhihang and Chen, Chao and Jin, Sheng and Chen, Ze and Tao, Mingyuan and Jiang, Rongxin and Ye, Jieping},
     booktitle = {Conference on Neural Information Processing Systems},
     month = nov,
     year = {2023},
   }

2. 

   Optimal Parameter and Neuron Pruning for Out-of-Distribution Detection

   Chao Chen, Zhihang Fu, Kai Liu, Ze Chen, Mingyuan Tao, and Jieping Ye

   In Conference on Neural Information Processing Systems, Nov 2023

   Bib PDF

   @inproceedings{chen2023optimal,
     title = {Optimal Parameter and Neuron Pruning for Out-of-Distribution Detection},
     author = {Chen, Chao and Fu, Zhihang and Liu, Kai and Chen, Ze and Tao, Mingyuan and Ye, Jieping},
     booktitle = {Conference on Neural Information Processing Systems},
     month = nov,
     year = {2023},
   }

3. 

   Uncertainty-aware Unsupervised Multi-Object Tracking

   Kai Liu, Sheng Jin, Zhihang Fu, Ze Chen, Rongxin Jiang, and Jieping Ye

   In International Conference of Computer Vision, Oct 2023

   Bib PDF Code

   @inproceedings{liu2023u2mot,
     title = {Uncertainty-aware Unsupervised Multi-Object Tracking},
     author = {Liu, Kai and Jin, Sheng and Fu, Zhihang and Chen, Ze and Jiang, Rongxin and Ye, Jieping},
     booktitle = {International Conference of Computer Vision},
     month = oct,
     year = {2023},
     pages = {9996-10005},
   }