publications | Laboratory for Deep Structured Learning

2025

NeurIPS

Neural MJD: Neural Non-Stationary Merton Jump Diffusion for Time Series Prediction

Yuanpei Gao, Qi Yan, Yan Leng, and Renjie Liao

In Annual Conference on Neural Information Processing Systems (NeurIPS), 2025

@inproceedings{gao2025neural,
  title = {Neural MJD: Neural Non-Stationary Merton Jump Diffusion for Time Series Prediction},
  author = {Gao, Yuanpei and Yan, Qi and Leng, Yan and Liao, Renjie},
  booktitle = {Annual Conference on Neural Information Processing Systems (NeurIPS)},
  year = {2025},
}

NeurIPS

RETRO SYNFLOW: Discrete Flow Matching for Accurate and Diverse Single-Step Retrosynthesis

Robin Yadav, Qi Yan, Guy Wolf, Avishek Joey Bose, and Renjie Liao

In Annual Conference on Neural Information Processing Systems (NeurIPS), 2025

Bib PDF

@inproceedings{yadav2025retro,
  title = {RETRO SYNFLOW: Discrete Flow Matching for Accurate and Diverse Single-Step Retrosynthesis},
  author = {Yadav, Robin and Yan, Qi and Wolf, Guy and Bose, Avishek Joey and Liao, Renjie},
  booktitle = {Annual Conference on Neural Information Processing Systems (NeurIPS)},
  year = {2025},
}

IEEE TIT

An information-theoretic framework for out-of-distribution generalization with applications to stochastic gradient Langevin dynamics

Wenliang Liu, Guanding Yu, Lele Wang, and Renjie Liao

IEEE Transactions on Information Theory (TIT), 2025

Bib PDF

@article{liu2025information,
  title = {An information-theoretic framework for out-of-distribution generalization with applications to stochastic gradient Langevin dynamics},
  author = {Liu, Wenliang and Yu, Guanding and Wang, Lele and Liao, Renjie},
  journal = {IEEE Transactions on Information Theory (TIT)},
  year = {2025},
  publisher = {IEEE},
}

IJCV

Learning latent part-whole hierarchies for point clouds

Xiang Gao, Wei Hu, and Renjie Liao

International Journal of Computer Vision (IJCV), 2025

Bib PDF

@article{gao2025learning,
  title = {Learning latent part-whole hierarchies for point clouds},
  author = {Gao, Xiang and Hu, Wei and Liao, Renjie},
  journal = {International Journal of Computer Vision (IJCV)},
  pages = {1--20},
  year = {2025},
  publisher = {Springer},
}

CVPR

Moflow: One-step flow matching for human trajectory forecasting via implicit maximum likelihood estimation based distillation

Yuxiang Fu, Qi Yan, Lele Wang, Ke Li, and Renjie Liao

In IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2025

Bib PDF Blog Code Website

@inproceedings{fu2025moflow,
  title = {Moflow: One-step flow matching for human trajectory forecasting via implicit maximum likelihood estimation based distillation},
  author = {Fu, Yuxiang and Yan, Qi and Wang, Lele and Li, Ke and Liao, Renjie},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages = {17282--17293},
  year = {2025},
}

CVPR

LatentHOI: On the Generalizable Hand Object Motion Generation with Latent Hand Diffusion.

Muchen Li, Sammy Christen, Chengde Wan, Yujun Cai, Renjie Liao, Leonid Sigal, and Shugao Ma

In IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2025

Bib PDF

@inproceedings{li2025latent,
  author = {Li, Muchen and Christen, Sammy and Wan, Chengde and Cai, Yujun and Liao, Renjie and Sigal, Leonid and Ma, Shugao},
  title = {LatentHOI: On the Generalizable Hand Object Motion Generation with Latent Hand Diffusion.},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2025},
  pages = {17416-17425},
}

ICML

Leveraging Online Olympiad-Level Math Problems for LLMs Training and Contamination-Resistant Evaluation

Sadegh Mahdavi, Muchen Li, Kaiwen Liu, Christos Thrampoulidis, Leonid Sigal, and Renjie Liao

In International Conference on Machine Learning (ICML), 2025

Bib PDF Code Website

@inproceedings{mahdavi2025leveraging,
  title = {Leveraging Online Olympiad-Level Math Problems for LLMs Training and Contamination-Resistant Evaluation},
  author = {Mahdavi, Sadegh and Li, Muchen and Liu, Kaiwen and Thrampoulidis, Christos and Sigal, Leonid and Liao, Renjie},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2025},
}

ICML Workshop

Beyond accuracy: A policy gradient reweighting approach for pass@ k maximization in llms

Sadegh Mahdavi, Muchen Li, Kaiwen Liu, Renjie Liao, and Christos Thrampoulidis

In ICML 2025 Workshop on AI for Math, 2025

Bib PDF

@inproceedings{mahdavi2025graph,
  title = {Beyond accuracy: A policy gradient reweighting approach for pass@ k maximization in llms},
  author = {Mahdavi, Sadegh and Li, Muchen and Liu, Kaiwen and Liao, Renjie and Thrampoulidis, Christos},
  booktitle = {ICML 2025 Workshop on AI for Math},
  year = {2025},
}

IROS

TrajFlow: Multi-modal Motion Prediction via Flow Matching

Qi Yan, Brian Zhang, Yutong Zhang, Daniel Yang, Joshua White, Di Chen, Jiachao Liu, Langechuan Liu, Binnan Zhuang, Shaoshuai Shi, and others

In IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS), 2025

Bib PDF Blog Code Website

@inproceedings{yan2025trajflow,
  title = {TrajFlow: Multi-modal Motion Prediction via Flow Matching},
  author = {Yan, Qi and Zhang, Brian and Zhang, Yutong and Yang, Daniel and White, Joshua and Chen, Di and Liu, Jiachao and Liu, Langechuan and Zhuang, Binnan and Shi, Shaoshuai and others},
  booktitle = {IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  year = {2025},
}

ICLR

SymmetricDiffusers: Learning Discrete Diffusion on Finite Symmetric Groups

Yongxing Zhang, Donglin Yang, and Renjie Liao

In International Conference on Learning Representations (ICLR), Oral (1.8%), 2025

Bib PDF Code

@inproceedings{zhang2025symmetricdiffusers,
  title = {SymmetricDiffusers: Learning Discrete Diffusion on Finite Symmetric Groups},
  author = {Zhang, Yongxing and Yang, Donglin and Liao, Renjie},
  booktitle = {International Conference on Learning Representations (ICLR), Oral (1.8%)},
  year = {2025},
}

TMLR

Joint Generative Modeling of Grounded Scene Graphs and Images via Diffusion Models

Bicheng Xu, Qi Yan, Renjie Liao, Lele Wang, and Leonid Sigal

Transactions on Machine Learning Research (TMLR), 2025

Bib PDF Code

@article{xu2025joint,
  title = {Joint Generative Modeling of Grounded Scene Graphs and Images via Diffusion Models},
  author = {Xu, Bicheng and Yan, Qi and Liao, Renjie and Wang, Lele and Sigal, Leonid},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2025},
}

2024

ICML
Learning Latent Structures in Network Games via Data-Dependent Gated-Prior Graph Variational Autoencoders

Xue Yu, Muchen Li, Yan Leng, and Renjie Liao

In International Conference on Machine Learning (ICML), 2024

Bib PDF Code
@inproceedings{yu2024learning, author = {Yu, Xue and Li, Muchen and Leng, Yan and Liao, Renjie}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, }

ICML Workshop

Fréchet Video Motion Distance: A Metric for Evaluating Motion Consistency in Videos

Jiahe Liu, Youran Qu, Qi Yan, Xiaohui Zeng, Lele Wang, and Renjie Liao

In ICML 2024 Workshop on on Controllable Video Generation, 2024

Bib PDF Code

@inproceedings{liu2024frechet,
  title = {Fr{\'e}chet Video Motion Distance: A Metric for Evaluating Motion Consistency in Videos},
  author = {Liu, Jiahe and Qu, Youran and Yan, Qi and Zeng, Xiaohui and Wang, Lele and Liao, Renjie},
  booktitle = {ICML 2024 Workshop on on Controllable Video Generation},
  year = {2024},
}

ICML Workshop

From Graph Diffusion to Graph Classification

Jia Jun Cheng Xian, Sadegh Mahdavi, Renjie Liao, and Oliver Schulte

In ICML 2024 Workshop on Structured Probabilistic Inference & Generative Modeling, 2024

Bib PDF

@inproceedings{xian2024graph,
  title = {From Graph Diffusion to Graph Classification},
  author = {Xian, Jia Jun Cheng and Mahdavi, Sadegh and Liao, Renjie and Schulte, Oliver},
  booktitle = {ICML 2024 Workshop on Structured Probabilistic Inference & Generative Modeling},
  year = {2024},
}

ISIT

An Information-Theoretic Framework for Out-of-Distribution Generalization

Wenliang Liu, Guanding Yu, Lele Wang, and Renjie Liao

In IEEE International Symposium on Information Theory (ISIT), 2024

Bib PDF

@inproceedings{liu2024information,
  title = {An Information-Theoretic Framework for Out-of-Distribution Generalization},
  author = {Liu, Wenliang and Yu, Guanding and Wang, Lele and Liao, Renjie},
  booktitle = {IEEE International Symposium on Information Theory (ISIT)},
  year = {2024},
}

TMLR

Swingnn: Rethinking permutation invariance in diffusion models for graph generation

Qi Yan, Zhengyang Liang, Yang Song, Renjie Liao, and Lele Wang

Transactions on Machine Learning Research (TMLR), 2024

Bib PDF Code

@article{yan2024swingnn,
  title = {Swingnn: Rethinking permutation invariance in diffusion models for graph generation},
  author = {Yan, Qi and Liang, Zhengyang and Song, Yang and Liao, Renjie and Wang, Lele},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2024},
}

ICLR

Memorization Capacity of Multi-Head Attention in Transformers

Sadegh Mahdavi, Renjie Liao, and Christos Thrampoulidis

In International Conference on Learning Representations (ICLR) Spotlights (5%), 2024

Bib PDF Code

@inproceedings{mahdavi2024memorization,
  title = {Memorization Capacity of Multi-Head Attention in Transformers},
  author = {Mahdavi, Sadegh and Liao, Renjie and Thrampoulidis, Christos},
  booktitle = {International Conference on Learning Representations (ICLR) Spotlights (5%)},
  year = {2024},
}

CVPR

Generative 3D Part Assembly via Part-Whole-Hierarchy Message Passing

Bi’an Du, Xiang Gao, Wei Hu, and Renjie Liao

In IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2024

Bib PDF Code

@inproceedings{du2024generative,
  title = {Generative 3D Part Assembly via Part-Whole-Hierarchy Message Passing},
  author = {Du, Bi'an and Gao, Xiang and Hu, Wei and Liao, Renjie},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages = {20850--20859},
  year = {2024},
}

ICASSP

Revisiting the Equivalence of In-Context Learning and Gradient Descent: The Impact of Data Distribution

Sadegh Mahdavi, Renjie Liao, and Christos Thrampoulidis

In IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), 2024

Bib PDF

@inproceedings{mahdavi2024revisiting,
  title = {Revisiting the Equivalence of In-Context Learning and Gradient Descent: The Impact of Data Distribution},
  author = {Mahdavi, Sadegh and Liao, Renjie and Thrampoulidis, Christos},
  booktitle = {IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {7410--7414},
  year = {2024},
  organization = {IEEE}
}

WACV

Self-supervised relation alignment for scene graph generation

Bicheng Xu, Renjie Liao, and Leonid Sigal

In IEEE/CVF Winter Conference on Applications of Computer Vision (WACV), 2024

Bib PDF

@inproceedings{xu2024self,
  title = {Self-supervised relation alignment for scene graph generation},
  author = {Xu, Bicheng and Liao, Renjie and Sigal, Leonid},
  booktitle = {IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)},
  pages = {1339--1349},
  year = {2024},
}

2023

ICLR

Specformer: Spectral Graph Neural Networks Meet Transformers

Deyu Bo, Chuan Shi, Lele Wang, and Renjie Liao

In International Conference on Learning Representations (ICLR), 2023

Bib PDF Code

@inproceedings{bo2023specformer,
  title = {Specformer: Spectral Graph Neural Networks Meet Transformers},
  author = {Bo, Deyu and Shi, Chuan and Wang, Lele and Liao, Renjie},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2023}
}

TMLR

GraphPNAS: Learning Probabilistic Graph Generators for Neural Architecture Search

Muchen Li, Jeffrey Yunfan Liu, Leonid Sigal, and Renjie Liao

Transactions on Machine Learning Research (TMLR), 2023

Bib PDF Code

@article{li2023graphpnas,
  title = {GraphPNAS: Learning Probabilistic Graph Generators for Neural Architecture Search},
  author = {Li, Muchen and Liu, Jeffrey Yunfan and Sigal, Leonid and Liao, Renjie},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2023},
}

ICLR

Scaling Forward Gradient With Local Losses

Mengye Ren, Simon Kornblith, Renjie Liao, and Geoffrey Hinton

In International Conference on Learning Representations (ICLR), 2023

Bib PDF Code

@inproceedings{ren2023scaling,
  title = {Scaling Forward Gradient With Local Losses},
  author = {Ren, Mengye and Kornblith, Simon and Liao, Renjie and Hinton, Geoffrey},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2023}
}

TMLR

Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks

Sadegh Mahdavi, Kevin Swersky, Thomas Kipf, Milad Hashemi, Christos Thrampoulidis, and Renjie Liao

Transactions on Machine Learning Research (TMLR), 2023

Bib PDF Code

@article{mahdavi2023towards,
  title = {Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks},
  author = {Mahdavi, Sadegh and Swersky, Kevin and Kipf, Thomas and Hashemi, Milad and Thrampoulidis, Christos and Liao, Renjie},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2023}
}

MICCAI

EchoGLAD: Hierarchical Graph Neural Networks for Left Ventricle Landmark Detection on Echocardiograms

Masoud Mokhtari, Mobina Mahdavi, Hooman Vaseli, Christina Luong, Purang Abolmaesumi, Teresa SM Tsang, and Renjie Liao

In International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI), 2023

Bib PDF Code

@inproceedings{mokhtari2023echoglad,
  title = {EchoGLAD: Hierarchical Graph Neural Networks for Left Ventricle Landmark Detection on Echocardiograms},
  author = {Mokhtari, Masoud and Mahdavi, Mobina and Vaseli, Hooman and Luong, Christina and Abolmaesumi, Purang and Tsang, Teresa SM and Liao, Renjie},
  booktitle = {International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI)},
  pages = {227--237},
  year = {2023},
  organization = {Springer}
}

MICCAI Workshop

Gemtrans: A general, echocardiography-based, multi-level transformer framework for cardiovascular diagnosis

Masoud Mokhtari, Neda Ahmadi, Teresa SM Tsang, Purang Abolmaesumi, and Renjie Liao

In MICCAI International Workshop on Machine Learning in Medical Imaging (Best Paper Award), 2023

Bib PDF Code

@inproceedings{mokhtari2023gemtrans,
  title = {Gemtrans: A general, echocardiography-based, multi-level transformer framework for cardiovascular diagnosis},
  author = {Mokhtari, Masoud and Ahmadi, Neda and Tsang, Teresa SM and Abolmaesumi, Purang and Liao, Renjie},
  booktitle = {MICCAI International Workshop on Machine Learning in Medical Imaging (Best Paper Award)},
  pages = {1--10},
  year = {2023},
  organization = {Springer}
}

WACV

VLC-BERT: visual question answering with contextualized commonsense knowledge

Sahithya Ravi, Aditya Chinchure, Leonid Sigal, Renjie Liao, and Vered Shwartz

In IEEE/CVF Winter Conference on Applications of Computer Vision (WACV), 2023

Bib PDF Code

@inproceedings{ravi2023vlc,
  title = {VLC-BERT: visual question answering with contextualized commonsense knowledge},
  author = {Ravi, Sahithya and Chinchure, Aditya and Sigal, Leonid and Liao, Renjie and Shwartz, Vered},
  booktitle = {IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)},
  pages = {1155--1165},
  year = {2023}
}

WACV

NeuralBF: Neural Bilateral Filtering for Top-down Instance Segmentation on Point Clouds

Weiwei Sun, Daniel Rebain, Renjie Liao, Vladimir Tankovich, Soroosh Yazdani, Kwang Moo Yi, and Andrea Tagliasacchi

In IEEE/CVF Winter Conference on Applications of Computer Vision (WACV), 2023

Bib HTML PDF

@inproceedings{sun2023neuralbf,
  title = {NeuralBF: Neural Bilateral Filtering for Top-down Instance Segmentation on Point Clouds},
  author = {Sun, Weiwei and Rebain, Daniel and Liao, Renjie and Tankovich, Vladimir and Yazdani, Soroosh and Yi, Kwang Moo and Tagliasacchi, Andrea},
  booktitle = {IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)},
  pages = {551--560},
  year = {2023}
}

2022

arXiv

Gaussian-Bernoulli RBMs without Tears

Renjie Liao, Simon Kornblith, Mengye Ren, David J Fleet, and Geoffrey Hinton

arXiv preprint arXiv:2210.10318, 2022

Bib PDF Code

@article{liao2022gaussian,
  title = {Gaussian-Bernoulli RBMs without Tears},
  author = {Liao, Renjie and Kornblith, Simon and Ren, Mengye and Fleet, David J and Hinton, Geoffrey},
  journal = {arXiv preprint arXiv:2210.10318},
  year = {2022}
}

arXiv

Learning Latent Part-Whole Hierarchies for Point Clouds

Xiang Gao, Wei Hu, and Renjie Liao

arXiv preprint arXiv:2211.07082, 2022

Bib PDF

@article{gao2022learning,
  title = {Learning Latent Part-Whole Hierarchies for Point Clouds},
  author = {Gao, Xiang and Hu, Wei and Liao, Renjie},
  journal = {arXiv preprint arXiv:2211.07082},
  year = {2022}
}

MICCAI

EchoGNN: Explainable Ejection Fraction Estimation with Graph Neural Networks

Masoud Mokhtari, Teresa Tsang, Purang Abolmaesumi, and Renjie Liao

In International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI), 2022

Bib PDF Code

@inproceedings{mokhtari2022echognn,
  title = {EchoGNN: Explainable Ejection Fraction Estimation with Graph Neural Networks},
  author = {Mokhtari, Masoud and Tsang, Teresa and Abolmaesumi, Purang and Liao, Renjie},
  booktitle = {International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI)},
  pages = {360--369},
  year = {2022},
  organization = {Springer}
}