publications | Laboratory for Deep Structured Learning

2024

ICML
Learning Latent Structures in Network Games via Data-Dependent Gated-Prior Graph Variational Autoencoders

Xue Yu, Muchen Li, Yan Leng, and Renjie Liao

In International Conference on Machine Learning (ICML), 2024

Bib PDF Code
@inproceedings{yulearning, author = {Yu, Xue and Li, Muchen and Leng, Yan and Liao, Renjie}, booktitle = {International Conference on Machine Learning (ICML)}, year = {2024}, }

ISIT

An Information-Theoretic Framework for Out-of-Distribution Generalization

Wenliang Liu, Guanding Yu, Lele Wang, and Renjie Liao

In IEEE International Symposium on Information Theory (ISIT), 2024

@inproceedings{liu2024information,
  title = {An Information-Theoretic Framework for Out-of-Distribution Generalization},
  author = {Liu, Wenliang and Yu, Guanding and Wang, Lele and Liao, Renjie},
  booktitle = {IEEE International Symposium on Information Theory (ISIT)},
  year = {2024},
}

TMLR

Swingnn: Rethinking permutation invariance in diffusion models for graph generation

Qi Yan, Zhengyang Liang, Yang Song, Renjie Liao, and Lele Wang

Transactions on Machine Learning Research (TMLR), 2024

Bib PDF Code

@article{yan2024swingnn,
  title = {Swingnn: Rethinking permutation invariance in diffusion models for graph generation},
  author = {Yan, Qi and Liang, Zhengyang and Song, Yang and Liao, Renjie and Wang, Lele},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2024},
}

ICLR

Memorization Capacity of Multi-Head Attention in Transformers

Sadegh Mahdavi, Renjie Liao, and Christos Thrampoulidis

In International Conference on Learning Representations (ICLR) Spotlights (5%), 2024

Bib PDF Code

@inproceedings{mahdavi2024memorization,
  title = {Memorization Capacity of Multi-Head Attention in Transformers},
  author = {Mahdavi, Sadegh and Liao, Renjie and Thrampoulidis, Christos},
  booktitle = {International Conference on Learning Representations (ICLR) Spotlights (5%)},
  year = {2024},
}

CVPR

Generative 3D Part Assembly via Part-Whole-Hierarchy Message Passing

Bi’an Du, Xiang Gao, Wei Hu, and Renjie Liao

In IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2024

Bib PDF Code

@inproceedings{du2024generative,
  title = {Generative 3D Part Assembly via Part-Whole-Hierarchy Message Passing},
  author = {Du, Bi'an and Gao, Xiang and Hu, Wei and Liao, Renjie},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages = {20850--20859},
  year = {2024},
}

ICASSP

Revisiting the Equivalence of In-Context Learning and Gradient Descent: The Impact of Data Distribution

Sadegh Mahdavi, Renjie Liao, and Christos Thrampoulidis

In IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), 2024

Bib

@inproceedings{mahdavi2024revisiting,
  title = {Revisiting the Equivalence of In-Context Learning and Gradient Descent: The Impact of Data Distribution},
  author = {Mahdavi, Sadegh and Liao, Renjie and Thrampoulidis, Christos},
  booktitle = {IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages = {7410--7414},
  year = {2024},
  organization = {IEEE}
}

WACV

Self-supervised relation alignment for scene graph generation

Bicheng Xu, Renjie Liao, and Leonid Sigal

In IEEE/CVF Winter Conference on Applications of Computer Vision (WACV), 2024

Bib PDF

@inproceedings{xu2024self,
  title = {Self-supervised relation alignment for scene graph generation},
  author = {Xu, Bicheng and Liao, Renjie and Sigal, Leonid},
  booktitle = {IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)},
  pages = {1339--1349},
  year = {2024},
}

2023

ICLR

Specformer: Spectral Graph Neural Networks Meet Transformers

Deyu Bo, Chuan Shi, Lele Wang, and Renjie Liao

In The International Conference on Learning Representations, 2023

Bib PDF Code

@inproceedings{bo2023specformer,
  title = {Specformer: Spectral Graph Neural Networks Meet Transformers},
  author = {Bo, Deyu and Shi, Chuan and Wang, Lele and Liao, Renjie},
  booktitle = {The International Conference on Learning Representations},
  year = {2023}
}

TMLR

GraphPNAS: Learning Probabilistic Graph Generators for Neural Architecture Search

Muchen Li, Jeffrey Yunfan Liu, Leonid Sigal, and Renjie Liao

Transactions on Machine Learning Research (TMLR), 2023

Bib PDF Code

@article{li2023graphpnas,
  title = {GraphPNAS: Learning Probabilistic Graph Generators for Neural Architecture Search},
  author = {Li, Muchen and Liu, Jeffrey Yunfan and Sigal, Leonid and Liao, Renjie},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2023},
}

ICLR

Scaling Forward Gradient With Local Losses

Mengye Ren, Simon Kornblith, Renjie Liao, and Geoffrey Hinton

In The Eleventh International Conference on Learning Representations, 2023

Bib PDF Code

@inproceedings{ren2023scaling,
  title = {Scaling Forward Gradient With Local Losses},
  author = {Ren, Mengye and Kornblith, Simon and Liao, Renjie and Hinton, Geoffrey},
  booktitle = {The Eleventh International Conference on Learning Representations},
  year = {2023}
}

TMLR

Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks

Sadegh Mahdavi, Kevin Swersky, Thomas Kipf, Milad Hashemi, Christos Thrampoulidis, and Renjie Liao

Transactions on Machine Learning Research, 2023

Bib PDF Code

@article{mahdavi2023towards,
  title = {Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks},
  author = {Mahdavi, Sadegh and Swersky, Kevin and Kipf, Thomas and Hashemi, Milad and Thrampoulidis, Christos and Liao, Renjie},
  journal = {Transactions on Machine Learning Research},
  year = {2023}
}

MICCAI

EchoGLAD: Hierarchical Graph Neural Networks for Left Ventricle Landmark Detection on Echocardiograms

Masoud Mokhtari, Mobina Mahdavi, Hooman Vaseli, Christina Luong, Purang Abolmaesumi, Teresa SM Tsang, and Renjie Liao

In International Conference on Medical Image Computing and Computer-Assisted Intervention, 2023

Bib PDF Code

@inproceedings{mokhtari2023echoglad,
  title = {EchoGLAD: Hierarchical Graph Neural Networks for Left Ventricle Landmark Detection on Echocardiograms},
  author = {Mokhtari, Masoud and Mahdavi, Mobina and Vaseli, Hooman and Luong, Christina and Abolmaesumi, Purang and Tsang, Teresa SM and Liao, Renjie},
  booktitle = {International Conference on Medical Image Computing and Computer-Assisted Intervention},
  pages = {227--237},
  year = {2023},
  organization = {Springer}
}

MICCAI Workshop

Gemtrans: A general, echocardiography-based, multi-level transformer framework for cardiovascular diagnosis

Masoud Mokhtari, Neda Ahmadi, Teresa SM Tsang, Purang Abolmaesumi, and Renjie Liao

In International Workshop on Machine Learning in Medical Imaging (Best Paper Award), 2023

Bib PDF Code

@inproceedings{mokhtari2023gemtrans,
  title = {Gemtrans: A general, echocardiography-based, multi-level transformer framework for cardiovascular diagnosis},
  author = {Mokhtari, Masoud and Ahmadi, Neda and Tsang, Teresa SM and Abolmaesumi, Purang and Liao, Renjie},
  booktitle = {International Workshop on Machine Learning in Medical Imaging (Best Paper Award)},
  pages = {1--10},
  year = {2023},
  organization = {Springer}
}

WACV

VLC-BERT: visual question answering with contextualized commonsense knowledge

Sahithya Ravi, Aditya Chinchure, Leonid Sigal, Renjie Liao, and Vered Shwartz

In IEEE/CVF Winter Conference on Applications of Computer Vision, 2023

Bib PDF Code

@inproceedings{ravi2023vlc,
  title = {VLC-BERT: visual question answering with contextualized commonsense knowledge},
  author = {Ravi, Sahithya and Chinchure, Aditya and Sigal, Leonid and Liao, Renjie and Shwartz, Vered},
  booktitle = {IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages = {1155--1165},
  year = {2023}
}

WACV

NeuralBF: Neural Bilateral Filtering for Top-down Instance Segmentation on Point Clouds

Weiwei Sun, Daniel Rebain, Renjie Liao, Vladimir Tankovich, Soroosh Yazdani, Kwang Moo Yi, and Andrea Tagliasacchi

In Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision, 2023

Bib HTML PDF

@inproceedings{sun2023neuralbf,
  title = {NeuralBF: Neural Bilateral Filtering for Top-down Instance Segmentation on Point Clouds},
  author = {Sun, Weiwei and Rebain, Daniel and Liao, Renjie and Tankovich, Vladimir and Yazdani, Soroosh and Yi, Kwang Moo and Tagliasacchi, Andrea},
  booktitle = {Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages = {551--560},
  year = {2023}
}

2022

arXiv

Gaussian-Bernoulli RBMs without Tears

Renjie Liao, Simon Kornblith, Mengye Ren, David J Fleet, and Geoffrey Hinton

arXiv preprint arXiv:2210.10318, 2022

Bib PDF Code

@article{liao2022gaussian,
  title = {Gaussian-Bernoulli RBMs without Tears},
  author = {Liao, Renjie and Kornblith, Simon and Ren, Mengye and Fleet, David J and Hinton, Geoffrey},
  journal = {arXiv preprint arXiv:2210.10318},
  year = {2022}
}

arXiv

Learning Latent Part-Whole Hierarchies for Point Clouds

Xiang Gao, Wei Hu, and Renjie Liao

arXiv preprint arXiv:2211.07082, 2022

Bib PDF

@article{gao2022learning,
  title = {Learning Latent Part-Whole Hierarchies for Point Clouds},
  author = {Gao, Xiang and Hu, Wei and Liao, Renjie},
  journal = {arXiv preprint arXiv:2211.07082},
  year = {2022}
}

MICCAI

EchoGNN: Explainable Ejection Fraction Estimation with Graph Neural Networks

Masoud Mokhtari, Teresa Tsang, Purang Abolmaesumi, and Renjie Liao

In International Conference on Medical Image Computing and Computer-Assisted Intervention, 2022

Bib PDF Code

@inproceedings{mokhtari2022echognn,
  title = {EchoGNN: Explainable Ejection Fraction Estimation with Graph Neural Networks},
  author = {Mokhtari, Masoud and Tsang, Teresa and Abolmaesumi, Purang and Liao, Renjie},
  booktitle = {International Conference on Medical Image Computing and Computer-Assisted Intervention},
  pages = {360--369},
  year = {2022},
  organization = {Springer}
}