Laboratory for Deep Structured Learning

2024

1. ICML

   Learning Latent Structures in Network Games via Data-Dependent Gated-Prior Graph Variational Autoencoders

   Xue Yu, Muchen Li, Yan Leng, and Renjie Liao

   In International Conference on Machine Learning (ICML), 2024

   Bib PDF Code

   @inproceedings{yulearning,
     author = {Yu, Xue and Li, Muchen and Leng, Yan and Liao, Renjie},
     booktitle = {International Conference on Machine Learning (ICML)},
     year = {2024},
   }

2. ISIT

   An Information-Theoretic Framework for Out-of-Distribution Generalization

   Wenliang Liu, Guanding Yu, Lele Wang, and Renjie Liao

   In IEEE International Symposium on Information Theory (ISIT), 2024

   Bib PDF

   @inproceedings{liu2024information,
     title = {An Information-Theoretic Framework for Out-of-Distribution Generalization},
     author = {Liu, Wenliang and Yu, Guanding and Wang, Lele and Liao, Renjie},
     booktitle = {IEEE International Symposium on Information Theory (ISIT)},
     year = {2024},
   }

3. TMLR

   Swingnn: Rethinking permutation invariance in diffusion models for graph generation

   Qi Yan, Zhengyang Liang, Yang Song, Renjie Liao, and Lele Wang

   Transactions on Machine Learning Research (TMLR), 2024

   Bib PDF Code

   @article{yan2024swingnn,
     title = {Swingnn: Rethinking permutation invariance in diffusion models for graph generation},
     author = {Yan, Qi and Liang, Zhengyang and Song, Yang and Liao, Renjie and Wang, Lele},
     journal = {Transactions on Machine Learning Research (TMLR)},
     year = {2024},
   }

4. ICLR

   Memorization Capacity of Multi-Head Attention in Transformers

   Sadegh Mahdavi, Renjie Liao, and Christos Thrampoulidis

   In International Conference on Learning Representations (ICLR) Spotlights (5%), 2024

   Bib PDF Code

   @inproceedings{mahdavi2024memorization,
     title = {Memorization Capacity of Multi-Head Attention in Transformers},
     author = {Mahdavi, Sadegh and Liao, Renjie and Thrampoulidis, Christos},
     booktitle = {International Conference on Learning Representations (ICLR) Spotlights (5%)},
     year = {2024},
   }

5. CVPR

   Generative 3D Part Assembly via Part-Whole-Hierarchy Message Passing

   Bi’an Du, Xiang Gao, Wei Hu, and Renjie Liao

   In IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2024

   Bib PDF Code

   @inproceedings{du2024generative,
     title = {Generative 3D Part Assembly via Part-Whole-Hierarchy Message Passing},
     author = {Du, Bi'an and Gao, Xiang and Hu, Wei and Liao, Renjie},
     booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
     pages = {20850--20859},
     year = {2024},
   }

2023

1. ICLR

   Specformer: Spectral Graph Neural Networks Meet Transformers

   Deyu Bo, Chuan Shi, Lele Wang, and Renjie Liao

   In The International Conference on Learning Representations, 2023

   Bib PDF Code

   @inproceedings{bo2023specformer,
     title = {Specformer: Spectral Graph Neural Networks Meet Transformers},
     author = {Bo, Deyu and Shi, Chuan and Wang, Lele and Liao, Renjie},
     booktitle = {The International Conference on Learning Representations},
     year = {2023}
   }

2. TMLR

   GraphPNAS: Learning Probabilistic Graph Generators for Neural Architecture Search

   Muchen Li, Jeffrey Yunfan Liu, Leonid Sigal, and Renjie Liao

   Transactions on Machine Learning Research (TMLR), 2023

   Bib PDF Code

   @article{li2023graphpnas,
     title = {GraphPNAS: Learning Probabilistic Graph Generators for Neural Architecture Search},
     author = {Li, Muchen and Liu, Jeffrey Yunfan and Sigal, Leonid and Liao, Renjie},
     journal = {Transactions on Machine Learning Research (TMLR)},
     year = {2023},
   }

3. TMLR

   Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks

   Sadegh Mahdavi, Kevin Swersky, Thomas Kipf, Milad Hashemi, Christos Thrampoulidis, and Renjie Liao

   Transactions on Machine Learning Research, 2023

   Bib PDF Code

   @article{mahdavi2023towards,
     title = {Towards Better Out-of-Distribution Generalization of Neural Algorithmic Reasoning Tasks},
     author = {Mahdavi, Sadegh and Swersky, Kevin and Kipf, Thomas and Hashemi, Milad and Thrampoulidis, Christos and Liao, Renjie},
     journal = {Transactions on Machine Learning Research},
     year = {2023}
   }

2022

1. arXiv

   Gaussian-Bernoulli RBMs without Tears

   Renjie Liao, Simon Kornblith, Mengye Ren, David J Fleet, and Geoffrey Hinton

   arXiv preprint arXiv:2210.10318, 2022

   Bib PDF Code

   @article{liao2022gaussian,
     title = {Gaussian-Bernoulli RBMs without Tears},
     author = {Liao, Renjie and Kornblith, Simon and Ren, Mengye and Fleet, David J and Hinton, Geoffrey},
     journal = {arXiv preprint arXiv:2210.10318},
     year = {2022}
   }

2. arXiv

   Learning Latent Part-Whole Hierarchies for Point Clouds

   Xiang Gao, Wei Hu, and Renjie Liao

   arXiv preprint arXiv:2211.07082, 2022

   Bib PDF

   @article{gao2022learning,
     title = {Learning Latent Part-Whole Hierarchies for Point Clouds},
     author = {Gao, Xiang and Hu, Wei and Liao, Renjie},
     journal = {arXiv preprint arXiv:2211.07082},
     year = {2022}
   }