publications | Kai Yi

2026

JacQuant: STE-Free Quantization-Aware Training via Learned Jacobian Surrogates

Kai Yi, Vignesh Vivekraja, Harshit Khaitan, and 1 more author

2026

@misc{yi2026jacquant,
  title = {JacQuant: STE-Free Quantization-Aware Training via Learned Jacobian Surrogates},
  author = {Yi, Kai and Vivekraja, Vignesh and Khaitan, Harshit and Li, Steven},
  year = {2026},
}

WinQ: Accelerating Quantization-Aware Training of Language Models Around Saddle Points

Dongyue Li, Zechun Liu, Kai Yi, and 6 more authors

In International Conference on Machine Learning (ICML), 2026

arXiv Bib Code

@inproceedings{li2026winq,
  title = {WinQ: Accelerating Quantization-Aware Training of Language Models Around Saddle Points},
  author = {Li, Dongyue and Liu, Zechun and Yi, Kai and Zhang, Zhenshuo and Zhao, Changsheng and Krishnamoorthi, Raghuraman and Khaitan, Harshit and Zhang, Hongyang R. and Li, Steven},
  booktitle = {International Conference on Machine Learning (ICML)},
  year = {2026},
}

2025

FedComLoc: Communication-Efficient Distributed Training of Sparse and Quantized Models

Kai Yi, Georg Meinhardt, Laurent Condat, and 1 more author

Transactions on Machine Learning Research (TMLR), 2025

arXiv Bib Paper Code

@article{yi2025fedcomloc,
  title = {FedComLoc: Communication-Efficient Distributed Training of Sparse and Quantized Models},
  author = {Yi, Kai and Meinhardt, Georg and Condat, Laurent and Richtárik, Peter},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2025},
}

Explicit Personalization and Local Training: Double Communication Acceleration in Federated Learning

Kai Yi, Laurent Condat, and Peter Richtárik

Transactions on Machine Learning Research (TMLR), 2025

arXiv Bib Paper Code

@article{yi2025scafflix,
  title = {Explicit Personalization and Local Training: Double Communication Acceleration in Federated Learning},
  author = {Yi, Kai and Condat, Laurent and Richtárik, Peter},
  journal = {Transactions on Machine Learning Research (TMLR)},
  year = {2025},
}

Strategies for Improving Communication Efficiency in Distributed and Federated Learning: Compression, Local Training, and Personalization

Kai Yi

King Abdullah University of Science and Technology (KAUST), 2025

arXiv Bib Paper

@phdthesis{yi2025thesis,
  title = {Strategies for Improving Communication Efficiency in Distributed and Federated Learning: Compression, Local Training, and Personalization},
  author = {Yi, Kai},
  school = {King Abdullah University of Science and Technology (KAUST)},
  year = {2025},
}

Symmetric Pruning for Large Language Models

Kai Yi and Peter Richtárik

In ICLR Workshop on Sparsity in LLMs (SLLM), 2025

arXiv Bib Code

@inproceedings{yi2025symwanda,
  title = {Symmetric Pruning for Large Language Models},
  author = {Yi, Kai and Richtárik, Peter},
  booktitle = {ICLR Workshop on Sparsity in LLMs (SLLM)},
  year = {2025},
}

2024

Cohort Squeeze: Beyond a Single Communication Round per Cohort in Cross-Device Federated Learning

Kai Yi, Timur Kharisov, Igor Sokolov, and 1 more author

In NeurIPS Workshop on Federated Learning in the Age of Foundation Models (FL@FM), 2024

Oral

arXiv Bib

@inproceedings{yi2024cohort,
  title = {Cohort Squeeze: Beyond a Single Communication Round per Cohort in Cross-Device Federated Learning},
  author = {Yi, Kai and Kharisov, Timur and Sokolov, Igor and Richtárik, Peter},
  booktitle = {NeurIPS Workshop on Federated Learning in the Age of Foundation Models (FL@FM)},
  year = {2024},
  note = {Oral}
}

Prune at the Clients, Not the Server: Accelerated Sparse Training in Federated Learning

Georg Meinhardt, Kai Yi, Laurent Condat, and 1 more author

2024

arXiv Bib

@misc{meinhardt2024prune,
  title = {Prune at the Clients, Not the Server: Accelerated Sparse Training in Federated Learning},
  author = {Meinhardt, Georg and Yi, Kai and Condat, Laurent and Richtárik, Peter},
  year = {2024},
}

PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression

Vladimir Malinovskii, Denis Mazur, Ivan Ilin, and 5 more authors

In Advances in Neural Information Processing Systems (NeurIPS), 2024

Oral

arXiv Bib Code Website

@inproceedings{malinovskii2024pvtuning,
  title = {PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression},
  author = {Malinovskii, Vladimir and Mazur, Denis and Ilin, Ivan and Kuznedelev, Denis and Burlachenko, Konstantin and Yi, Kai and Alistarh, Dan and Richtárik, Peter},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2024},
  note = {Oral},
}

FedP3: Federated Personalized and Privacy-friendly Network Pruning under Model Heterogeneity

Kai Yi, Nidham Gazagnadou, Peter Richtárik, and 1 more author

In International Conference on Learning Representations (ICLR), 2024

arXiv Bib Code

@inproceedings{yi2024fedp3,
  title = {FedP3: Federated Personalized and Privacy-friendly Network Pruning under Model Heterogeneity},
  author = {Yi, Kai and Gazagnadou, Nidham and Richtárik, Peter and Lyu, Lingjuan},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year = {2024},
}

2023

Domain-Aware Continual Zero-Shot Learning

Kai Yi and Mohamed Elhoseiny

In ICCV Workshop on Out-of-Distribution Generalization in Computer Vision (OOD-CV), 2023

arXiv Bib Website

@inproceedings{yi2023daczsl,
  title = {Domain-Aware Continual Zero-Shot Learning},
  author = {Yi, Kai and Elhoseiny, Mohamed},
  booktitle = {ICCV Workshop on Out-of-Distribution Generalization in Computer Vision (OOD-CV)},
  year = {2023},
}

Continual Zero-Shot Learning through Semantically Guided Generative Random Walks

Wenxuan Zhang, Paul Janson, Kai Yi, and 2 more authors

In International Conference on Computer Vision (ICCV), 2023

arXiv Bib Code

@inproceedings{zhang2023continual,
  title = {Continual Zero-Shot Learning through Semantically Guided Generative Random Walks},
  author = {Zhang, Wenxuan and Janson, Paul and Yi, Kai and Skorokhodov, Ivan and Elhoseiny, Mohamed},
  booktitle = {International Conference on Computer Vision (ICCV)},
  year = {2023},
}

2022

Variance Reduced ProxSkip: Algorithm, Theory and Application to Federated Learning

Grigory Malinovsky, Kai Yi, and Peter Richtárik

In Advances in Neural Information Processing Systems (NeurIPS), 2022

arXiv Bib Code

@inproceedings{malinovsky2022proxskip,
  title = {Variance Reduced ProxSkip: Algorithm, Theory and Application to Federated Learning},
  author = {Malinovsky, Grigory and Yi, Kai and Richtárik, Peter},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2022},
}

Exploring Hierarchical Graph Representation for Large-Scale Zero-Shot Image Classification

Kai Yi, Xiaoqian Shen, Yunhao Gou, and 1 more author

In European Conference on Computer Vision (ECCV), 2022

arXiv Bib Code Website

@inproceedings{yi2022hgrnet,
  title = {Exploring Hierarchical Graph Representation for Large-Scale Zero-Shot Image Classification},
  author = {Yi, Kai and Shen, Xiaoqian and Gou, Yunhao and Elhoseiny, Mohamed},
  booktitle = {European Conference on Computer Vision (ECCV)},
  year = {2022},
}

EF-BV: A Unified Theory of Error Feedback and Variance Reduction Mechanisms for Biased and Unbiased Compression in Distributed Optimization

Laurent Condat, Kai Yi, and Peter Richtárik

In Advances in Neural Information Processing Systems (NeurIPS), 2022

arXiv Bib Code

@inproceedings{condat2022efbv,
  title = {EF-BV: A Unified Theory of Error Feedback and Variance Reduction Mechanisms for Biased and Unbiased Compression in Distributed Optimization},
  author = {Condat, Laurent and Yi, Kai and Richtárik, Peter},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  year = {2022},
}

Language-Guided Imaginative Walks: Generative Random Walk Deviation Loss for Unseen Class Recognition using Text

Kai Yi, Divyansh Jha, Ivan Skorokhodov, and 1 more author

In CVPR Workshop on Learning with Limited Labelled Data for Image and Video Understanding (L3D-IVU), 2022

Short Paper

arXiv Bib Code

@inproceedings{yi2022grawd,
  title = {Language-Guided Imaginative Walks: Generative Random Walk Deviation Loss for Unseen Class Recognition using Text},
  author = {Yi, Kai and Jha, Divyansh and Skorokhodov, Ivan and Elhoseiny, Mohamed},
  booktitle = {CVPR Workshop on Learning with Limited Labelled Data for Image and Video Understanding (L3D-IVU)},
  year = {2022},
  note = {Short Paper}
}

Creative Walk Adversarial Networks: Novel Art Generation with Probabilistic Random Walk Deviation from Style Norms

Divyansh Jha, Kai Yi, Ivan Skorokhodov, and 1 more author

In International Conference on Computational Creativity (ICCC), 2022

* Equal contribution (Divyansh Jha and Mohamed Elhoseiny)

Bib PDF Code Website

@inproceedings{jha2022creative,
  title = {Creative Walk Adversarial Networks: Novel Art Generation with Probabilistic Random Walk Deviation from Style Norms},
  author = {Jha, Divyansh and Yi, Kai and Skorokhodov, Ivan and Elhoseiny, Mohamed},
  booktitle = {International Conference on Computational Creativity (ICCC)},
  year = {2022},
  note = {* Equal contribution (Divyansh Jha and Mohamed Elhoseiny)}
}

VisualGPT: Data-efficient Image Captioning by Balancing Visual Input and Linguistic Knowledge from Pretraining

Jun Chen, Han Guo, Kai Yi, and 2 more authors

In IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2022

arXiv Bib Paper Code

@inproceedings{chen2022visualgpt,
  title = {VisualGPT: Data-efficient Image Captioning by Balancing Visual Input and Linguistic Knowledge from Pretraining},
  author = {Chen, Jun and Guo, Han and Yi, Kai and Li, Boyang and Elhoseiny, Mohamed},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year = {2022},
}

CIZSL++: Creativity Inspired Generative Zero-Shot Learning

Mohamed Elhoseiny, Kai Yi, and Mohamed Elfeki

IEEE Transactions on Pattern Analysis and Machine Intelligence (T-PAMI), 2022

Major Revision

arXiv Bib Code

@article{elhoseiny2022cizsl,
  title = {CIZSL++: Creativity Inspired Generative Zero-Shot Learning},
  author = {Elhoseiny, Mohamed and Yi, Kai and Elfeki, Mohamed},
  journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence (T-PAMI)},
  year = {2022},
  note = {Major Revision}
}

2021

Domain-Aware Continual Zero-Shot Learning

Kai Yi

King Abdullah University of Science and Technology (KAUST), 2021

Bib Paper

Imaginative Walks: Generative Random Walk Deviation Loss for Improved Unseen Learning Representation

Divyansh Jha, Kai Yi, Ivan Skorokhodov, and 1 more author

2021

* Equal contribution (Divyansh Jha and Kai Yi)

arXiv Bib Code Website

@misc{jha2021imaginative,
  title = {Imaginative Walks: Generative Random Walk Deviation Loss for Improved Unseen Learning Representation},
  author = {Jha, Divyansh and Yi, Kai and Skorokhodov, Ivan and Elhoseiny, Mohamed},
  year = {2021},
  note = {* Equal contribution (Divyansh Jha and Kai Yi)}
}

Disentangling semantic features of macromolecules in Cryo-Electron Tomography

Kai Yi, Jianye Pang, Yungeng Zhang, and 2 more authors

2021

arXiv Bib

@misc{yi2021cryoet,
  title = {Disentangling semantic features of macromolecules in Cryo-Electron Tomography},
  author = {Yi, Kai and Pang, Jianye and Zhang, Yungeng and Zeng, Xiangrui and Xu, Min},
  year = {2021},
}

Unsupervised Domain Alignment based Open Set Structural Recognition of Macromolecules Captured by Cryo-Electron Tomography

Yuchen Zeng, Gregory Howe, Kai Yi, and 4 more authors

In IEEE International Conference on Image Processing (ICIP), 2021

Bib Paper

@inproceedings{zeng2021unsupervised,
  title = {Unsupervised Domain Alignment based Open Set Structural Recognition of Macromolecules Captured by Cryo-Electron Tomography},
  author = {Zeng, Yuchen and Howe, Gregory and Yi, Kai and Zeng, Xiangrui and Zhang, Jing and Chang, Yi-Wei and Xu, Min},
  booktitle = {IEEE International Conference on Image Processing (ICIP)},
  year = {2021},
}

2020

Experimental Analysis of Legendre Decomposition in Machine Learning

Jianye Pang, Kai Yi, Wanguang Yin, and 1 more author

2020

Technical Report

arXiv Bib

@misc{pang2020legendre,
  title = {Experimental Analysis of Legendre Decomposition in Machine Learning},
  author = {Pang, Jianye and Yi, Kai and Yin, Wanguang and Xu, Min},
  year = {2020},
  note = {Technical Report}
}

2019

Feature Selective Small Object Detection via Knowledge-based Recurrent Attentive Neural Network

Kai Yi, Zhiqiang Jian, Shitao Chen, and 1 more author

2019

Technical Report

arXiv Bib

@misc{yi2019feature,
  title = {Feature Selective Small Object Detection via Knowledge-based Recurrent Attentive Neural Network},
  author = {Yi, Kai and Jian, Zhiqiang and Chen, Shitao and Zheng, Nanning},
  year = {2019},
  note = {Technical Report}
}

2018

Affine LBG for Codebook Training of Univariate Linear Approximation

Tiannan Dong, Jianji Wang, Meng Yang, and 2 more authors

In IEEE Global Conference on Signal and Information Processing (GlobalSIP), 2018

Bib Paper

@inproceedings{dong2018affine,
  title = {Affine LBG for Codebook Training of Univariate Linear Approximation},
  author = {Dong, Tiannan and Wang, Jianji and Yang, Meng and Yi, Kai and Zheng, Nanning},
  booktitle = {IEEE Global Conference on Signal and Information Processing (GlobalSIP)},
  year = {2018},
}

Cognition-Based Deep Learning: Progresses and Perspectives

Kai Yi, Shitao Chen, Yu Chen, and 2 more authors

In International Conference on Artificial Intelligence Applications and Innovations (AIAI), 2018

Bib Paper

@inproceedings{yi2018cognition,
  title = {Cognition-Based Deep Learning: Progresses and Perspectives},
  author = {Yi, Kai and Chen, Shitao and Chen, Yu and Xia, Chao and Zheng, Nanning},
  booktitle = {International Conference on Artificial Intelligence Applications and Innovations (AIAI)},
  year = {2018},
}