RESEARCH

Publications

Explore work on efficient AI, model compression, language models and neuromorphic computing.

12 publications

ICML 2026

SpikingLM: Towards Fully Spiking Language Model

Yu Liang, Zijian Zhou, Wenjie Wei, Shuai Wang, Honglin Cao, Ammar Belatreche, Yu Yang, Malu Zhang, Yang Yang, Haizhou Li

Language Models · Neuromorphic Computing

BibTeX
@inproceedings{pmlr-v306-liang26ae,
  title = {{SpikingLM}: Towards Fully Spiking Language Model},
  author = {Liang, Yu and Zhou, Zijian and Wei, Wenjie and Wang, Shuai and Cao, Honglin and Belatreche, Ammar and Yang, Yu and Zhang, Malu and Yang, Yang and Li, Haizhou},
  booktitle = {Proceedings of the 43rd International Conference on Machine Learning},
  series = {Proceedings of Machine Learning Research},
  volume = {306},
  pages = {73744--73762},
  year = {2026},
  url = {https://proceedings.mlr.press/v306/liang26ae.html}
}
Download BibTeX
ICML 2026

Positional Encoding for Spiking Transformers

Zijian Zhou, Yu Liang, Honglin Cao, Ammar Belatreche, Jieyuan Zhang, Wenjie Wei, Shuai Wang, Malu Zhang, Yang Yang, Haizhou Li

Neuromorphic Computing

BibTeX
@inproceedings{zhou2026positional,
  title = {Positional Encoding for Spiking Transformers},
  author = {Zhou, Zijian and Liang, Yu and Cao, Honglin and Belatreche, Ammar and Zhang, Jieyuan and Wei, Wenjie and Wang, Shuai and Zhang, Malu and Yang, Yang and Li, Haizhou},
  booktitle = {International Conference on Machine Learning},
  year = {2026}
}
Download BibTeX
ICML 2026

AdaS: Adaptive Gradient Descent for Spiking Transformers

Zijian Zhou, Honglin Cao, Ammar Belatreche, Wenjie Wei, Yimeng Shan, Yu Liang, Yu Yang, Shuai Wang, Yalan Ye, Malu Zhang, Yang Yang, Haizhou Li

Neuromorphic Computing

BibTeX
@inproceedings{zhou2026adas,
  title = {AdaS: Adaptive Gradient Descent for Spiking Transformers},
  author = {Zhou, Zijian and Cao, Honglin and Belatreche, Ammar and Wei, Wenjie and Shan, Yimeng and Liang, Yu and Yang, Yu and Wang, Shuai and Ye, Yalan and Zhang, Malu and Yang, Yang and Li, Haizhou},
  booktitle = {International Conference on Machine Learning},
  year = {2026}
}
Download BibTeX
ICML 2026Spotlight

SmoothSpike: Spiking Transformer with Learnable Hadamard Transformation

Zijian Zhou, Wenjie Wei, Yu Liang, Jialin Li, Ammar Belatreche, Honglin Cao, Shuai Wang, Malu Zhang, Yang Yang, Haizhou Li

Model Compression · Neuromorphic Computing

BibTeX
@inproceedings{zhou2026smoothspike,
  title = {SmoothSpike: Spiking Transformer with Learnable Hadamard Transformation},
  author = {Zhou, Zijian and Wei, Wenjie and Liang, Yu and Li, Jialin and Belatreche, Ammar and Cao, Honglin and Wang, Shuai and Zhang, Malu and Yang, Yang and Li, Haizhou},
  booktitle = {International Conference on Machine Learning},
  year = {2026}
}
Download BibTeX
AAAI 2026

Towards Training-Free and Accurate ANN-to-SNN Conversion via Activation-Aware Redistribution

Honglin Cao, Shuai Wang, Zijian Zhou, Ammar Belatreche, Wenjie Wei, Yu Liang, Yu Yang, Rui Xi, Malu Zhang, Haizhou Li

Neuromorphic Computing

BibTeX
@inproceedings{cao2026training,
  title = {Towards Training-Free and Accurate ANN-to-SNN Conversion via Activation-Aware Redistribution},
  author = {Cao, Honglin and Wang, Shuai and Zhou, Zijian and Belatreche, Ammar and Wei, Wenjie and Liang, Yu and Yang, Yu and Xi, Rui and Zhang, Malu and Li, Haizhou},
  booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence},
  year = {2026}
}
Download BibTeX
AAAI 2025Oral

Towards Accurate Binary Spiking Neural Networks: Learning with Adaptive Gradient Modulation Mechanism

Yu Liang, Wenjie Wei, Ammar Belatreche, Honglin Cao, Zijian Zhou, Shuai Wang, Malu Zhang, Yang Yang

Model Compression · Neuromorphic Computing

BibTeX
@inproceedings{liang2025towards,
  title = {Towards Accurate Binary Spiking Neural Networks: Learning with Adaptive Gradient Modulation Mechanism},
  author = {Liang, Yu and Wei, Wenjie and Belatreche, Ammar and Cao, Honglin and Zhou, Zijian and Wang, Shuai and Zhang, Malu and Yang, Yang},
  booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence},
  volume = {39},
  number = {2},
  pages = {1402--1410},
  year = {2025},
  doi = {10.1609/aaai.v39i2.32130}
}
Download BibTeX
ICML 2025

BSO: Binary Spiking Online Optimization Algorithm

Yu Liang, Yu Yang, Wenjie Wei, Ammar Belatreche, Shuai Wang, Malu Zhang, Yang Yang

Model Compression · Neuromorphic Computing

BibTeX
@inproceedings{pmlr-v267-liang25r,
  title = {{BSO}: Binary Spiking Online Optimization Algorithm},
  author = {Liang, Yu and Yang, Yu and Wei, Wenjie and Belatreche, Ammar and Wang, Shuai and Zhang, Malu and Yang, Yang},
  booktitle = {Proceedings of the 42nd International Conference on Machine Learning},
  series = {Proceedings of Machine Learning Research},
  volume = {267},
  pages = {37442--37455},
  year = {2025},
  url = {https://proceedings.mlr.press/v267/liang25r.html}
}
Download BibTeX
IJCAI 2025

Binary Event-Driven Spiking Transformer

Honglin Cao, Zijian Zhou, Wenjie Wei, Yu Liang, Ammar Belatreche, Dehao Zhang, Malu Zhang, Yang Yang, Haizhou Li

Model Compression · Neuromorphic Computing

BibTeX
@inproceedings{cao2025binary,
  title = {Binary Event-Driven Spiking Transformer},
  author = {Cao, Honglin and Zhou, Zijian and Wei, Wenjie and Liang, Yu and Belatreche, Ammar and Zhang, Dehao and Zhang, Malu and Yang, Yang and Li, Haizhou},
  booktitle = {Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence (IJCAI)},
  pages = {4110--4118},
  year = {2025}
}
Download BibTeX
ICLR 2025

Spiking Vision Transformer with Saccadic Attention

Shuai Wang, Malu Zhang, Dehao Zhang, Ammar Belatreche, Yichen Xiao, Yu Liang, Yimeng Shan, Qian Sun, Enqi Zhang, Yang Yang

Neuromorphic Computing

BibTeX
@inproceedings{wang2025spiking,
  title = {Spiking Vision Transformer with Saccadic Attention},
  author = {Wang, Shuai and Zhang, Malu and Zhang, Dehao and Belatreche, Ammar and Xiao, Yichen and Liang, Yu and Shan, Yimeng and Sun, Qian and Zhang, Enqi and Yang, Yang},
  booktitle = {International Conference on Learning Representations},
  year = {2025}
}
Download BibTeX
ICLR 2025

QP-SNN: Quantized and Pruned Spiking Neural Networks

Wenjie Wei, Malu Zhang, Zijian Zhou, Ammar Belatreche, Yimeng Shan, Yu Liang, Honglin Cao, Jieyuan Zhang, Yang Yang

Model Compression · Neuromorphic Computing

BibTeX
@inproceedings{wei2025qp,
  title = {QP-SNN: Quantized and Pruned Spiking Neural Networks},
  author = {Wei, Wenjie and Zhang, Malu and Zhou, Zijian and Belatreche, Ammar and Shan, Yimeng and Liang, Yu and Cao, Honglin and Zhang, Jieyuan and Yang, Yang},
  booktitle = {International Conference on Learning Representations},
  year = {2025}
}
Download BibTeX
ACM MM 2024

Q-SNNs: Quantized Spiking Neural Networks

Wenjie Wei, Yu Liang, Ammar Belatreche, Yichen Xiao, Honglin Cao, Zhenbang Ren, Guoqing Wang, Malu Zhang, Yang Yang

Model Compression · Neuromorphic Computing

BibTeX
@inproceedings{wei2024q,
  title = {Q-SNNs: Quantized Spiking Neural Networks},
  author = {Wei, Wenjie and Liang, Yu and Belatreche, Ammar and Xiao, Yichen and Cao, Honglin and Ren, Zhenbang and Wang, Guoqing and Zhang, Malu and Yang, Yang},
  booktitle = {Proceedings of the 32nd ACM international conference on multimedia},
  pages = {8441--8450},
  year = {2024}
}
Download BibTeX