publications

2026

1. HPCA

   Characterizing Cloud-Native LLM Inference at ByteDance and Exposing Optimization Challenges and Opportunities for Future AI Accelerators

   Jingwei Cai, Dehao Kong , Hantao Huang , and 8 more authors

   In IEEE International Symposium on High-Performance Computer Architecture, Industry Track , 2026

   Bib

   @inproceedings{cai2026cloudnative,
     author = {Cai, Jingwei and Kong, Dehao and Huang, Hantao and Jiang, Zishan and Ma, Zixuan and Guo, Qingyu and Zhang, Zhenxing and Shi, Guiming and Gao, Mingyu and Ma, Kaisheng and Yu, Minghui},
     title = {Characterizing Cloud-Native {LLM} Inference at {ByteDance} and Exposing Optimization Challenges and Opportunities for Future {AI} Accelerators},
     booktitle = {{IEEE} International Symposium on High-Performance Computer Architecture, Industry Track},
     year = {2026},
   }

2025

1. HPCA

   Identifying, Exploring, and Understanding the DRAM Communication Scheduling Space for DNN Accelerators

   Jingwei Cai, Xuan Wang , Mingyu Gao , and 5 more authors

   In IEEE International Symposium on High-Performance Computer Architecture , 2025

   Bib

   @inproceedings{cai2025soma,
     author = {Cai, Jingwei and Wang, Xuan and Gao, Mingyu and Peng, Sen and Zhu, Zijian and Wei, Yuchen and Wu, Zuotong and Ma, Kaisheng},
     title = {Identifying, Exploring, and Understanding the {DRAM} Communication Scheduling Space for {DNN} Accelerators},
     booktitle = {{IEEE} International Symposium on High-Performance Computer Architecture},
     year = {2025},
   }

2. DAC

   Discovering and Exploiting Untapped Buffer Resources in Many-Core DNN Accelerators

   Yuchen Wei , Jingwei Cai, Mingyu Gao , and 4 more authors

   In Design Automation Conference , 2025

   Bib

   @inproceedings{wei2025buffer,
     author = {Wei, Yuchen and Cai, Jingwei and Gao, Mingyu and Peng, Sen and Wu, Zuotong and Shi, Guiming and Ma, Kaisheng},
     title = {Discovering and Exploiting Untapped Buffer Resources in Many-Core {DNN} Accelerators},
     booktitle = {Design Automation Conference},
     year = {2025},
   }

2024

1. HPCA

   Gemini: Mapping and Architecture Co-exploration for Large-scale DNN Chiplet Accelerators

   Jingwei Cai, Zuotong Wu , Sen Peng , and 5 more authors

   In IEEE International Symposium on High-Performance Computer Architecture , 2024

   Bib

   @inproceedings{cai2024gemini,
     author = {Cai, Jingwei and Wu, Zuotong and Peng, Sen and Wei, Yuchen and Tan, Zhanhong and Shi, Guiming and Gao, Mingyu and Ma, Kaisheng},
     title = {Gemini: Mapping and Architecture Co-exploration for Large-scale {DNN} Chiplet Accelerators},
     booktitle = {{IEEE} International Symposium on High-Performance Computer Architecture},
     pages = {156--171},
     publisher = {{IEEE}},
     year = {2024},
     url = {https://doi.org/10.1109/HPCA57654.2024.00022},
     doi = {10.1109/HPCA57654.2024.00022},
   }

2023

1. ISCA

   Inter-layer Scheduling Space Definition and Exploration for Tiled Accelerators

   Jingwei Cai, Yuchen Wei , Zuotong Wu , and 2 more authors

   In Proceedings of the 50th Annual International Symposium on Computer Architecture , 2023

   Bib

   @inproceedings{cai2023set,
     author = {Cai, Jingwei and Wei, Yuchen and Wu, Zuotong and Peng, Sen and Ma, Kaisheng},
     title = {Inter-layer Scheduling Space Definition and Exploration for Tiled Accelerators},
     booktitle = {Proceedings of the 50th Annual International Symposium on Computer Architecture},
     pages = {13:1--13:17},
     publisher = {{ACM}},
     year = {2023},
     url = {https://doi.org/10.1145/3579371.3589048},
     doi = {10.1145/3579371.3589048},
   }

2. HOT CHIPS

   PHEP: Paillier Homomorphic Encryption Processors for Privacy-Preserving Applications in Cloud Computing

   Guiming Shi , Yi Li , Xueqiang Wang , and 9 more authors

   In 35th IEEE Hot Chips Symposium , 2023

   Bib

   @inproceedings{shi2023phep,
     author = {Shi, Guiming and Li, Yi and Wang, Xueqiang and Tan, Zhanhong and Cao, Dapeng and Cai, Jingwei and Wei, Yuchen and Li, Zehua and Wu, Yifu and Zhang, Wuke and Xu, Wei and Ma, Kaisheng},
     title = {{PHEP}: Paillier Homomorphic Encryption Processors for Privacy-Preserving Applications in Cloud Computing},
     booktitle = {35th {IEEE} Hot Chips Symposium},
     pages = {1--20},
     publisher = {{IEEE}},
     year = {2023},
     url = {https://doi.org/10.1109/HCS59251.2023.10254692},
     doi = {10.1109/HCS59251.2023.10254692},
   }

3. ISSCC

   A 28nm 68MOPS 0.18J/Op Paillier Homomorphic Encryption Processor with Bit-Serial Sparse Ciphertext Computing

   Guiming Shi , Zhanhong Tan , Dapeng Cao , and 4 more authors

   In IEEE International Solid-State Circuits Conference , 2023

   Bib

   @inproceedings{shi2023paillier,
     author = {Shi, Guiming and Tan, Zhanhong and Cao, Dapeng and Cai, Jingwei and Zhang, Wuke and Wu, Yifu and Ma, Kaisheng},
     title = {A 28nm 68MOPS 0.18J/Op Paillier Homomorphic Encryption Processor with Bit-Serial Sparse Ciphertext Computing},
     booktitle = {{IEEE} International Solid-State Circuits Conference},
     pages = {242--243},
     publisher = {{IEEE}},
     year = {2023},
     url = {https://doi.org/10.1109/ISSCC42615.2023.10067522},
     doi = {10.1109/ISSCC42615.2023.10067522},
   }