Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions _pages/profiles.md
Original file line number Diff line number Diff line change
Expand Up @@ -81,6 +81,11 @@ profiles:
Co-advised with <a href="https://people.eecs.berkeley.edu/~istoica/">Ion Stoica</a> and <a href="https://people.eecs.berkeley.edu/~jegonzal/">Joey Gonzalez</a>
website: https://mayank31398.github.io/

- role: phd-student
image: ZeWei.png
name: Ze-Wei Liou
website: https://johnny-liou.github.io

- role: ms-student
image: photo_2026.jpg
name: Nicholas Yap
Expand Down
717 changes: 717 additions & 0 deletions _posts/2026-06-15-replayssm.md

Large diffs are not rendered by default.

92 changes: 92 additions & 0 deletions assets/bibliography/replayssm.bib
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
@inproceedings{mamba2,
title={Transformers are {SSM}s: Generalized Models and Efficient Algorithms Through Structured State Space Duality},
author={Dao*, Tri and Gu*, Albert},
booktitle={International Conference on Machine Learning (ICML)},
year={2024},
arxiv={2405.21060},
code={https://github.com/state-spaces/mamba/},
selected={true}
}

@inproceedings{lahoti2025mamba3,
title={Mamba-3: Improved Sequence Modeling using State Space Principles},
author={Lahoti, Aakash and Li, Kevin and Chen, Berlin and Wang, Caitlin and Bick, Aviv and Kolter, Zico and and Dao, Tri and Gu, Albert},
booktitle={International Conference on Learning Representations (ICLR)},
year={2026},
award={Oral},
award_name={Oral},
}

@inproceedings{yang2025gated,
title={Gated delta networks: Improving mamba2 with delta rule},
author={Yang, Songlin and Kautz, Jan and Hatamizadeh, Ali},
booktitle={International Conference on Learning Representations},
volume={2025},
pages={29687--29707},
year={2025}
}

@article{kimilinear2025,
title={Kimi linear: An expressive, efficient attention architecture},
author={Team, Kimi and Zhang, Yu and Lin, Zongyu and Yao, Xingcheng and Hu, Jiaxi and Meng, Fanqing and Liu, Chengyin and Men, Xin and Yang, Songlin and Li, Zhiyuan and others},
journal={arXiv preprint arXiv:2510.26692},
year={2025}
}

@misc{qwen35blog,
title = {Qwen3.5: Accelerating Productivity with Native Multimodal Agents},
url = {https://qwen.ai/blog?id=qwen3.5},
author = {Qwen Team},
month = {February},
year = {2026}
}

@article{blakeman2025nvidia,
title={NVIDIA Nemotron 3: Efficient and Open Intelligence},
author={Blakeman, Aaron and Grattafiori, Aaron and Basant, Aarti and Gupta, Abhibha and Khattar, Abhinav and Renduchintala, Adi and Vavre, Aditya and Shukla, Akanksha and Bercovich, Akhiad and Ficek, Aleksander and others},
journal={arXiv preprint arXiv:2512.20856},
year={2025}
}

@misc{gdn2,
title={Gated DeltaNet-2: Decoupling Erase and Write in Linear Attention},
author={Ali Hatamizadeh and Yejin Choi and Jan Kautz},
year={2026},
eprint={2605.22791},
archivePrefix={arXiv},
primaryClass={cs.AI},
url={https://arxiv.org/abs/2605.22791},
}

@article{gemma4_2026,
title = {Gemma 4},
author = {Gemma Team},
publisher = {Google DeepMind},
year = {2026},
url = {https://ai.google.dev/gemma/docs/core/model_card_4}
}

@article{gsm8k,
title={Training verifiers to solve math word problems},
author={Cobbe, Karl and Kosaraju, Vineet and Bavarian, Mohammad and Chen, Mark and Jun, Heewoo and Kaiser, Lukasz and Plappert, Matthias and Tworek, Jerry and Hilton, Jacob and Nakano, Reiichiro and others},
journal={arXiv preprint arXiv:2110.14168},
year={2021}
}

@article{wang2024mamba,
title={The mamba in the llama: Distilling and accelerating hybrid models},
author={Wang, Junxiong and Paliotta, Daniele and May, Avner and Rush, Alexander M and Dao, Tri},
journal={Advances in Neural Information Processing Systems},
volume={37},
pages={62432--62457},
year={2024}
}

@article{wu2026stree,
title={STree: Speculative Tree Decoding for Hybrid State Space Models},
author={Wu, Yangchao and Qin, Zongyue and Wong, Alex and Soatto, Stefano},
journal={Advances in Neural Information Processing Systems},
volume={38},
pages={115588--115608},
year={2026}
}
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added assets/img/2026-06-15-replayssm/output_only.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added assets/img/2026-06-15-replayssm/rollback.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added assets/img/ZeWei.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading