You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
MemA: Memory Augmented Transformers using Neural Nearest Neighbor
Citations
@misc{vaswani2017attention,
title={Attention Is All You Need},
author={Ashish Vaswani and Noam Shazeer and Niki Parmar and Jakob Uszkoreit and Llion Jones and Aidan N. Gomez and Lukasz Kaiser and Illia Polosukhin},
year={2017},
eprint={1706.03762},
archivePrefix={arXiv},
primaryClass={cs.CL}
}
@misc{su2022roformer,
title={RoFormer: Enhanced Transformer with Rotary Position Embedding},
author={Jianlin Su and Yu Lu and Shengfeng Pan and Ahmed Murtadha and Bo Wen and Yunfeng Liu},
year={2022},
eprint={2104.09864},
archivePrefix={arXiv},
primaryClass={cs.CL}
}
@misc{plötz2018neural,
title={Neural Nearest Neighbors Networks},
author={Tobias Plötz and Stefan Roth},
year={2018},
eprint={1810.12575},
archivePrefix={arXiv},
primaryClass={cs.CV}
}
@misc{zhong2022training,
title={Training Language Models with Memory Augmentation},
author={Zexuan Zhong and Tao Lei and Danqi Chen},
year={2022},
eprint={2205.12674},
archivePrefix={arXiv},
primaryClass={cs.CL}
}
@misc{black2022gptneox20b,
title={GPT-NeoX-20B: An Open-Source Autoregressive Language Model},
author={Sid Black and Stella Biderman and Eric Hallahan and Quentin Anthony and Leo Gao and Laurence Golding and Horace He and Connor Leahy and Kyle McDonell and Jason Phang and Michael Pieler and USVSN Sai Prashanth and Shivanshu Purohit and Laria Reynolds and Jonathan Tow and Ben Wang and Samuel Weinbach},
year={2022},
eprint={2204.06745},
archivePrefix={arXiv},
primaryClass={cs.CL}
}
About
memory augmented transformers using neural nearest neighbor