lhallee commited on
Commit
0e2e65b
·
verified ·
1 Parent(s): dbac9d3

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +40 -0
README.md CHANGED
@@ -64,3 +64,43 @@ model.attn_backend = "flex" # propagates to all attention layers in-place
64
 
65
  ## Embed datasets
66
  All DPLM models inherit `EmbeddingMixin`, so you can call `model.embed_dataset(...)` directly.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
 
65
  ## Embed datasets
66
  All DPLM models inherit `EmbeddingMixin`, so you can call `model.embed_dataset(...)` directly.
67
+
68
+ ## Citations
69
+
70
+ ```bibtex
71
+ @article{wang2024dplm,
72
+ title={Diffusion Language Models Are Versatile Protein Learners},
73
+ author={Wang, Xinyou and Ye, Zaixiang and Huang, Fei and Cao, Dongyan and Liang, Shujian and Huang, Liang},
74
+ journal={Proceedings of the 41st International Conference on Machine Learning},
75
+ year={2024}
76
+ }
77
+ ```
78
+
79
+ ```bibtex
80
+ @misc{FastPLMs,
81
+ author={Hallee, Logan and Bichara, David and Gleghorn, Jason P.},
82
+ title={FastPLMs: Fast, efficient, protein language model inference from Huggingface AutoModel.},
83
+ year={2024},
84
+ url={https://huggingface.co/Synthyra/ESMplusplus_small},
85
+ DOI={10.57967/hf/3726},
86
+ publisher={Hugging Face}
87
+ }
88
+ ```
89
+
90
+ ```bibtex
91
+ @article{dong2024flexattention,
92
+ title={Flex Attention: A Programming Model for Generating Optimized Attention Kernels},
93
+ author={Dong, Juechu and Feng, Boyuan and Guessous, Driss and Liang, Yanbo and He, Horace},
94
+ journal={arXiv preprint arXiv:2412.05496},
95
+ year={2024}
96
+ }
97
+ ```
98
+
99
+ ```bibtex
100
+ @inproceedings{paszke2019pytorch,
101
+ title={PyTorch: An Imperative Style, High-Performance Deep Learning Library},
102
+ author={Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and Desmaison, Alban and K{\"o}pf, Andreas and Yang, Edward and DeVito, Zach and Raison, Martin and Tejani, Alykhan and Chilamkurthy, Sasank and Steiner, Benoit and Fang, Lu and Bai, Junjie and Chintala, Soumith},
103
+ booktitle={Advances in Neural Information Processing Systems 32},
104
+ year={2019}
105
+ }
106
+ ```