| # Core | |
| torch>=2.4 | |
| transformers>=5.0 | |
| datasets>=3.0 | |
| accelerate>=1.0 | |
| tokenizers>=0.20 | |
| # GraphCodeBERT data-flow extraction (tree-sitter is required by the original | |
| # GraphCodeBERT preprocessing pipeline -- it is not an optional extra). | |
| tree-sitter>=0.21 | |
| tree-sitter-python>=0.21 | |
| # Data / metrics | |
| numpy>=1.24 | |
| pyarrow>=14 | |
| scikit-learn>=1.3 | |
| huggingface-hub>=0.26 | |