--extra-index-url https://download.pytorch.org/whl/cu121
--find-links https://developer.download.nvidia.com/compute/redist

# Base dependencies from Megatron core
torch>=2.0.0
packaging>=20.0
typing_extensions>=4.0.0

# Megatron DMC dependencies
flash-attn==2.6.1
sentencepiece==0.2.0
hydra-core==1.3.2
hydra_colorlog==1.2.0
nltk
datasets
transformers>=4.38.0

# Utilities
psutil>=5.6.7