# Core dependencies
# Requires torch to be installed first: pip install "torch==2.8.*"
pyyaml>=6.0
pandas>=1.5
numpy>=1.20
nltk>=3.6
requests>=2.25
tqdm>=4.60
tiktoken
wordfreq>=3.0
regex
flash-attn
dotenv
scipy


# For DPO Finetuning (Unsloth and its dependencies)
unsloth
bitsandbytes
accelerate
peft
trl
transformers
datasets
sentencepiece
protobuf
hf_transfer
tensorboard
# vllm # you should install the appropriate vllm version for your gpu/environment



# Note: Users will need to ensure compatible versions of torch, CUDA, and vLLM/Unsloth
# are installed for their specific hardware if using vLLM management or finetuning.