2024-10-29 17:34:55 -10:00
|
|
|
# testing
|
|
|
|
pytest
|
|
|
|
tensorizer>=2.9.0
|
|
|
|
pytest-forked
|
|
|
|
pytest-asyncio
|
|
|
|
pytest-rerunfailures
|
|
|
|
pytest-shard
|
2025-04-07 15:30:15 -07:00
|
|
|
pytest-timeout
|
2024-10-29 17:34:55 -10:00
|
|
|
|
|
|
|
# testing utils
|
|
|
|
awscli
|
2025-03-16 09:53:52 +08:00
|
|
|
backoff # required for phi4mm test
|
2025-04-15 05:41:48 +08:00
|
|
|
blobfile # required for kimi-vl test
|
2024-10-29 17:34:55 -10:00
|
|
|
einops # required for MPT, qwen-vl and Mamba
|
|
|
|
httpx
|
|
|
|
librosa # required for audio tests
|
2025-01-29 17:24:59 +08:00
|
|
|
vector_quantize_pytorch # required for minicpmo_26 test
|
|
|
|
vocos # required for minicpmo_26 test
|
2024-10-29 17:34:55 -10:00
|
|
|
peft
|
2025-01-07 18:25:02 +08:00
|
|
|
pqdm
|
2025-03-26 23:21:07 -07:00
|
|
|
ray[cgraph]>=2.43.0, !=2.44.* # Ray Compiled Graph, required by pipeline parallelism tests
|
2024-11-08 04:25:59 +08:00
|
|
|
sentence-transformers # required for embedding tests
|
|
|
|
soundfile # required for audio tests
|
2025-02-13 16:23:45 +01:00
|
|
|
jiwer # required for audio tests
|
2024-10-29 17:34:55 -10:00
|
|
|
timm # required for internvl test
|
2025-03-14 16:58:30 -04:00
|
|
|
torch==2.6.0
|
|
|
|
torchaudio==2.6.0
|
|
|
|
torchvision==0.21.0
|
2024-10-29 17:34:55 -10:00
|
|
|
transformers_stream_generator # required for qwen-vl test
|
|
|
|
matplotlib # required for qwen-vl test
|
2025-03-17 14:47:50 +01:00
|
|
|
mistral_common[opencv] >= 1.5.4 # required for pixtral test
|
2025-04-09 10:12:17 +08:00
|
|
|
num2words # required for smolvlm test
|
2025-04-01 23:55:13 +08:00
|
|
|
opencv-python-headless >= 4.11.0 # required for video test
|
2024-10-29 17:34:55 -10:00
|
|
|
datamodel_code_generator # required for minicpm3 test
|
2025-04-02 04:47:57 -04:00
|
|
|
lm-eval[api]==0.4.8 # required for model evaluation test
|
2025-04-08 14:53:39 +01:00
|
|
|
transformers==4.51.1
|
2025-04-03 00:37:30 +01:00
|
|
|
huggingface-hub[hf_xet]>=0.30.0 # Required for Xet downloads.
|
2024-10-29 17:34:55 -10:00
|
|
|
# quantization
|
2025-03-14 16:58:30 -04:00
|
|
|
bitsandbytes>=0.45.3
|
2024-11-01 23:04:42 +00:00
|
|
|
buildkite-test-collector==0.1.9
|
2024-10-29 17:34:55 -10:00
|
|
|
|
2025-01-17 12:15:09 +08:00
|
|
|
genai_perf==0.0.8
|
|
|
|
tritonclient==2.51.0
|
|
|
|
|
2025-03-29 12:11:51 +08:00
|
|
|
numba == 0.60.0; python_version == '3.9' # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding
|
2025-04-10 15:59:37 +08:00
|
|
|
numba == 0.61.2; python_version > '3.9'
|
2025-03-29 12:11:51 +08:00
|
|
|
numpy
|
2025-02-18 23:34:59 -08:00
|
|
|
runai-model-streamer==0.11.0
|
2025-03-17 14:47:50 +01:00
|
|
|
runai-model-streamer-s3==0.11.0
|
2025-03-24 11:08:02 -04:00
|
|
|
fastsafetensors>=0.1.10
|