requirements.txt

# This file was autogenerated by uv via the following command:
#    uv pip compile pyproject.toml
absl-py==2.1.0
    # via
    #   evalscope
    #   rouge-score
accelerate==1.3.0
    # via
    #   gpt-server (pyproject.toml)
    #   evalscope
    #   lmdeploy
    #   peft
addict==2.4.0
    # via
    #   mmengine-lite
    #   modelscope
aiofiles==23.2.1
    # via gradio
aiohappyeyeballs==2.4.6
    # via aiohttp
aiohttp==3.11.12
    # via
    #   aiohttp-cors
    #   datasets
    #   edge-tts
    #   evalscope
    #   fschat
    #   fsspec
    #   ray
    #   vllm
aiohttp-cors==0.7.0
    # via ray
aiosignal==1.3.2
    # via
    #   aiohttp
    #   ray
airportsdata==20241001
    # via outlines
aliyun-python-sdk-core==2.16.0
    # via
    #   aliyun-python-sdk-kms
    #   oss2
aliyun-python-sdk-kms==2.16.5
    # via oss2
altair==5.5.0
    # via
    #   gradio
    #   streamlit
annotated-types==0.7.0
    # via pydantic
anyio==4.8.0
    # via
    #   httpx
    #   openai
    #   sse-starlette
    #   starlette
    #   watchfiles
astor==0.8.1
    # via depyf
async-timeout==5.0.1
    # via aiohttp
attrs==25.1.0
    # via
    #   aiohttp
    #   jsonlines
    #   jsonschema
    #   modelscope
    #   referencing
av==14.1.0
    # via qwen-vl-utils
backoff==2.2.1
    # via posthog
blake3==1.0.4
    # via vllm
blinker==1.9.0
    # via streamlit
cachetools==5.5.1
    # via
    #   evalscope
    #   google-auth
    #   streamlit
certifi==2025.1.31
    # via
    #   edge-tts
    #   httpcore
    #   httpx
    #   requests
cffi==1.17.1
    # via
    #   cryptography
    #   soundfile
charset-normalizer==3.4.1
    # via requests
click==8.1.8
    # via
    #   nltk
    #   ray
    #   streamlit
    #   typer
    #   uvicorn
cloudpickle==3.1.1
    # via
    #   outlines
    #   vllm
colorama==0.4.6
    # via sacrebleu
coloredlogs==15.0.1
    # via onnxruntime
colorful==0.5.6
    # via ray
colpali-engine==0.3.2
    # via infinity-emb
compressed-tensors==0.9.1
    # via vllm
contourpy==1.3.1
    # via matplotlib
crcmod==1.7
    # via oss2
cryptography==44.0.0
    # via aliyun-python-sdk-core
ctranslate2==4.5.0
    # via infinity-emb
cycler==0.12.1
    # via matplotlib
datasets==3.0.1
    # via
    #   evalscope
    #   evaluate
    #   modelscope
    #   optimum
depyf==0.18.0
    # via vllm
dill==0.3.8
    # via
    #   datasets
    #   depyf
    #   evaluate
    #   multiprocess
diskcache==5.6.3
    # via
    #   infinity-emb
    #   outlines
distlib==0.3.9
    # via virtualenv
distro==1.9.0
    # via openai
edge-tts==7.0.0
    # via gpt-server (pyproject.toml)
editdistance==0.8.1
    # via evalscope
einops==0.8.0
    # via
    #   infinity-emb
    #   lmdeploy
    #   modelscope
    #   vllm
evalscope==0.7.0
    # via gpt-server (pyproject.toml)
evaluate==0.4.3
    # via optimum
exceptiongroup==1.2.2
    # via
    #   anyio
    #   pytest
fastapi==0.114.1
    # via
    #   gpt-server (pyproject.toml)
    #   evalscope
    #   fschat
    #   gradio
    #   infinity-emb
    #   lmdeploy
    #   vllm
ffmpy==0.5.0
    # via
    #   gpt-server (pyproject.toml)
    #   gradio
filelock==3.17.0
    # via
    #   datasets
    #   huggingface-hub
    #   ray
    #   torch
    #   transformers
    #   virtualenv
    #   vllm
fire==0.7.0
    # via lmdeploy
flatbuffers==25.1.24
    # via onnxruntime
fonttools==4.56.0
    # via matplotlib
frozenlist==1.5.0
    # via
    #   aiohttp
    #   aiosignal
    #   ray
fschat==0.2.36
    # via gpt-server (pyproject.toml)
fsspec==2024.6.1
    # via
    #   datasets
    #   evaluate
    #   gradio-client
    #   huggingface-hub
    #   torch
gguf==0.10.0
    # via vllm
gitdb==4.0.12
    # via gitpython
gitpython==3.1.44
    # via streamlit
google-api-core==2.24.1
    # via opencensus
google-auth==2.38.0
    # via google-api-core
googleapis-common-protos==1.66.0
    # via google-api-core
gputil==1.4.0
    # via colpali-engine
gradio==4.26.0
    # via gpt-server (pyproject.toml)
gradio-client==0.15.1
    # via gradio
grpcio==1.70.0
    # via ray
h11==0.14.0
    # via
    #   httpcore
    #   uvicorn
hf-transfer==0.1.9
    # via infinity-emb
httpcore==1.0.7
    # via httpx
httptools==0.6.4
    # via uvicorn
httpx==0.28.1
    # via
    #   fschat
    #   gradio
    #   gradio-client
    #   openai
huggingface-hub==0.28.1
    # via
    #   accelerate
    #   datasets
    #   evaluate
    #   gradio
    #   gradio-client
    #   infinity-emb
    #   optimum
    #   peft
    #   sentence-transformers
    #   timm
    #   tokenizers
    #   transformers
humanfriendly==10.0
    # via coloredlogs
idna==3.10
    # via
    #   anyio
    #   httpx
    #   requests
    #   yarl
importlib-metadata==8.6.1
    # via vllm
importlib-resources==6.5.2
    # via gradio
infinity-emb==0.0.73
    # via gpt-server (pyproject.toml)
iniconfig==2.0.0
    # via pytest
interegular==0.3.3
    # via
    #   lm-format-enforcer
    #   outlines
    #   outlines-core
jieba==0.42.1
    # via evalscope
jinja2==3.1.5
    # via
    #   altair
    #   gradio
    #   outlines
    #   pydeck
    #   torch
jiter==0.8.2
    # via openai
jmespath==0.10.0
    # via aliyun-python-sdk-core
joblib==1.4.2
    # via
    #   nltk
    #   scikit-learn
jsonlines==4.0.0
    # via evalscope
jsonschema==4.23.0
    # via
    #   altair
    #   mistral-common
    #   outlines
    #   outlines-core
    #   ray
jsonschema-specifications==2024.10.1
    # via jsonschema
kiwisolver==1.4.8
    # via matplotlib
lark==1.2.2
    # via
    #   outlines
    #   vllm
latex2mathml==3.77.0
    # via markdown2
lm-format-enforcer==0.10.9
    # via vllm
lmdeploy==0.7.0
    # via gpt-server (pyproject.toml)
loguru==0.7.3
    # via gpt-server (pyproject.toml)
lxml==5.3.0
    # via sacrebleu
markdown-it-py==3.0.0
    # via rich
markdown2==2.5.3
    # via fschat
markupsafe==2.1.5
    # via
    #   gradio
    #   jinja2
matplotlib==3.10.0
    # via
    #   evalscope
    #   gradio
    #   seaborn
mdurl==0.1.2
    # via markdown-it-py
mistral-common==1.5.2
    # via vllm
mmengine-lite==0.10.6
    # via lmdeploy
modelscope==1.20.1
    # via
    #   gpt-server (pyproject.toml)
    #   evalscope
monotonic==1.6
    # via posthog
mpmath==1.3.0
    # via sympy
msgpack==1.1.0
    # via ray
msgspec==0.19.0
    # via vllm
multidict==6.1.0
    # via
    #   aiohttp
    #   yarl
multiprocess==0.70.16
    # via
    #   datasets
    #   evaluate
narwhals==1.25.2
    # via
    #   altair
    #   plotly
nest-asyncio==1.6.0
    # via outlines
networkx==3.4.2
    # via torch
nh3==0.2.20
    # via fschat
nltk==3.9.1
    # via
    #   evalscope
    #   rouge-score
numpy==1.26.4
    # via
    #   accelerate
    #   colpali-engine
    #   contourpy
    #   ctranslate2
    #   datasets
    #   evalscope
    #   evaluate
    #   fschat
    #   gguf
    #   gradio
    #   infinity-emb
    #   lmdeploy
    #   matplotlib
    #   mistral-common
    #   mmengine-lite
    #   onnx
    #   onnxruntime
    #   opencv-python-headless
    #   optimum
    #   outlines
    #   pandas
    #   peft
    #   pyarrow
    #   pydeck
    #   rouge-score
    #   sacrebleu
    #   scikit-learn
    #   scipy
    #   seaborn
    #   streamlit
    #   torchvision
    #   transformers
    #   vllm
    #   xformers
nvidia-cublas-cu12==12.4.5.8
    # via
    #   lmdeploy
    #   nvidia-cudnn-cu12
    #   nvidia-cusolver-cu12
    #   torch
nvidia-cuda-cupti-cu12==12.4.127
    # via torch
nvidia-cuda-nvrtc-cu12==12.4.127
    # via torch
nvidia-cuda-runtime-cu12==12.4.127
    # via
    #   lmdeploy
    #   torch
nvidia-cudnn-cu12==9.1.0.70
    # via torch
nvidia-cufft-cu12==11.2.1.3
    # via torch
nvidia-curand-cu12==10.3.5.147
    # via
    #   lmdeploy
    #   torch
nvidia-cusolver-cu12==11.6.1.9
    # via torch
nvidia-cusparse-cu12==12.3.1.170
    # via
    #   nvidia-cusolver-cu12
    #   torch
nvidia-ml-py==12.570.86
    # via
    #   pynvml
    #   vllm
nvidia-nccl-cu12==2.21.5
    # via
    #   lmdeploy
    #   torch
nvidia-nvjitlink-cu12==12.4.127
    # via
    #   nvidia-cusolver-cu12
    #   nvidia-cusparse-cu12
    #   torch
nvidia-nvtx-cu12==12.4.127
    # via torch
onnx==1.17.0
    # via optimum
onnxruntime==1.20.1
    # via optimum
openai==1.55.3
    # via
    #   gpt-server (pyproject.toml)
    #   evalscope
    #   lmdeploy
    #   vllm
opencensus==0.11.4
    # via ray
opencensus-context==0.1.3
    # via opencensus
opencv-python-headless==4.11.0.86
    # via mistral-common
optimum==1.24.0
    # via infinity-emb
orjson==3.10.15
    # via
    #   gradio
    #   infinity-emb
oss2==2.19.1
    # via modelscope
outlines==0.1.11
    # via
    #   --override (workspace)
    #   lmdeploy
    #   vllm
outlines-core==0.1.26
    # via outlines
packaging==24.2
    # via
    #   accelerate
    #   altair
    #   datasets
    #   evaluate
    #   gradio
    #   gradio-client
    #   huggingface-hub
    #   lm-format-enforcer
    #   matplotlib
    #   onnxruntime
    #   optimum
    #   peft
    #   plotly
    #   pytest
    #   qwen-vl-utils
    #   ray
    #   streamlit
    #   transformers
pandas==2.2.3
    # via
    #   datasets
    #   evalscope
    #   evaluate
    #   gradio
    #   seaborn
    #   streamlit
partial-json-parser==0.2.1.1.post5
    # via vllm
peft==0.11.1
    # via
    #   colpali-engine
    #   lmdeploy
pillow==10.4.0
    # via
    #   colpali-engine
    #   gradio
    #   infinity-emb
    #   lmdeploy
    #   matplotlib
    #   mistral-common
    #   modelscope
    #   qwen-vl-utils
    #   sentence-transformers
    #   streamlit
    #   torchvision
    #   vllm
platformdirs==4.3.6
    # via
    #   virtualenv
    #   yapf
plotly==6.0.0
    # via evalscope
pluggy==1.5.0
    # via pytest
ply==3.11
    # via simple-ddl-parser
portalocker==3.1.1
    # via sacrebleu
posthog==3.11.0
    # via infinity-emb
prometheus-client==0.21.1
    # via
    #   prometheus-fastapi-instrumentator
    #   ray
    #   vllm
prometheus-fastapi-instrumentator==7.0.2
    # via
    #   infinity-emb
    #   vllm
prompt-toolkit==3.0.50
    # via fschat
propcache==0.2.1
    # via
    #   aiohttp
    #   yarl
proto-plus==1.26.0
    # via google-api-core
protobuf==5.29.3
    # via
    #   google-api-core
    #   googleapis-common-protos
    #   lmdeploy
    #   onnx
    #   onnxruntime
    #   optimum
    #   proto-plus
    #   ray
    #   streamlit
    #   vllm
psutil==6.1.1
    # via
    #   accelerate
    #   peft
    #   vllm
py-cpuinfo==9.0.0
    # via vllm
py-spy==0.4.0
    # via ray
pyarrow==17.0.0
    # via
    #   datasets
    #   evalscope
    #   streamlit
pyasn1==0.6.1
    # via
    #   pyasn1-modules
    #   rsa
pyasn1-modules==0.4.1
    # via google-auth
pybind11==2.13.6
    # via xgrammar
pycountry==24.6.1
    # via outlines
pycparser==2.22
    # via cffi
pycryptodome==3.21.0
    # via oss2
pydantic==2.10.6
    # via
    #   compressed-tensors
    #   fastapi
    #   fschat
    #   gradio
    #   infinity-emb
    #   lm-format-enforcer
    #   lmdeploy
    #   mistral-common
    #   openai
    #   outlines
    #   ray
    #   vllm
    #   xgrammar
pydantic-core==2.27.2
    # via pydantic
pydeck==0.9.1
    # via streamlit
pydub==0.25.1
    # via gradio
pygments==2.19.1
    # via
    #   markdown2
    #   rich
pympler==1.1
    # via evalscope
pynvml==12.0.0
    # via
    #   --override (workspace)
    #   lmdeploy
pyparsing==3.2.1
    # via matplotlib
pytest==8.3.4
    # via xgrammar
python-dateutil==2.9.0.post0
    # via
    #   matplotlib
    #   modelscope
    #   pandas
    #   posthog
python-dotenv==1.0.1
    # via uvicorn
python-multipart==0.0.20
    # via gradio
pytz==2025.1
    # via pandas
pyyaml==6.0.2
    # via
    #   accelerate
    #   ctranslate2
    #   datasets
    #   evalscope
    #   gguf
    #   gradio
    #   huggingface-hub
    #   lm-format-enforcer
    #   mmengine-lite
    #   peft
    #   ray
    #   timm
    #   transformers
    #   uvicorn
    #   vllm
    #   wavedrom
pyzmq==26.2.1
    # via vllm
qwen-vl-utils==0.0.10
    # via gpt-server (pyproject.toml)
ray==2.42.0
    # via vllm
referencing==0.36.2
    # via
    #   jsonschema
    #   jsonschema-specifications
    #   outlines
regex==2024.11.6
    # via
    #   evalscope
    #   nltk
    #   sacrebleu
    #   tiktoken
    #   transformers
requests==2.32.3
    # via
    #   colpali-engine
    #   datasets
    #   evalscope
    #   evaluate
    #   fschat
    #   google-api-core
    #   huggingface-hub
    #   mistral-common
    #   modelscope
    #   oss2
    #   outlines
    #   posthog
    #   qwen-vl-utils
    #   ray
    #   requests-toolbelt
    #   streamlit
    #   tiktoken
    #   transformers
    #   vllm
requests-toolbelt==1.0.0
    # via evalscope
rich==13.9.4
    # via
    #   fschat
    #   infinity-emb
    #   mmengine-lite
    #   streamlit
    #   typer
rouge-chinese==1.0.3
    # via evalscope
rouge-score==0.1.2
    # via evalscope
rpds-py==0.22.3
    # via
    #   jsonschema
    #   referencing
rsa==4.9
    # via google-auth
ruff==0.9.5
    # via gradio
sacrebleu==2.5.1
    # via evalscope
safetensors==0.5.2
    # via
    #   accelerate
    #   lmdeploy
    #   peft
    #   timm
    #   transformers
scikit-learn==1.6.1
    # via
    #   evalscope
    #   sentence-transformers
scipy==1.15.1
    # via
    #   modelscope
    #   scikit-learn
    #   sentence-transformers
seaborn==0.13.2
    # via evalscope
semantic-version==2.10.0
    # via gradio
sentence-transformers==3.4.1
    # via infinity-emb
sentencepiece==0.2.0
    # via
    #   evalscope
    #   lmdeploy
    #   mistral-common
    #   vllm
    #   xgrammar
setuptools==75.2.0
    # via
    #   --override (workspace)
    #   gpt-server (pyproject.toml)
    #   ctranslate2
    #   modelscope
    #   torch
    #   vllm
shellingham==1.5.4
    # via typer
shortuuid==1.0.13
    # via
    #   fschat
    #   lmdeploy
simple-ddl-parser==1.7.1
    # via evalscope
simplejson==3.19.3
    # via modelscope
six==1.17.0
    # via
    #   opencensus
    #   oss2
    #   posthog
    #   python-dateutil
    #   rouge-chinese
    #   rouge-score
    #   wavedrom
smart-open==7.1.0
    # via ray
smmap==5.0.2
    # via gitdb
sniffio==1.3.1
    # via
    #   anyio
    #   openai
sortedcontainers==2.4.0
    # via modelscope
soundfile==0.12.1
    # via infinity-emb
srt==3.5.3
    # via edge-tts
sse-starlette==2.1.3
    # via evalscope
starlette==0.38.6
    # via
    #   fastapi
    #   prometheus-fastapi-instrumentator
    #   sse-starlette
streamlit==1.39.0
    # via gpt-server (pyproject.toml)
svgwrite==1.4.3
    # via wavedrom
sympy==1.13.1
    # via
    #   onnxruntime
    #   torch
tabulate==0.9.0
    # via
    #   edge-tts
    #   evalscope
    #   sacrebleu
tenacity==9.0.0
    # via streamlit
termcolor==2.5.0
    # via
    #   fire
    #   mmengine-lite
threadpoolctl==3.5.0
    # via scikit-learn
tiktoken==0.7.0
    # via
    #   evalscope
    #   fschat
    #   lmdeploy
    #   mistral-common
    #   vllm
    #   xgrammar
timm==1.0.14
    # via infinity-emb
tokenizers==0.21.0
    # via
    #   transformers
    #   vllm
toml==0.10.2
    # via streamlit
tomli==2.2.1
    # via
    #   pytest
    #   yapf
tomlkit==0.12.0
    # via gradio
torch==2.5.1
    # via
    #   --override (workspace)
    #   gpt-server (pyproject.toml)
    #   accelerate
    #   colpali-engine
    #   compressed-tensors
    #   evalscope
    #   infinity-emb
    #   lmdeploy
    #   optimum
    #   outlines
    #   peft
    #   sentence-transformers
    #   timm
    #   torchaudio
    #   torchvision
    #   vllm
    #   xformers
    #   xgrammar
torchaudio==2.5.1
    # via vllm
torchvision==0.20.1
    # via
    #   --override (workspace)
    #   gpt-server (pyproject.toml)
    #   infinity-emb
    #   lmdeploy
    #   timm
    #   vllm
tornado==6.4.2
    # via streamlit
tqdm==4.67.1
    # via
    #   datasets
    #   evalscope
    #   evaluate
    #   gguf
    #   huggingface-hub
    #   modelscope
    #   nltk
    #   openai
    #   outlines
    #   peft
    #   sentence-transformers
    #   transformers
    #   vllm
transformers==4.48.2
    # via
    #   gpt-server (pyproject.toml)
    #   colpali-engine
    #   compressed-tensors
    #   evalscope
    #   lmdeploy
    #   modelscope
    #   optimum
    #   peft
    #   sentence-transformers
    #   transformers-stream-generator
    #   vllm
    #   xgrammar
transformers-stream-generator==0.0.5
    # via evalscope
triton==3.2.0
    # via
    #   --override (workspace)
    #   lmdeploy
    #   torch
typer==0.12.5
    # via
    #   gradio
    #   infinity-emb
typing-extensions==4.12.2
    # via
    #   altair
    #   anyio
    #   edge-tts
    #   fastapi
    #   gradio
    #   gradio-client
    #   huggingface-hub
    #   mistral-common
    #   multidict
    #   openai
    #   outlines
    #   pydantic
    #   pydantic-core
    #   referencing
    #   rich
    #   streamlit
    #   torch
    #   typer
    #   uvicorn
    #   vllm
tzdata==2025.1
    # via pandas
unicorn==2.1.1
    # via evalscope
urllib3==2.3.0
    # via
    #   modelscope
    #   requests
uvicorn==0.32.1
    # via
    #   fschat
    #   gradio
    #   infinity-emb
    #   lmdeploy
    #   sse-starlette
    #   vllm
uvloop==0.21.0
    # via uvicorn
virtualenv==20.29.1
    # via ray
vllm==0.7.2
    # via gpt-server (pyproject.toml)
watchdog==5.0.3
    # via streamlit
watchfiles==1.0.4
    # via uvicorn
wavedrom==2.0.3.post3
    # via markdown2
wcwidth==0.2.13
    # via prompt-toolkit
websockets==11.0.3
    # via
    #   gradio-client
    #   uvicorn
wrapt==1.17.2
    # via smart-open
xformers==0.0.28.post3
    # via vllm
xgrammar==0.1.11
    # via vllm
xxhash==3.5.0
    # via
    #   datasets
    #   evaluate
yapf==0.43.0
    # via mmengine-lite
yarl==1.18.3
    # via aiohttp
zipp==3.21.0
    # via importlib-metadata