forked from h2oai/h2ogpt
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathwindows_install.bat
109 lines (93 loc) · 6.36 KB
/
windows_install.bat
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
@echo off
CALL conda install weasyprint pygobject -c conda-forge -y
REM Install primary dependencies.
REM Remove any bad dependencies that existed (required for new transformers it seems):
CALL pip uninstall -y flash-attn
CALL pip install -r requirements.txt -c reqs_optional/reqs_constraints.txt
REM Optional: for bitsandbytes 4-bit and 8-bit:
CALL pip uninstall bitsandbytes -y
CALL pip install https://github.com/jllllll/bitsandbytes-windows-webui/releases/download/wheels/bitsandbytes-0.41.1-py3-none-win_amd64.whl -c reqs_optional/reqs_constraints.txt
REM Bitsandbytes can be uninstalled (`pip uninstall bitsandbytes`) and still h2oGPT can be used if one does not pass `--load_8bit=True`.
REM When running windows on GPUs with bitsandbytes in 8-bit you should see something like the below in output:
REM C:\Users\pseud\.conda\envs\h2ogpt\lib\site-packages\bitsandbytes\libbitsandbytes_cuda118.dll
REM * Install document question-answer dependencies
REM # Required for Doc Q/A: LangChain:
CALL pip install -r reqs_optional/requirements_optional_langchain.txt -c reqs_optional/reqs_constraints.txt
REM # Required for CPU: LLaMa/GPT4All:
CALL pip install -r reqs_optional/requirements_optional_llamacpp_gpt4all.txt -c reqs_optional/reqs_constraints.txt --no-cache-dir
REM # Optional: PyMuPDF/ArXiv:
@echo off
IF "%GPLOK%"=="1" (
CALL pip install -r reqs_optional/requirements_optional_langchain.gpllike.txt -c reqs_optional/reqs_constraints.txt
)
REM # Optional: FAISS (for AutoGPT agent)
CALL pip install -r reqs_optional/requirements_optional_cpu_only.txt -c reqs_optional/reqs_constraints.txt
REM # Optional: Selenium/PlayWright:
CALL pip install -r reqs_optional/requirements_optional_langchain.urls.txt -c reqs_optional/reqs_constraints.txt
REM # Optional: for supporting unstructured package
CALL python -m nltk.downloader all
REM # Optional but required for PlayWright
CALL playwright install --with-deps
REM # Note: for Selenium, we match versions of playwright so above installer will add chrome version needed
REM # Optional: For DocTR
CALL pip install -r reqs_optional/requirements_optional_doctr.txt -c reqs_optional/reqs_constraints.txt
REM # For DocTR: go back to older onnx so Tesseract OCR still works
CALL pip install onnxruntime==1.15.0 -c reqs_optional/reqs_constraints.txt
REM # GPU only:
CALL pip install onnxruntime-gpu==1.15.0 -c reqs_optional/reqs_constraints.txt
REM # Audio transcription from Youtube videos and local mp3 files:
REM Only for Microsoft TTS, not Coqui
CALL pip install pydub==0.25.1 librosa==0.10.1 ffmpeg==1.4 yt_dlp==2023.10.13 wavio==0.0.8 -c reqs_optional/reqs_constraints.txt
CALL pip install soundfile==0.12.1 -c reqs_optional/reqs_constraints.txt
REM # deepspeed can't be installed on windows without conda dev etc.
CALL pip install TTS noisereduce emoji ffmpeg-python==0.2.0 trainer pysbd coqpit -c reqs_optional/reqs_constraints.txt
REM # for Coqui XTTS language helpers (specific versions probably not required)
CALL pip install cutlet==0.3.0 langid==1.1.6 g2pkk==0.1.2 jamo==0.4.1 gruut[de,es,fr]==2.2.3 jieba==0.42.1 -c reqs_optional/reqs_constraints.txt
IF "%GPLOK%"=="1" (
CALL curl https://breakfastquay.com/files/releases/rubberband-3.3.0-gpl-executable-windows.zip -o rubberband-3.3.0-gpl-executable-windows.zip
CALL tar -xf rubberband-3.3.0-gpl-executable-windows.zip
CALL mkdir rubberband
CALL copy rubberband-3.3.0-gpl-executable-windows\rubberband.exe rubberband
CALL copy rubberband-3.3.0-gpl-executable-windows\rubberband-r3.exe rubberband
CALL copy rubberband-3.3.0-gpl-executable-windows\sndfile.dll rubberband
)
REM # ffmpeg
CALL curl https://www.7-zip.org/a/7zr.exe -o 7zr.exe
CALL curl https://www.gyan.dev/ffmpeg/builds/packages/ffmpeg-2024-01-07-git-90bef6390f-full_build.7z -o ffmpeg.7z
CALL 7zr.exe x ffmpeg.7z -y
CALL mkdir ffmpeg
CALL copy /Y ffmpeg-2024-01-07-git-90bef6390f-full_build\bin\ffmpeg.exe ffmpeg\
CALL curl https://h2o-release.s3.amazonaws.com/h2ogpt/jpeg-6b-4-dep.zip -o jpeg-6b-4-dep.zip
CALL curl https://h2o-release.s3.amazonaws.com/h2ogpt/libpng-1.2.37-dep.zip -o libpng-1.2.37-dep.zip
CALL curl https://h2o-release.s3.amazonaws.com/h2ogpt/jpeg-6b-4-bin.zip -o jpeg-6b-4-bin.zip
CALL curl https://h2o-release.s3.amazonaws.com/h2ogpt/libpng-1.2.37-bin.zip -o libpng-1.2.37-bin.zip
CALL tar -xf jpeg-6b-4-dep.zip
CALL tar -xf libpng-1.2.37-dep.zip
CALL tar -xf jpeg-6b-4-bin.zip
CALL tar -xf libpng-1.2.37-bin.zip
CALL copy jpeg-6b-4-dep\bin\* ffmpeg\
CALL copy libpng-1.2.37-dep\bin\* ffmpeg\
CALL copy jpeg-6b-4-bin\bin\* ffmpeg\
CALL copy libpng-1.2.37-bin\bin\* ffmpeg\
REM # Vision/Image packages
CALL pip install fiftyone -c reqs_optional/reqs_constraints.txt
CALL pip install pytube -c reqs_optional/reqs_constraints.txt
CALL pip install diffusers==0.24.0 -c reqs_optional/reqs_constraints.txt
REM * AutoGPTQ support:
CALL pip uninstall -y auto-gptq
REM # GPU
CALL pip install auto-gptq==0.6.0 -c reqs_optional/reqs_constraints.txt
REM # in-transformers support of AutoGPTQ, requires also auto-gptq above to be installed since used internally by transformers/optimum
CALL pip install optimum==1.16.1 -c reqs_optional/reqs_constraints.txt
REM * AutoAWQ support:
CALL pip uninstall -y autoawq autoawq_kernels
CALL pip install https://github.com/casper-hansen/AutoAWQ/releases/download/v0.1.8/autoawq-0.1.8+cu118-cp310-cp310-win_amd64.whl -c reqs_optional/reqs_constraints.txt
CALL pip install https://github.com/casper-hansen/AutoAWQ_kernels/releases/download/v0.0.3/autoawq_kernels-0.0.3+cu118-cp310-cp310-win_amd64.whl -c reqs_optional/reqs_constraints.txt
REM Exllama support (GPU only):
CALL pip uninstall -y exllama
CALL pip install https://github.com/jllllll/exllama/releases/download/0.0.18/exllama-0.0.18+cu118-cp310-cp310-win_amd64.whl --no-cache-dir -c reqs_optional/reqs_constraints.txt
REM * SERP for search:
CALL pip install -r reqs_optional/requirements_optional_agents.txt -c reqs_optional/reqs_constraints.txt
REM For more info see [SERP Docs](README_SerpAPI.md).
REM * For supporting Word and Excel documents, if you don't have Word/Excel already, then download and install libreoffice: https://www.libreoffice.org/download/download-libreoffice/ .
REM * To support OCR, download and install [tesseract](https://github.com/UB-Mannheim/tesseract/wiki), see also: [Tesseract Documentation](https://tesseract-ocr.github.io/tessdoc/Installation.html). Please add the installation directories to your PATH.