File size: 3,441 Bytes
3943768 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
# This script should be run from project root
# Create conda environment to build installer
if ! command -v conda &> /dev/null
then
echo "conda could not be found, need conda to continue!"
exit 1
fi
# Remove old Tesseract and poppler deps
rm -rf ./Tesseract-OCR poppler
conda env remove -n h2ogpt-mac
conda create -n h2ogpt-mac python=3.10 rust -y
conda activate h2ogpt-mac
pip install --upgrade pip
python -m pip install --upgrade setuptools
# Install required dependencies into conda environment
pip install -r requirements.txt --extra-index https://download.pytorch.org/whl/cpu -c reqs_optional/reqs_constraints.txt
# Required for Doc Q/A: LangChain:
pip install -r reqs_optional/requirements_optional_langchain.txt -c reqs_optional/reqs_constraints.txt
# Optional: PyMuPDF/ArXiv:
pip install -r reqs_optional/requirements_optional_langchain.gpllike.txt -c reqs_optional/reqs_constraints.txt
# Optional: Selenium/PlayWright:
pip install -r reqs_optional/requirements_optional_langchain.urls.txt -c reqs_optional/reqs_constraints.txt
# Optional: DocTR OCR:
conda install weasyprint pygobject -c conda-forge -y
pip install -r reqs_optional/requirements_optional_doctr.txt -c reqs_optional/reqs_constraints.txt
# Optional: for supporting unstructured package
python -m nltk.downloader all
# Required for CPU: LLaMa/GPT4All:
# For MPS support
if [ -z "$BUILD_MPS" ]
then
echo "BUILD_MPS is not set, skipping MPS specific configs..."
pip uninstall llama-cpp-python -y
CMAKE_ARGS="-DLLAMA_METAL=off" FORCE_CMAKE=1 pip install -r reqs_optional/requirements_optional_llamacpp_gpt4all.txt -c reqs_optional/reqs_constraints.txt --no-cache-dir
else
if [ "$BUILD_MPS" = "1" ]
then
echo "BUILD_MPS is set to 1, running MPS specific configs..."
pip uninstall llama-cpp-python -y
CMAKE_ARGS="-DLLAMA_METAL=on" FORCE_CMAKE=1 pip install -r reqs_optional/requirements_optional_llamacpp_gpt4all.txt -c reqs_optional/reqs_constraints.txt --no-cache-dir
fi
fi
pip install librosa -c reqs_optional/reqs_constraints.txt
# Install PyInstaller
pip install PyInstaller
# Install and copy tesseract & poppler
#brew install poppler
#brew install tesseract
cp -R /opt/homebrew/Cellar/poppler/24.02.0/ ./poppler
cp -R /opt/homebrew/Cellar/tesseract/5.3.4_1/ ./Tesseract-OCR
# Build and install h2ogpt
make clean dist
pip install ./dist/h2ogpt*.whl
# Build Mac Installer
# below command is used to build current .spec file from project root, replace it whenever use new configs
#pyi-makespec mac_run_app.py -F --name=h2ogpt-osx-m1-cpu \
# --hidden-import=h2ogpt \
# --collect-all=h2ogpt \
# --recursive-copy-metadata=transformers \
# --collect-data=langchain \
# --collect-data=gradio_client \
# --collect-all=gradio \
# --collect-all=sentencepiece \
# --collect-all=gradio_pdf \
# --collect-all=llama_cpp \
# --collect-all=tiktoken_ext \
# --add-data=../../Tesseract-OCR:Tesseract-OCR \
# --add-data=../../poppler:poppler
# add below argument to Analysis() call in h2ogpt-osx-m1-cpu.spec file
#module_collection_mode={
# 'gradio' : 'py',
# 'gradio_pdf' : 'py',
#}
if [ "$BUILD_MPS" = "1" ]
then
echo "BUILD_MPS is set to 1, building one click installer for MPS..."
pyinstaller ./dev_installers/mac/h2ogpt-osx-m1-gpu.spec
else
echo "BUILD_MPS is set to 0 or not set, building one click installer for CPU..."
pyinstaller ./dev_installers/mac/h2ogpt-osx-m1-cpu.spec
fi
|