File size: 661 Bytes
88a170b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
build:
gpu: true
cuda: "11.7"
python_version: "3.10"
python_requirements: requirements.txt
# commands run after the environment is setup
run:
- pip install flash-attn==0.2.8
- pip install triton==2.0.0.dev20221202
- pip install tensorizer==1.1.0
- echo 'deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main' | tee -a /etc/apt/sources.list.d/google-cloud-sdk.list
- curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | apt-key --keyring /usr/share/keyrings/cloud.google.gpg add -
- apt-get update && apt-get install google-cloud-cli
predict: "predict.py:Predictor" |