Spaces:

winstxnhdw
/

llm-api

Running

llm-api / Dockerfile

chore: initialise repository

4a967bc over 1 year ago

185 Bytes

	FROM ghcr.io/winstxnhdw/llm-api:main

	ENV SERVER_PORT 5000
	ENV APP_PORT 7860
	ENV OMP_NUM_THREADS 8
	ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM 1
	ENV CT2_FORCE_CPU_ISA AVX512

	EXPOSE $APP_PORT