Add infinity / docker example to readme
#13
by
michaelfeil
- opened
README.md
CHANGED
@@ -3053,6 +3053,15 @@ const similarities = document_embeddings.map(x => dot(source_embeddings, x));
|
|
3053 |
console.log(similarities); // [0.25145517380846977, 0.3865060421197194]
|
3054 |
```
|
3055 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3056 |
|
3057 |
## FAQ
|
3058 |
|
|
|
3053 |
console.log(similarities); // [0.25145517380846977, 0.3865060421197194]
|
3054 |
```
|
3055 |
|
3056 |
+
## Using Infinity
|
3057 |
+
|
3058 |
+
OpenAI compatible API deployment with [Infinity](https://github.com/michaelfeil/infinity) and Docker.
|
3059 |
+
|
3060 |
+
```bash
|
3061 |
+
docker run --gpus all -v $PWD/data:/app/.cache -p "7997":"7997" \
|
3062 |
+
michaelf34/infinity:0.0.70 \
|
3063 |
+
v2 --model-id Snowflake/snowflake-arctic-embed-l --dtype float16 --batch-size 32 --engine torch --port 7997
|
3064 |
+
```
|
3065 |
|
3066 |
## FAQ
|
3067 |
|