update

Dockerfile

@@ -13,7 +13,7 @@ RUN pip3 install 'litellm[proxy]'
 #RUN mkdir -p /.ollama
 #RUN chmod -R 777 /.ollama
 
-WORKDIR /.ollama
+#WORKDIR /.ollama
 
 # Copy the entry point script
 COPY config.yaml /config.yaml

config.yaml

@@ -13,10 +13,10 @@ model_list:
       #bos_token: "<s>"
       #eos_token: "</s>"
       #max_tokens: 4096
-  - model_name: xinference-llama-3-instruct
-    litellm_params:
-      model: xinference/llama-3-instruct
-      api_base: https://zhengr-xinference.hf.space/v1
+  #- model_name: xinference-llama-3-instruct
+  #  litellm_params:
+  #    model: xinference/llama-3-instruct
+  #    api_base: https://zhengr-xinference.hf.space/v1
 
 litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
   drop_params: True