Spaces:
Configuration error
Configuration error
File size: 1,288 Bytes
447ebeb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
import json
import os
import sys
import pytest
from fastapi.testclient import TestClient
sys.path.insert(
0, os.path.abspath("../../..")
) # Adds the parent directory to the system path
from unittest.mock import MagicMock, patch
import litellm
from litellm.passthrough.main import llm_passthrough_route
def test_llm_passthrough_route():
from litellm.llms.custom_httpx.http_handler import HTTPHandler
client = HTTPHandler()
with patch.object(
client.client,
"send",
return_value=MagicMock(status_code=200, json={"message": "Hello, world!"}),
) as mock_post:
response = llm_passthrough_route(
model="gpt-3.5-turbo",
endpoint="v1/chat/completions",
method="POST",
request_url="http://localhost:8000/v1/chat/completions",
api_base="http://localhost:8090",
json={
"model": "gpt-3.5-turbo",
"messages": [{"role": "user", "content": "Hello, world!"}],
},
client=client,
)
mock_post.call_args.kwargs[
"request"
].url == "http://localhost:8090/v1/chat/completions"
assert response.status_code == 200
assert response.json == {"message": "Hello, world!"}
|