Spaces:
Sleeping
Sleeping
File size: 855 Bytes
22be37d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
import cohere
def test_api_key(api_key: str):
try:
# try to just generate 3 tokens
co = cohere.Client(
api_key=api_key,
)
response = co.generate(prompt="sample prompt", max_tokens=3)
return True
except:
return False
def gpt_stream_response(prompt: str, api_key: str):
"""Get response from Cohere and stream response"""
co = cohere.Client(
api_key=api_key,
)
stream = co.chat_stream(message=prompt)
for event in stream:
if event.event_type == "text-generation":
yield event.text
def gpt_response(prompt: str, api_key: str) -> str:
"""Get response from Cohere, with option to get output in json format"""
co = cohere.Client(
api_key=api_key,
)
response = co.chat(message=prompt)
return response.text
|