File size: 2,406 Bytes
acb3380 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 |
from openai import OpenAI
from ctm.supervisors.supervisor_base import BaseSupervisor
from ctm.utils.exponential_backoff import exponential_backoff
@BaseSupervisor.register_supervisor("gpt4_supervisor")
class GPT4Supervisior(BaseSupervisor):
def __init__(self, *args, **kwargs):
self.init_supervisor()
def init_supervisor(self):
self.model = OpenAI()
@exponential_backoff(retries=5, base_wait_time=1)
def ask_info(self, query: str, context: str = None) -> str:
prompt = [
{
"role": "user",
"content": f"The following is detailed information on the topic: {context}. Based on this information, answer the question: {query}. Answer with a few words:",
}
]
responses = self.model.chat.completions.create(
model="gpt-4-turbo-preview", messages=prompt, max_tokens=300, n=1
)
answer = responses.choices[0].message.content
return answer
def ask_score(self, query, gist, verbose=False, *args, **kwargs):
max_attempts = 5
for attempt in range(max_attempts):
try:
response = self.model.chat.completions.create(
model="gpt-4-0125-preview",
messages=[
{
"role": "user",
"content": "How related is the information ({}) with the query ({})? We want to make sure that the information includes a person's name as the answer. Answer with a number from 0 to 5 and do not add any other thing.".format(
gist, query
),
},
],
max_tokens=50,
)
score = int(response.choices[0].message.content.strip()) / 5
return score
except Exception as e:
print(f"Attempt {attempt + 1} failed: {e}")
if attempt < max_attempts - 1:
print("Retrying...")
else:
print("Max attempts reached. Returning default score.")
return 0
if __name__ == "__main__":
supervisor = BaseSupervisor("cloth_fashion_supervisor")
image_path = "../ctmai-test1.png"
summary: str = supervisor.ask_info(query=None, image_path=image_path)
print(summary)
|