import requests from langchain_openai import ChatOpenAI import json from langchain_core.prompts import ChatPromptTemplate from langchain_groq import ChatGroq from langchain.chains import ConversationChain from langchain_google_genai import ChatGoogleGenerativeAI from langchain_core.output_parsers import JsonOutputParser from langchain_community.llms.cloudflare_workersai import CloudflareWorkersAI from langchain_cohere import ChatCohere def langchainConversation(conversation): prompts = [] for message in conversation: prompts.append((message['role'],message['context'])) chat_template = ChatPromptTemplate.from_messages(prompts) return chat_template.format_messages() def segmind_input_parser(input): toreturn = [] for thisdict in input: if(thisdict['role'] == 'ai'): toreturn.append({'role':'assistant','content':thisdict['context']}) else: toreturn.append({'role':thisdict['role'],'content':thisdict['context']}) return toreturn def workers_input_parser(input): toreturn = [] for thisdict in input: toreturn.append({'role':thisdict['role'],'content':thisdict['context']}) return toreturn def segmind_output_parser(input): return {"content": input['choices'][0]['message']['content'], "additional_kwargs": {}, "response_metadata": {}, "type": "ai", "name": None, "id": input['id'], "example": False, "tool_calls": [], "invalid_tool_calls": [], "usage_metadata": {"input_tokens": input['usage']['prompt_tokens'], "output_tokens": input['usage']['completion_tokens'], "total_tokens": input['usage']['total_tokens']}} def converse(conversation,provider,model,key,other:dict={}): if(provider=='groq'): chat = ChatGroq(temperature=0, groq_api_key=key, model_name=model) elif(provider=='gemini'): chat = ChatGoogleGenerativeAI(model=model,google_api_key=key) elif(provider=='cohere'): chat = ChatCohere(model=model,cohere_api_key=key) elif(provider=='lepton'): url = f'https://{model}.lepton.run/api/v1/' print(url) chat = ChatOpenAI(openai_api_base = url,openai_api_key=key) elif(provider == 'cloudflare'): try: account_id = key.split('~')[0] api_token = key.split('~')[1] except: raise Exception('Invalid Accound Id or api token') API_BASE_URL = f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/" headers = {"Authorization": f"Bearer {api_token}"} def run(model, inputs): input = { "messages": inputs } response = requests.post(f"{API_BASE_URL}{model}", headers=headers, json=input) return response.json() inputs = workers_input_parser(conversation) output = run(model, inputs) print(output) return json.dumps({'content':output['result']['response']},indent=4) elif(provider == 'openrouter'): chat = ChatOpenAI( base_url="https://openrouter.ai/api/v1", api_key=key, model=model ) elif(provider == 'segmind'): url = f"https://api.segmind.com/v1/{model}" # Request payload data = { "messages": segmind_input_parser(conversation) } response = requests.post(url, json=data, headers={'x-api-key': key}) output = json.loads(response.text) print(json.dumps(output,indent=4)) return json.dumps(segmind_output_parser(output),indent=4) else: return json.dumps({'content':'unspported Provider'}) return json.dumps(json.loads(chat.invoke(langchainConversation(conversation)).json()),indent=4)