ha1772007 commited on
Commit
e3bfdb0
·
1 Parent(s): b353c0d

clodflare and segmind fixed

Browse files
Files changed (1) hide show
  1. chat.py +14 -3
chat.py CHANGED
@@ -39,15 +39,26 @@ def converse(conversation,provider,model,key,other:dict={}):
39
  api_token = key.split('~')[1]
40
  except:
41
  raise Exception('Invalid Accound Id or api token')
42
- chat = CloudflareWorkersAI(account_id=account_id,api_token=api_token,model=model)
43
- return json.dumps({'content':chat.invoke(langchainConversation(conversation))})
 
 
 
 
 
 
 
 
 
 
 
44
  elif(provider == 'openrouter'):
45
  chat = ChatOpenAI(
46
  base_url="https://openrouter.ai/api/v1",
47
  api_key=key,
48
  model=model
49
  )
50
- elif(provider == 'segmin'):
51
  url = f"https://api.segmind.com/v1/{model}"
52
 
53
  # Request payload
 
39
  api_token = key.split('~')[1]
40
  except:
41
  raise Exception('Invalid Accound Id or api token')
42
+ import requests
43
+ API_BASE_URL = f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/"
44
+ headers = {"Authorization": f"Bearer {api_token}"}
45
+
46
+
47
+ def run(model, inputs):
48
+ input = { "messages": inputs }
49
+ response = requests.post(f"{API_BASE_URL}{model}", headers=headers, json=input)
50
+ return response.json()
51
+ inputs = segmind_input_parser(conversation)
52
+ output = run("@cf/meta/llama-3-8b-instruct", inputs)
53
+ # print(output)
54
+ return {'content':output['result']['response']}
55
  elif(provider == 'openrouter'):
56
  chat = ChatOpenAI(
57
  base_url="https://openrouter.ai/api/v1",
58
  api_key=key,
59
  model=model
60
  )
61
+ elif(provider == 'segmind'):
62
  url = f"https://api.segmind.com/v1/{model}"
63
 
64
  # Request payload