File size: 1,909 Bytes
e91ac58
 
 
94dfdfd
 
e91ac58
 
 
 
 
 
1d9ab62
 
 
c47d7dd
 
 
94dfdfd
 
 
c47d7dd
 
 
1d9ab62
 
 
 
e91ac58
 
 
 
 
87c3140
2d052ae
 
e91ac58
 
 
 
 
 
 
 
1d9ab62
 
 
 
2d052ae
 
e91ac58
 
 
 
 
 
 
 
 
 
 
712822d
 
 
d0291ae
 
712822d
 
 
e91ac58
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25bbc63
 
 
 
 
 
 
 
 
e91ac58
25bbc63
 
e91ac58
25bbc63
 
e91ac58
 
 
 
 
bd72568
 
 
 
e91ac58
87c3140
 
e91ac58
 
 
 
c47d7dd
 
 
e91ac58
bd72568
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
# OpenAI
# https://openai.com/pricing


# ALL COSTS REPORTED PER 1,000 TOKENS
GPT_4_32K:
  in: 0.06
  out: 0.12
GPT_4:
  in: 0.03
  out: 0.06
# GPT_4_TURBO: ###############
#   in: 0.01
#   out: 0.03
GPT_4o_2024_05_13:
  in: 0.005
  out: 0.015
GPT_4o_mini_2024_07_18:
  in: 0.000150
  out: 0.000600
GPT_4_TURBO_2024_04_09:
  in: 0.01
  out: 0.03
GPT_4_TURBO_0125:
  in: 0.01
  out: 0.03
GPT_4_TURBO_1106:
  in: 0.01
  out: 0.03
GPT_3_5_INSTRUCT:
  in: 0.0015
  out: 0.0020
GPT_3_5:
  in: 0.0010
  out: 0.0020

# Azure
AZURE_GPT_4_32K:
  in: 0.06
  out: 0.12
AZURE_GPT_4:
  in: 0.03
  out: 0.06
AZURE_GPT_4_TURBO_1106:
  in: 0.01
  out: 0.03
AZURE_GPT_4_TURBO_0125:
  in: 0.01
  out: 0.03
AZURE_GPT_3_5_INSTRUCT:
  in: 0.0015
  out: 0.0020
AZURE_GPT_3_5:
  in: 0.0010
  out: 0.0020


# Google Gemini
# https://ai.google.dev/pricing
GEMINI_PRO:
  in: 0.0005
  out: 0.0015
GEMINI_1_5_FLASH:
  in: 0.000075
  out: 0.00030
GEMINI_1_5_PRO:
  in: 0.0035
  out: 0.0105

# Google PaLM 2 (text-bison, text-unicorn)
# https://cloud.google.com/vertex-ai/docs/generative-ai/pricing
PALM2_TU_1:
  in: 0.00025
  out: 0.00020
PALM2_TB_1:
  in: 0.00025
  out: 0.0005
PALM2_TB_2:
  in: 0.00025
  out: 0.0005


# Mistral AI 
# https://docs.mistral.ai/platform/pricing/
OPEN_MIXTRAL_8X7B:
  in: 0.0007
  out: 0.0007
OPEN_MISTRAL_7B:
  in: 0.000250
  out: 0.000250
MISTRAL_LARGE:
  in: 0.008
  out: 0.024
MISTRAL_MEDIUM:
  in: 0.0027
  out: 0.0081
MISTRAL_SMALL:
  in: 0.002
  out: 0.006


################
# Local Models
################
#  mistralai/Mistral-Nemo-Instruct-2407
LOCAL_MISTRAL_NEMO_INSTRUCT_2407:
  in: 0.0
  out: 0.0
LOCAL_MIXTRAL_8X7B_INSTRUCT_V01:
  in: 0.0
  out: 0.0
LOCAL_MISTRAL_7B_INSTRUCT_V02: 
  in: 0.0
  out: 0.0
LOCAL_CPU_MISTRAL_7B_INSTRUCT_V02_GGUF:
  in: 0.0
  out: 0.0
phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05:
  in: 0.0
  out: 0.0