♻️ [Refactor] Move AVAILABLE_MODELS(_DICTS) to constants

constants/models.py

@@ -0,0 +1,75 @@
+MODEL_MAP = {
+    "mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",  # [Recommended]
+    "nous-mixtral-8x7b": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+    "mistral-7b": "mistralai/Mistral-7B-Instruct-v0.2",
+    "openchat-3.5": "openchat/openchat-3.5-0106",
+    "gemma-7b": "google/gemma-7b-it",
+    "default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
+}
+
+
+STOP_SEQUENCES_MAP = {
+    "mixtral-8x7b": "</s>",
+    "nous-mixtral-8x7b": "<|im_end|>",
+    "mistral-7b": "</s>",
+    "openchat-3.5": "<|end_of_turn|>",
+    "gemma-7b": "<eos>",
+}
+
+TOKEN_LIMIT_MAP = {
+    "mixtral-8x7b": 32768,
+    "nous-mixtral-8x7b": 32768,
+    "mistral-7b": 32768,
+    "openchat-3.5": 8192,
+    "gemma-7b": 8192,
+}
+
+TOKEN_RESERVED = 20
+
+
+AVAILABLE_MODELS = [
+    "mixtral-8x7b",
+    "nous-mixtral-8x7b",
+    "mistral-7b",
+    "openchat-3.5",
+    "gemma-7b",
+]
+
+# https://platform.openai.com/docs/api-reference/models/list
+AVAILABLE_MODELS_DICTS = [
+    {
+        "id": "mixtral-8x7b",
+        "description": "[mistralai/Mixtral-8x7B-Instruct-v0.1]: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "mistralai",
+    },
+    {
+        "id": "nous-mixtral-8x7b",
+        "description": "[NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO]: https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "NousResearch",
+    },
+    {
+        "id": "mistral-7b",
+        "description": "[mistralai/Mistral-7B-Instruct-v0.2]: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "mistralai",
+    },
+    {
+        "id": "openchat-3.5",
+        "description": "[openchat/openchat-3.5-0106]: https://huggingface.co/openchat/openchat-3.5-0106",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "openchat",
+    },
+    {
+        "id": "gemma-7b",
+        "description": "[google/gemma-7b-it]: https://huggingface.co/google/gemma-7b-it",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "Google",
+    },
+]