models.tsx

src/utils/models.ts

@@ -1,11 +1,10 @@
-// Contains information about pre-set models
 type ModelInfo = {
-  name: string
-  params: number
-  hidden_size: number
-  intermediate_size: number 
-  num_hidden_layers: number
-}
+  name: string;
+  params: number;
+  hidden_size: number;
+  intermediate_size: number;
+  num_hidden_layers: number;
+};
 
 export const MODELS: ModelInfo[] = [
   {
@@ -29,6 +28,125 @@ export const MODELS: ModelInfo[] = [
     intermediate_size: 28672,
     num_hidden_layers: 80,
   },
-]
+  {
+    name: 'Mistral (13B)',
+    params: 13,
+    hidden_size: 4096,
+    intermediate_size: 14336,
+    num_hidden_layers: 60,
+  },
+  {
+    name: 'Mistral (13B)',
+    params: 13,
+    hidden_size: 5120,
+    intermediate_size: 13824,
+    num_hidden_layers: 40,
+  },
+  {
+    name: 'Mistral (7B)',
+    params: 7,
+    hidden_size: 4096,
+    intermediate_size: 14336,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'Qwen (7B)',
+    params: 7,
+    hidden_size: 4096,
+    intermediate_size: 22016,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'Qwen (1.5 7B)',
+    params: 7,
+    hidden_size: 4096,
+    intermediate_size: 11008,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'Qwen (7B)',
+    params: 7,
+    hidden_size: 3584,
+    intermediate_size: 18944,
+    num_hidden_layers: 28,
+  },
+  {
+    name: 'Qwen (7B)',
+    params: 7,
+    hidden_size: 4096,
+    intermediate_size: 11008,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'Llava (7B)',
+    params: 7,
+    hidden_size: 4096,
+    intermediate_size: 11008,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'Llava (1.5 13B)',
+    params: 13,
+    hidden_size: 5120,
+    intermediate_size: 13824,
+    num_hidden_layers: 40,
+  },
+  {
+    name: 'Llava (1.6 34B)',
+    params: 34,
+    hidden_size: 7168,
+    intermediate_size: 20480,
+    num_hidden_layers: 60,
+  },
+  {
+    name: 'Gemma (2B)',
+    params: 2,
+    hidden_size: 2048,
+    intermediate_size: 16384,
+    num_hidden_layers: 18,
+  },
+  {
+    name: 'Gemma (2.9B)',
+    params: 2.9,
+    hidden_size: 3584,
+    intermediate_size: 14336,
+    num_hidden_layers: 42,
+  },
+  {
+    name: 'Gemma (27B)',
+    params: 27,
+    hidden_size: 4608,
+    intermediate_size: 36864,
+    num_hidden_layers: 46,
+  },
+  {
+    name: 'Mixtral (46B)',
+    params: 46, // Example parameter value
+    hidden_size: 4096, // Example hidden size
+    intermediate_size: 14336, // Example intermediate size
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'LLaMA 3 (8B)',
+    params: 8,
+    hidden_size: 4096,
+    intermediate_size: 14336,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'LLaMA 3 (8B)',
+    params: 8,
+    hidden_size: 4096,
+    intermediate_size: 14336,
+    num_hidden_layers: 32,
+  },
+  {
+    name: 'LLaMA 3 (70B)',
+    params: 70,
+    hidden_size: 8192,
+    intermediate_size: 28672,
+    num_hidden_layers: 80,
+  },
+];
 
-export default MODELS
+export default MODELS;