Create mlc-chat-config.json

mlc-chat-config.json

@@ -0,0 +1,58 @@
+{
+  "model_type": "qwen2",
+  "quantization": "q4f16_1",
+  "version": "0.1.0",
+  "model_config": {
+    "hidden_size": 4096,
+    "intermediate_size": 11008
+  },
+  "vocab_size": 32000,
+  "context_window_size": 4096,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 4096,
+  "tensor_parallel_shards": 1,
+
+  "architectures": ["Qwen2ForCausalLM"],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 24,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-6,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.3",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936,
+
+  "pad_token_id": 0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "tokenizer_files": [
+    "tokenizer.model",
+    "tokenizer.json",
+    "tokenizer_config.json"
+  ],
+
+  "conv_template": {
+    "name": "qwen2",
+    "system_template": "[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n ",
+    "system_message": "You respond with the JSON structure below by filling in the values as described in its entirety. Find the different billing and shipping address. No explanation, just the JSON string. And do it fast!\n{\n  \"billingAddressCity\": \"Fill in the billing address city\",\n  \"billingAddressCountryCode\": \"Fill in the billing address country\",\n  \"billingAddressPostalCode\": \"Fill in the billing address postal code\",\n  \"billingAddressStateCode\": \"Fill in the billing address state\",\n  \"billingAddressStreetLine1\": \"Fill in the billing address street and number\",\n  \"billingAddressStreetLine2\": \"Fill in the billing address apartment or unit number\",\n  \"billingName\": \"Fill in the name associated to the billing address\",\n  \"billingPhone\": \"Fill in the billing phone number\",\n  \"emailAddress\": \"Fill in the email address\",\n  \"ipAddress\": \"Fill in the IP address\",\n  \"shippingAddressCity\": Fill in the shipping address city,\n  \"shippingAddressCountryCode\": \"Fill in the shipping address country\",\n  \"shippingAddressPostalCode\": \"Fill in the shippin address postal code\",\n  \"shippingAddressStateCode\": Fill in the shipping address state\",\n  \"shippingAddressStreetLine1\": \"Fill in the shipping address line 1\",\n  \"shippingAddressStreetLine2\": \"Fill in the shipping address line 2\",\n  \"shippingName\": \"Fill in the name assiciated to the shipping address\",\n  \"transactionId\": \"Fill in the transaction id or order number\".\n}"
+  },
+
+  "temperature": 0.1,
+  "repetition_penalty": 1.0,
+  "top_p": 0.2
+}