diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..5c60115a63f0c046020dcd782f412380a6c5bf7e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +app-release.apk filter=lfs diff=lfs merge=lfs -text diff --git a/Cauchy-3B-preview-MLC/params_shard_0.bin b/Cauchy-3B-preview-MLC/params_shard_0.bin deleted file mode 100644 index e40121029578eb5dd95b0af6d11d3bf6e84cf8b7..0000000000000000000000000000000000000000 --- a/Cauchy-3B-preview-MLC/params_shard_0.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2bdda8b016f1e38efc0302c534dd477b3c50350ddc366739dd285f26cfcafbec -size 698784768 diff --git a/README.md b/README.md index eeebea833260742df248b4de97764acd200b021e..be7c4536c1fcdfce453eeed3548399562c973ae4 100644 --- a/README.md +++ b/README.md @@ -1 +1,102 @@ -In this repository we host the compiled MLC Android App, MLC Model w/ weights, and tool scripts for on-device performance test. \ No newline at end of file +# Quick Test + +1. Download the Hugging Face model from [Tinytron/MLC-Tinytron at main](https://huggingface.co/Tinytron/MLC-Tinytron/tree/main). + +2. Execute the Python script: + +```bash +python bundle_weight.py --apk-path ./app-release.apk +``` + +# Full Reproduction + +## Compile mlc-llm + +1. Clone the repository: [Tinytron/mlc-llm: mlc-llm modified by tinytron](https://github.com/Tinytron/mlc-llm). + +```bash +git clone --recursive https://github.com/Tinytron/mlc-llm.git +``` + +2. Compile mlc_llm: + +```bash +cd mlc-llm/ +mkdir -p build && cd build +python ../cmake/gen_cmake_config.py +cmake .. && cmake --build . --parallel $(nproc) && cd .. +``` + +3. Install the Python package: + +```bash +export MLC_LLM_SOURCE_DIR=/path-to-mlc-llm +export PYTHONPATH=$MLC_LLM_SOURCE_DIR/python:$PYTHONPATH +alias mlc_llm="python -m mlc_llm" +``` + +## Build Android Application + +1. **Weight Conversion and Config File Generation** + + Modify `build_mlc_android.sh`, changing `MODEL_PATH` to the corresponding Hugging Face model path, and then execute the script. The converted weights and config files will be generated in the `bundle` directory under the current path. + +2. **Package and Compile the Model** + + Navigate to `mlc_llm/android/MLCChat`, edit `mlc-package-config.json`, and modify it according to the following example. Change the `model` field to the directory of the weights generated for each model conversion. + +```json +{ + "device": "android", + "model_list": [ + { + "model": "path-to-qwen", + "estimated_vram_bytes": 4250586449, + "model_id": "Qwen2-7B-Instruct-Tinytron-MLC", + "bundle_weight": true + }, + { + "model": "path-to-llama", + "estimated_vram_bytes": 4250586449, + "model_id": "Llama3.1-8B-iInstruct-Tinytron-MLC", + "bundle_weight": true + }, + { + "model": "path-to-phi2", + "estimated_vram_bytes": 4250586449, + "model_id": "Phi-2-Tinytron-preview-MLC", + "bundle_weight": true + }, + { + "model": "path-to-cauchy", + "estimated_vram_bytes": 4250586449, + "model_id": "Cauchy-3B-preview-MLC", + "bundle_weight": true + } + ] +} +``` + + Then execute: + +```bash +mlc_llm package +``` + +3. **Generate APK** + + Use Android Studio to generate the APK, and then execute the installation script: + +```bash +python bundle_weight.py --apk-path ./app/release/app-release.apk +``` +# Successful Run Screenshots +We successfully ran the models phi2 and cauchy on a P70 phone with 12GB of RAM, and all models on an iQOO 12 Pro phone with 16GB of RAM. Below are the screenshots of the successful runs. +## P70 +![phi_12G.jpg#455px #998px](screenshot/phi_12G.jpg) +![cauchy_12G.jpg#455px #998px](screenshot/cauchy_12G.jpg) +## IQOO 12 Pro +![qwen_16G.jpg#455px #998px](screenshot/qwen_16G.jpg) +![llama_16G.jpg#455px #998px](screenshot/llama_16G.jpg) +![phi_16G.jpg#455px #998px](screenshot/phi_16G.jpg) +![cauchy_16G.jpg#455px #998px](screenshot/cauchy_16G.jpg) diff --git a/app-release.apk b/app-release.apk new file mode 100644 index 0000000000000000000000000000000000000000..d2f6ccb0dda83497ce4072e3daa3a3f3b7d87e99 --- /dev/null +++ b/app-release.apk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf76c7df91436cfa2fe1ddd305f49c8638d8efd7cab769a71846416bd7cc528 +size 118016033 diff --git a/build_mlc_android.sh b/build_mlc_android.sh new file mode 100755 index 0000000000000000000000000000000000000000..fb1faabdc1e6e5ac75696398baf68896cc39876c --- /dev/null +++ b/build_mlc_android.sh @@ -0,0 +1,41 @@ +#!/bin/bash + +# 定义变量 +MODEL_OUTPUT_PATH="./bundle" +QUANTIZATION="q0f16" + +MODEL_PATH="Llama3.1-8B-Instruct-Tinytron" +MODEL_NAME="Llama3.1-8B-Instruct-Tinytron-MLC" +# 转换权重 +mlc_llm convert_weight --device cpu ${MODEL_PATH}/ --quantization ${QUANTIZATION} -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + +# 生成配置 +mlc_llm gen_config ${MODEL_PATH} --conv-template llama-3_1 --quantization ${QUANTIZATION} --context-window-size 512 --prefill-chunk-size=16 --max-batch-size=1 -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + + +# 切换模型 +MODEL_PATH="Qwen2-7B-Instruct-Tinytron" +MODEL_NAME="Qwen2-7B-Instruct-Tinytron-MLC" +# 转换权重 +mlc_llm convert_weight --device cpu ${MODEL_PATH} --quantization ${QUANTIZATION} -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + +# 生成配置 +mlc_llm gen_config ${MODEL_PATH} --conv-template chatml --quantization ${QUANTIZATION} --context-window-size 512 --prefill-chunk-size=16 --max-batch-size=1 -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + +# 切换模型 +MODEL_PATH="Phi-2-Tinytron-preview" +MODEL_NAME="Phi-2-Tinytron-preview-MLC" +# 转换权重 +mlc_llm convert_weight --device cpu ${MODEL_PATH} --quantization ${QUANTIZATION} -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + +# 生成配置 +mlc_llm gen_config ${MODEL_PATH} --conv-template phi-2 --quantization ${QUANTIZATION} --context-window-size 512 --prefill-chunk-size=16 --max-batch-size=1 -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + +MODEL_PATH="Cauchy-3B-preview" +MODEL_NAME="Cauchy-3B-preview-MLC" +# 转换权重 +mlc_llm convert_weight --model-type cauchy --device cpu ${MODEL_PATH} --quantization ${QUANTIZATION} -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + +# 生成配置 +mlc_llm gen_config ${MODEL_PATH} --model-type cauchy --conv-template chatml --quantization ${QUANTIZATION} --context-window-size 512 --prefill-chunk-size=16 --max-batch-size=1 -o ${MODEL_OUTPUT_PATH}/${MODEL_NAME}/ + diff --git a/Cauchy-3B-preview-MLC/merges.txt b/bundle/Cauchy-3B-preview-MLC/merges.txt similarity index 100% rename from Cauchy-3B-preview-MLC/merges.txt rename to bundle/Cauchy-3B-preview-MLC/merges.txt diff --git a/Cauchy-3B-preview-MLC/mlc-chat-config.json b/bundle/Cauchy-3B-preview-MLC/mlc-chat-config.json similarity index 97% rename from Cauchy-3B-preview-MLC/mlc-chat-config.json rename to bundle/Cauchy-3B-preview-MLC/mlc-chat-config.json index 08929dcbc9429645374169ff408506001ddf431d..25f5587b6110847527e0206cdd6c6402da701113 100644 --- a/Cauchy-3B-preview-MLC/mlc-chat-config.json +++ b/bundle/Cauchy-3B-preview-MLC/mlc-chat-config.json @@ -3,7 +3,7 @@ "model_type": "cauchy", "quantization": "q0f16", "model_config": { - "vocab_size": 151646, + "vocab_size": 151680, "hidden_size": 2304, "num_hidden_layers": 52, "num_attention_heads": 36, @@ -29,7 +29,7 @@ "num_experts_per_tok": 0, "num_experts": 0 }, - "vocab_size": 151646, + "vocab_size": 151680, "context_window_size": 512, "sliding_window_size": -1, "prefill_chunk_size": 16, diff --git a/Cauchy-3B-preview-MLC/ndarray-cache.json b/bundle/Cauchy-3B-preview-MLC/ndarray-cache.json similarity index 99% rename from Cauchy-3B-preview-MLC/ndarray-cache.json rename to bundle/Cauchy-3B-preview-MLC/ndarray-cache.json index 83c5e6cf8c1c210f349fc5e9067bc1bda0781233..cc0e152541b65da2c0fe6713f928dde6ea5d74b6 100644 --- a/Cauchy-3B-preview-MLC/ndarray-cache.json +++ b/bundle/Cauchy-3B-preview-MLC/ndarray-cache.json @@ -1,28 +1,29 @@ { "metadata": { "ParamSize": 470, - "ParamBytes": 6220393984.0, - "BitsPerParam": 14.384120906723469 + "ParamBytes": 6220550656.0, + "BitsPerParam": 16.0 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", - "nbytes": 698784768, + "nbytes": 698941440, "records": [ { "name": "model.embed_tokens.weight", "shape": [ + 1185, 2304, - 151646 + 128 ], "dtype": "float16", "format": "f32-to-bf16", - "nbytes": 698784768, + "nbytes": 698941440, "byteOffset": 0 } ], - "md5sum": "c0c4bfb94521a8c77a60e9e08388b491" + "md5sum": "10ca727fa119834a674e3b558aa9b47d" }, { "dataPath": "params_shard_1.bin", diff --git a/bundle/Cauchy-3B-preview-MLC/params_shard_0.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..37584cb6ff9f425a97e134293c1188cf1928680f --- /dev/null +++ b/bundle/Cauchy-3B-preview-MLC/params_shard_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a274b1587fcf032ba30828071061d0e4bd5f6a3992b03fc186f566b6c91791a1 +size 698941440 diff --git a/Cauchy-3B-preview-MLC/params_shard_1.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_1.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_1.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_1.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_10.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_10.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_10.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_10.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_100.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_100.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_100.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_100.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_101.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_101.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_101.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_101.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_102.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_102.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_102.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_102.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_103.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_103.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_103.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_103.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_104.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_104.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_104.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_104.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_105.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_105.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_105.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_105.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_106.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_106.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_106.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_106.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_107.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_107.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_107.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_107.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_108.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_108.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_108.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_108.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_109.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_109.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_109.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_109.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_11.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_11.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_11.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_11.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_110.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_110.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_110.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_110.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_111.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_111.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_111.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_111.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_112.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_112.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_112.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_112.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_113.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_113.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_113.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_113.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_114.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_114.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_114.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_114.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_115.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_115.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_115.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_115.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_116.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_116.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_116.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_116.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_117.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_117.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_117.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_117.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_118.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_118.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_118.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_118.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_119.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_119.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_119.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_119.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_12.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_12.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_12.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_12.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_120.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_120.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_120.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_120.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_121.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_121.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_121.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_121.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_122.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_122.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_122.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_122.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_123.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_123.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_123.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_123.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_124.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_124.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_124.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_124.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_125.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_125.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_125.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_125.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_126.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_126.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_126.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_126.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_127.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_127.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_127.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_127.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_128.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_128.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_128.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_128.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_129.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_129.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_129.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_129.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_13.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_13.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_13.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_13.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_130.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_130.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_130.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_130.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_131.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_131.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_131.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_131.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_132.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_132.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_132.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_132.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_133.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_133.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_133.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_133.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_134.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_134.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_134.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_134.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_135.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_135.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_135.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_135.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_136.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_136.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_136.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_136.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_137.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_137.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_137.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_137.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_138.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_138.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_138.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_138.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_139.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_139.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_139.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_139.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_14.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_14.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_14.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_14.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_140.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_140.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_140.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_140.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_141.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_141.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_141.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_141.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_142.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_142.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_142.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_142.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_143.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_143.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_143.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_143.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_144.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_144.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_144.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_144.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_145.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_145.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_145.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_145.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_146.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_146.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_146.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_146.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_147.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_147.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_147.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_147.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_148.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_148.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_148.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_148.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_149.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_149.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_149.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_149.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_15.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_15.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_15.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_15.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_150.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_150.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_150.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_150.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_151.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_151.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_151.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_151.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_152.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_152.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_152.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_152.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_153.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_153.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_153.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_153.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_154.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_154.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_154.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_154.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_155.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_155.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_155.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_155.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_156.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_156.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_156.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_156.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_16.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_16.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_16.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_16.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_17.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_17.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_17.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_17.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_18.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_18.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_18.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_18.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_19.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_19.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_19.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_19.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_2.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_2.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_2.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_2.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_20.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_20.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_20.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_20.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_21.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_21.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_21.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_21.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_22.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_22.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_22.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_22.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_23.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_23.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_23.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_23.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_24.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_24.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_24.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_24.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_25.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_25.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_25.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_25.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_26.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_26.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_26.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_26.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_27.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_27.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_27.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_27.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_28.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_28.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_28.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_28.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_29.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_29.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_29.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_29.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_3.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_3.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_3.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_3.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_30.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_30.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_30.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_30.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_31.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_31.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_31.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_31.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_32.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_32.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_32.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_32.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_33.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_33.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_33.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_33.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_34.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_34.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_34.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_34.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_35.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_35.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_35.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_35.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_36.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_36.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_36.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_36.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_37.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_37.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_37.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_37.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_38.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_38.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_38.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_38.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_39.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_39.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_39.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_39.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_4.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_4.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_4.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_4.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_40.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_40.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_40.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_40.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_41.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_41.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_41.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_41.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_42.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_42.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_42.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_42.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_43.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_43.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_43.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_43.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_44.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_44.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_44.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_44.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_45.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_45.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_45.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_45.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_46.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_46.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_46.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_46.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_47.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_47.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_47.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_47.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_48.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_48.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_48.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_48.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_49.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_49.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_49.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_49.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_5.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_5.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_5.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_5.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_50.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_50.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_50.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_50.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_51.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_51.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_51.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_51.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_52.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_52.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_52.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_52.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_53.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_53.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_53.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_53.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_54.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_54.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_54.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_54.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_55.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_55.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_55.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_55.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_56.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_56.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_56.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_56.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_57.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_57.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_57.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_57.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_58.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_58.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_58.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_58.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_59.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_59.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_59.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_59.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_6.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_6.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_6.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_6.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_60.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_60.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_60.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_60.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_61.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_61.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_61.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_61.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_62.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_62.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_62.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_62.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_63.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_63.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_63.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_63.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_64.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_64.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_64.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_64.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_65.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_65.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_65.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_65.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_66.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_66.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_66.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_66.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_67.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_67.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_67.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_67.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_68.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_68.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_68.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_68.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_69.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_69.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_69.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_69.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_7.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_7.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_7.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_7.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_70.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_70.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_70.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_70.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_71.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_71.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_71.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_71.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_72.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_72.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_72.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_72.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_73.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_73.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_73.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_73.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_74.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_74.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_74.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_74.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_75.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_75.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_75.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_75.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_76.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_76.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_76.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_76.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_77.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_77.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_77.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_77.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_78.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_78.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_78.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_78.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_79.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_79.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_79.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_79.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_8.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_8.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_8.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_8.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_80.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_80.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_80.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_80.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_81.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_81.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_81.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_81.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_82.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_82.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_82.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_82.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_83.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_83.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_83.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_83.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_84.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_84.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_84.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_84.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_85.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_85.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_85.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_85.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_86.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_86.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_86.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_86.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_87.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_87.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_87.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_87.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_88.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_88.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_88.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_88.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_89.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_89.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_89.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_89.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_9.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_9.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_9.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_9.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_90.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_90.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_90.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_90.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_91.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_91.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_91.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_91.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_92.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_92.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_92.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_92.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_93.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_93.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_93.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_93.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_94.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_94.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_94.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_94.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_95.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_95.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_95.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_95.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_96.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_96.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_96.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_96.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_97.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_97.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_97.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_97.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_98.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_98.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_98.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_98.bin diff --git a/Cauchy-3B-preview-MLC/params_shard_99.bin b/bundle/Cauchy-3B-preview-MLC/params_shard_99.bin similarity index 100% rename from Cauchy-3B-preview-MLC/params_shard_99.bin rename to bundle/Cauchy-3B-preview-MLC/params_shard_99.bin diff --git a/Cauchy-3B-preview-MLC/tokenizer.json b/bundle/Cauchy-3B-preview-MLC/tokenizer.json similarity index 100% rename from Cauchy-3B-preview-MLC/tokenizer.json rename to bundle/Cauchy-3B-preview-MLC/tokenizer.json diff --git a/Cauchy-3B-preview-MLC/tokenizer_config.json b/bundle/Cauchy-3B-preview-MLC/tokenizer_config.json similarity index 100% rename from Cauchy-3B-preview-MLC/tokenizer_config.json rename to bundle/Cauchy-3B-preview-MLC/tokenizer_config.json diff --git a/Cauchy-3B-preview-MLC/vocab.json b/bundle/Cauchy-3B-preview-MLC/vocab.json similarity index 100% rename from Cauchy-3B-preview-MLC/vocab.json rename to bundle/Cauchy-3B-preview-MLC/vocab.json diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/.gitattributes b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/.gitattributes similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/.gitattributes rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/.gitattributes diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/mlc-chat-config.json b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/mlc-chat-config.json similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/mlc-chat-config.json rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/mlc-chat-config.json diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/ndarray-cache.json b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/ndarray-cache.json similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/ndarray-cache.json rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/ndarray-cache.json diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_0.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_0.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_0.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_0.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_1.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_1.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_1.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_1.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_10.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_10.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_10.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_10.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_100.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_100.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_100.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_100.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_101.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_101.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_101.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_101.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_102.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_102.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_102.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_102.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_103.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_103.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_103.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_103.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_104.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_104.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_104.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_104.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_105.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_105.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_105.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_105.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_106.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_106.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_106.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_106.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_107.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_107.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_107.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_107.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_108.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_108.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_108.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_108.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_109.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_109.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_109.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_109.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_11.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_11.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_11.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_11.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_110.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_110.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_110.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_110.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_111.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_111.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_111.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_111.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_112.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_112.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_112.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_112.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_113.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_113.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_113.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_113.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_114.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_114.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_114.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_114.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_115.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_115.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_115.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_115.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_116.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_116.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_116.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_116.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_117.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_117.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_117.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_117.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_118.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_118.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_118.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_118.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_119.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_119.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_119.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_119.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_12.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_12.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_12.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_12.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_120.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_120.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_120.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_120.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_13.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_13.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_13.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_13.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_14.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_14.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_14.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_14.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_15.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_15.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_15.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_15.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_16.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_16.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_16.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_16.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_17.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_17.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_17.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_17.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_18.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_18.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_18.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_18.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_19.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_19.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_19.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_19.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_2.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_2.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_2.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_2.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_20.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_20.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_20.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_20.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_21.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_21.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_21.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_21.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_22.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_22.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_22.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_22.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_23.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_23.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_23.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_23.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_24.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_24.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_24.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_24.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_25.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_25.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_25.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_25.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_26.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_26.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_26.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_26.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_27.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_27.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_27.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_27.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_28.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_28.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_28.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_28.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_29.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_29.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_29.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_29.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_3.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_3.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_3.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_3.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_30.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_30.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_30.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_30.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_31.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_31.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_31.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_31.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_32.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_32.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_32.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_32.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_33.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_33.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_33.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_33.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_34.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_34.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_34.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_34.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_35.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_35.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_35.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_35.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_36.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_36.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_36.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_36.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_37.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_37.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_37.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_37.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_38.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_38.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_38.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_38.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_39.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_39.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_39.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_39.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_4.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_4.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_4.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_4.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_40.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_40.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_40.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_40.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_41.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_41.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_41.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_41.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_42.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_42.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_42.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_42.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_43.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_43.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_43.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_43.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_44.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_44.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_44.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_44.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_45.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_45.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_45.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_45.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_46.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_46.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_46.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_46.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_47.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_47.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_47.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_47.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_48.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_48.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_48.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_48.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_49.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_49.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_49.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_49.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_5.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_5.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_5.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_5.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_50.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_50.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_50.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_50.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_51.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_51.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_51.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_51.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_52.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_52.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_52.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_52.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_53.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_53.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_53.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_53.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_54.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_54.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_54.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_54.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_55.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_55.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_55.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_55.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_56.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_56.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_56.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_56.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_57.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_57.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_57.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_57.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_58.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_58.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_58.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_58.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_59.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_59.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_59.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_59.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_6.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_6.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_6.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_6.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_60.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_60.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_60.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_60.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_61.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_61.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_61.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_61.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_62.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_62.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_62.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_62.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_63.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_63.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_63.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_63.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_64.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_64.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_64.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_64.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_65.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_65.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_65.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_65.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_66.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_66.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_66.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_66.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_67.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_67.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_67.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_67.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_68.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_68.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_68.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_68.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_69.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_69.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_69.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_69.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_7.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_7.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_7.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_7.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_70.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_70.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_70.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_70.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_71.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_71.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_71.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_71.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_72.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_72.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_72.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_72.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_73.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_73.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_73.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_73.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_74.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_74.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_74.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_74.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_75.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_75.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_75.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_75.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_76.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_76.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_76.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_76.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_77.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_77.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_77.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_77.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_78.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_78.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_78.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_78.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_79.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_79.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_79.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_79.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_8.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_8.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_8.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_8.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_80.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_80.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_80.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_80.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_81.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_81.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_81.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_81.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_82.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_82.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_82.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_82.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_83.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_83.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_83.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_83.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_84.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_84.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_84.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_84.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_85.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_85.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_85.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_85.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_86.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_86.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_86.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_86.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_87.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_87.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_87.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_87.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_88.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_88.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_88.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_88.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_89.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_89.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_89.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_89.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_9.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_9.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_9.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_9.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_90.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_90.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_90.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_90.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_91.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_91.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_91.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_91.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_92.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_92.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_92.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_92.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_93.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_93.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_93.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_93.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_94.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_94.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_94.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_94.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_95.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_95.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_95.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_95.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_96.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_96.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_96.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_96.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_97.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_97.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_97.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_97.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_98.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_98.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_98.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_98.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_99.bin b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_99.bin similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_99.bin rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/params_shard_99.bin diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer.json b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer.json similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer.json rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer.json diff --git a/Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer_config.json b/bundle/Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer_config.json similarity index 100% rename from Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer_config.json rename to bundle/Llama3.1-8B-Instruct-Tinytron-MLC/tokenizer_config.json diff --git a/Phi-2-Tinytron-preview-MLC/.gitattributes b/bundle/Phi-2-Tinytron-preview-MLC/.gitattributes similarity index 100% rename from Phi-2-Tinytron-preview-MLC/.gitattributes rename to bundle/Phi-2-Tinytron-preview-MLC/.gitattributes diff --git a/Phi-2-Tinytron-preview-MLC/merges.txt b/bundle/Phi-2-Tinytron-preview-MLC/merges.txt similarity index 100% rename from Phi-2-Tinytron-preview-MLC/merges.txt rename to bundle/Phi-2-Tinytron-preview-MLC/merges.txt diff --git a/Phi-2-Tinytron-preview-MLC/mlc-chat-config.json b/bundle/Phi-2-Tinytron-preview-MLC/mlc-chat-config.json similarity index 100% rename from Phi-2-Tinytron-preview-MLC/mlc-chat-config.json rename to bundle/Phi-2-Tinytron-preview-MLC/mlc-chat-config.json diff --git a/Phi-2-Tinytron-preview-MLC/ndarray-cache.json b/bundle/Phi-2-Tinytron-preview-MLC/ndarray-cache.json similarity index 100% rename from Phi-2-Tinytron-preview-MLC/ndarray-cache.json rename to bundle/Phi-2-Tinytron-preview-MLC/ndarray-cache.json diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_0.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_0.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_0.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_0.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_1.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_1.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_1.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_1.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_10.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_10.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_10.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_10.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_100.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_100.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_100.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_100.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_101.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_101.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_101.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_101.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_102.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_102.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_102.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_102.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_103.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_103.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_103.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_103.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_104.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_104.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_104.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_104.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_105.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_105.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_105.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_105.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_106.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_106.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_106.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_106.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_107.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_107.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_107.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_107.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_108.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_108.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_108.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_108.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_109.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_109.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_109.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_109.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_11.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_11.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_11.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_11.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_110.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_110.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_110.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_110.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_111.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_111.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_111.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_111.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_112.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_112.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_112.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_112.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_12.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_12.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_12.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_12.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_13.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_13.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_13.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_13.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_14.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_14.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_14.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_14.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_15.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_15.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_15.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_15.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_16.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_16.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_16.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_16.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_17.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_17.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_17.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_17.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_18.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_18.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_18.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_18.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_19.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_19.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_19.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_19.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_2.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_2.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_2.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_2.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_20.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_20.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_20.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_20.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_21.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_21.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_21.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_21.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_22.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_22.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_22.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_22.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_23.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_23.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_23.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_23.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_24.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_24.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_24.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_24.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_25.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_25.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_25.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_25.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_26.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_26.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_26.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_26.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_27.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_27.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_27.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_27.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_28.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_28.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_28.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_28.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_29.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_29.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_29.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_29.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_3.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_3.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_3.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_3.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_30.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_30.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_30.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_30.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_31.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_31.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_31.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_31.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_32.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_32.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_32.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_32.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_33.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_33.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_33.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_33.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_34.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_34.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_34.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_34.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_35.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_35.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_35.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_35.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_36.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_36.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_36.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_36.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_37.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_37.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_37.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_37.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_38.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_38.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_38.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_38.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_39.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_39.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_39.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_39.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_4.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_4.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_4.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_4.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_40.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_40.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_40.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_40.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_41.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_41.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_41.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_41.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_42.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_42.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_42.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_42.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_43.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_43.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_43.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_43.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_44.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_44.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_44.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_44.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_45.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_45.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_45.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_45.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_46.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_46.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_46.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_46.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_47.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_47.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_47.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_47.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_48.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_48.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_48.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_48.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_49.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_49.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_49.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_49.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_5.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_5.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_5.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_5.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_50.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_50.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_50.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_50.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_51.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_51.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_51.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_51.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_52.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_52.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_52.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_52.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_53.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_53.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_53.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_53.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_54.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_54.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_54.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_54.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_55.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_55.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_55.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_55.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_56.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_56.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_56.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_56.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_57.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_57.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_57.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_57.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_58.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_58.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_58.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_58.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_59.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_59.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_59.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_59.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_6.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_6.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_6.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_6.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_60.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_60.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_60.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_60.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_61.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_61.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_61.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_61.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_62.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_62.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_62.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_62.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_63.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_63.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_63.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_63.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_64.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_64.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_64.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_64.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_65.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_65.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_65.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_65.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_66.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_66.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_66.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_66.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_67.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_67.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_67.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_67.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_68.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_68.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_68.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_68.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_69.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_69.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_69.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_69.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_7.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_7.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_7.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_7.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_70.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_70.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_70.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_70.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_71.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_71.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_71.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_71.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_72.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_72.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_72.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_72.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_73.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_73.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_73.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_73.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_74.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_74.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_74.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_74.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_75.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_75.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_75.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_75.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_76.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_76.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_76.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_76.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_77.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_77.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_77.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_77.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_78.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_78.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_78.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_78.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_79.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_79.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_79.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_79.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_8.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_8.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_8.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_8.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_80.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_80.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_80.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_80.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_81.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_81.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_81.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_81.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_82.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_82.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_82.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_82.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_83.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_83.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_83.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_83.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_84.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_84.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_84.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_84.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_85.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_85.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_85.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_85.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_86.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_86.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_86.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_86.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_87.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_87.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_87.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_87.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_88.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_88.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_88.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_88.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_89.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_89.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_89.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_89.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_9.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_9.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_9.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_9.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_90.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_90.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_90.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_90.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_91.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_91.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_91.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_91.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_92.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_92.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_92.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_92.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_93.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_93.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_93.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_93.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_94.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_94.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_94.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_94.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_95.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_95.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_95.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_95.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_96.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_96.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_96.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_96.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_97.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_97.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_97.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_97.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_98.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_98.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_98.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_98.bin diff --git a/Phi-2-Tinytron-preview-MLC/params_shard_99.bin b/bundle/Phi-2-Tinytron-preview-MLC/params_shard_99.bin similarity index 100% rename from Phi-2-Tinytron-preview-MLC/params_shard_99.bin rename to bundle/Phi-2-Tinytron-preview-MLC/params_shard_99.bin diff --git a/Phi-2-Tinytron-preview-MLC/tokenizer.json b/bundle/Phi-2-Tinytron-preview-MLC/tokenizer.json similarity index 100% rename from Phi-2-Tinytron-preview-MLC/tokenizer.json rename to bundle/Phi-2-Tinytron-preview-MLC/tokenizer.json diff --git a/Phi-2-Tinytron-preview-MLC/tokenizer_config.json b/bundle/Phi-2-Tinytron-preview-MLC/tokenizer_config.json similarity index 100% rename from Phi-2-Tinytron-preview-MLC/tokenizer_config.json rename to bundle/Phi-2-Tinytron-preview-MLC/tokenizer_config.json diff --git a/Phi-2-Tinytron-preview-MLC/vocab.json b/bundle/Phi-2-Tinytron-preview-MLC/vocab.json similarity index 100% rename from Phi-2-Tinytron-preview-MLC/vocab.json rename to bundle/Phi-2-Tinytron-preview-MLC/vocab.json diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/.gitattributes b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/.gitattributes similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/.gitattributes rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/.gitattributes diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/mlc-chat-config.json b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/mlc-chat-config.json similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/mlc-chat-config.json rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/mlc-chat-config.json diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/ndarray-cache.json b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/ndarray-cache.json similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/ndarray-cache.json rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/ndarray-cache.json diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_0.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_0.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_0.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_0.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_1.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_1.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_1.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_1.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_10.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_10.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_10.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_10.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_11.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_11.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_11.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_11.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_12.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_12.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_12.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_12.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_13.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_13.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_13.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_13.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_14.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_14.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_14.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_14.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_15.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_15.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_15.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_15.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_16.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_16.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_16.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_16.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_17.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_17.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_17.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_17.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_18.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_18.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_18.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_18.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_19.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_19.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_19.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_19.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_2.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_2.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_2.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_2.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_20.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_20.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_20.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_20.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_21.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_21.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_21.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_21.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_22.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_22.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_22.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_22.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_23.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_23.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_23.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_23.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_24.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_24.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_24.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_24.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_25.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_25.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_25.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_25.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_26.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_26.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_26.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_26.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_27.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_27.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_27.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_27.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_28.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_28.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_28.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_28.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_29.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_29.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_29.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_29.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_3.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_3.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_3.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_3.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_30.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_30.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_30.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_30.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_31.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_31.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_31.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_31.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_32.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_32.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_32.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_32.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_33.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_33.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_33.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_33.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_34.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_34.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_34.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_34.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_35.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_35.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_35.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_35.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_36.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_36.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_36.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_36.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_37.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_37.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_37.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_37.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_38.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_38.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_38.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_38.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_39.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_39.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_39.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_39.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_4.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_4.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_4.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_4.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_40.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_40.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_40.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_40.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_41.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_41.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_41.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_41.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_42.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_42.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_42.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_42.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_43.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_43.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_43.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_43.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_44.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_44.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_44.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_44.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_45.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_45.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_45.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_45.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_46.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_46.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_46.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_46.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_47.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_47.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_47.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_47.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_48.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_48.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_48.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_48.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_49.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_49.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_49.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_49.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_5.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_5.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_5.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_5.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_50.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_50.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_50.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_50.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_51.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_51.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_51.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_51.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_52.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_52.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_52.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_52.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_53.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_53.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_53.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_53.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_54.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_54.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_54.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_54.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_55.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_55.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_55.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_55.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_56.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_56.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_56.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_56.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_57.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_57.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_57.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_57.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_58.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_58.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_58.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_58.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_59.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_59.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_59.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_59.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_6.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_6.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_6.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_6.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_60.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_60.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_60.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_60.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_61.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_61.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_61.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_61.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_62.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_62.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_62.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_62.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_63.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_63.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_63.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_63.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_64.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_64.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_64.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_64.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_65.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_65.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_65.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_65.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_66.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_66.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_66.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_66.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_67.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_67.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_67.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_67.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_68.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_68.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_68.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_68.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_69.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_69.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_69.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_69.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_7.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_7.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_7.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_7.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_70.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_70.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_70.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_70.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_71.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_71.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_71.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_71.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_72.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_72.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_72.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_72.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_73.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_73.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_73.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_73.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_74.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_74.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_74.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_74.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_75.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_75.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_75.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_75.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_76.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_76.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_76.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_76.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_77.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_77.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_77.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_77.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_78.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_78.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_78.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_78.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_79.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_79.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_79.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_79.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_8.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_8.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_8.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_8.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_80.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_80.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_80.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_80.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_81.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_81.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_81.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_81.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_82.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_82.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_82.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_82.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_83.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_83.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_83.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_83.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_84.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_84.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_84.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_84.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_85.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_85.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_85.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_85.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_86.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_86.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_86.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_86.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_9.bin b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_9.bin similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/params_shard_9.bin rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/params_shard_9.bin diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/tokenizer.json b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/tokenizer.json similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/tokenizer.json rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/tokenizer.json diff --git a/Qwen2-7B-Instruct-Tinytron-MLC/tokenizer_config.json b/bundle/Qwen2-7B-Instruct-Tinytron-MLC/tokenizer_config.json similarity index 100% rename from Qwen2-7B-Instruct-Tinytron-MLC/tokenizer_config.json rename to bundle/Qwen2-7B-Instruct-Tinytron-MLC/tokenizer_config.json diff --git a/bundle_weight.py b/bundle_weight.py new file mode 100644 index 0000000000000000000000000000000000000000..adade130715926a66760136a825a03a92e91a79c --- /dev/null +++ b/bundle_weight.py @@ -0,0 +1,65 @@ +import argparse +import os +import subprocess +from pathlib import Path + +from mlc_llm.support import logging + +logging.enable_logging() +logger = logging.getLogger(__name__) + + +def main(apk_path: Path, package_output_path: Path): + """Push weights to the android device with adb""" + # - Install the apk on device. + logger.info('Install apk "%s" to device', str(apk_path.absolute())) + subprocess.run(["adb", "install", str(apk_path)], check=True, env=os.environ) + # - Create the weight directory for the app. + device_weihgt_dir = "/storage/emulated/0/Android/data/ai.mlc.mlcchat/files/" + logger.info('Creating directory "%s" on device', device_weihgt_dir) + subprocess.run( + ["adb", "shell", "mkdir", "-p", device_weihgt_dir], + check=True, + env=os.environ, + ) + for model_weight_dir in (package_output_path / "bundle").iterdir(): + if model_weight_dir.is_dir(): + src_path = str(model_weight_dir.absolute()) + dst_path = "/data/local/tmp/" + model_weight_dir.name + logger.info('Pushing local weights "%s" to device location "%s"', src_path, dst_path) + subprocess.run(["adb", "push", src_path, dst_path], check=True, env=os.environ) + + src_path = dst_path + dst_path = "/storage/emulated/0/Android/data/ai.mlc.mlcchat/files/" + logger.info('Move weights from "%s" to "%s"', src_path, dst_path) + subprocess.run(["adb", "shell", "mv", src_path, dst_path], check=True, env=os.environ) + logger.info("All finished.") + + +if __name__ == "__main__": + parser = argparse.ArgumentParser("MLC LLM Android Weight Bundle") + + def _parse_apk_path(path: str) -> Path: + path = Path(path) + if not path.exists(): + raise ValueError( + f"Path {str(path)} is expected to be an apk file, but the file does not exist." + ) + if not path.is_file(): + raise ValueError(f"Path {str(path)} is expected to be an apk file.") + return path + + parser.add_argument( + "--apk-path", + type=_parse_apk_path, + default="app/release/app-release.apk", + help="The path to generated MLCChat apk file.", + ) + parser.add_argument( + "--package-output-path", + type=Path, + default="dist", + help='The path to the output directory of "mlc_llm package".', + ) + args = parser.parse_args() + main(args.apk_path, args.package_output_path) diff --git a/screenshot/cauchy_12G.jpg b/screenshot/cauchy_12G.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0dd2081739d11336d7dde678a213151f11195046 Binary files /dev/null and b/screenshot/cauchy_12G.jpg differ diff --git a/screenshot/cauchy_16G.jpg b/screenshot/cauchy_16G.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ec13619799e396988d3f824be18e1b0f623a05b6 Binary files /dev/null and b/screenshot/cauchy_16G.jpg differ diff --git a/screenshot/llama_16G.jpg b/screenshot/llama_16G.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b00eb401fb037ddcab5ef65c0446dbae59efe053 Binary files /dev/null and b/screenshot/llama_16G.jpg differ diff --git a/screenshot/phi_12G.jpg b/screenshot/phi_12G.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ddabc78421b80dd92f14dff71f948205ae7646c4 Binary files /dev/null and b/screenshot/phi_12G.jpg differ diff --git a/screenshot/phi_16G.jpg b/screenshot/phi_16G.jpg new file mode 100644 index 0000000000000000000000000000000000000000..179bda66c95692f09b95e52b581f46bd25c26f6a Binary files /dev/null and b/screenshot/phi_16G.jpg differ diff --git a/screenshot/qwen_16G.jpg b/screenshot/qwen_16G.jpg new file mode 100644 index 0000000000000000000000000000000000000000..10d2bfec50cad256a5219b9329282ae81cf1e76b Binary files /dev/null and b/screenshot/qwen_16G.jpg differ