base_model: mistralai/Mistral-7B-v0.1 dtype: float16 gate_mode: random experts: - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2 - source_model: mistralai/Mistral-7B-Instruct-v0.2