<script lang="ts"> import { toast } from 'svelte-sonner'; import Sortable from 'sortablejs'; import fileSaver from 'file-saver'; const { saveAs } = fileSaver; import { onMount, getContext, tick } from 'svelte'; import { WEBUI_NAME, mobile, models, settings, user } from '$lib/stores'; import { addNewModel, deleteModelById, getModelInfos, updateModelById } from '$lib/apis/models'; import { deleteModel } from '$lib/apis/ollama'; import { goto } from '$app/navigation'; import { getModels } from '$lib/apis'; import EllipsisHorizontal from '../icons/EllipsisHorizontal.svelte'; import ModelMenu from './Models/ModelMenu.svelte'; import ModelDeleteConfirmDialog from '../common/ConfirmDialog.svelte'; const i18n = getContext('i18n'); let showModelDeleteConfirm = false; let localModelfiles = []; let importFiles; let modelsImportInputElement: HTMLInputElement; let _models = []; let selectedModel = null; let sortable = null; let searchValue = ''; const deleteModelHandler = async (model) => { console.log(model.info); if (!model?.info) { toast.error( $i18n.t('{{ owner }}: You cannot delete a base model', { owner: model.owned_by.toUpperCase() }) ); return null; } const res = await deleteModelById(localStorage.token, model.id); if (res) { toast.success($i18n.t(`Deleted {{name}}`, { name: model.id })); } await models.set(await getModels(localStorage.token)); _models = $models; }; const cloneModelHandler = async (model) => { if ((model?.info?.base_model_id ?? null) === null) { toast.error($i18n.t('You cannot clone a base model')); return; } else { sessionStorage.model = JSON.stringify({ ...model, id: `${model.id}-clone`, name: `${model.name} (Clone)` }); goto('/workspace/models/create'); } }; const shareModelHandler = async (model) => { toast.success($i18n.t('Redirecting you to OpenWebUI Community')); const url = 'https://openwebui.com'; const tab = await window.open(`${url}/models/create`, '_blank'); // Define the event handler function const messageHandler = (event) => { if (event.origin !== url) return; if (event.data === 'loaded') { tab.postMessage(JSON.stringify(model), '*'); // Remove the event listener after handling the message window.removeEventListener('message', messageHandler); } }; window.addEventListener('message', messageHandler, false); }; const hideModelHandler = async (model) => { let info = model.info; if (!info) { info = { id: model.id, name: model.name, meta: { suggestion_prompts: null }, params: {} }; } info.meta = { ...info.meta, hidden: !(info?.meta?.hidden ?? false) }; console.log(info); const res = await updateModelById(localStorage.token, info.id, info); if (res) { toast.success( $i18n.t(`Model {{name}} is now {{status}}`, { name: info.id, status: info.meta.hidden ? 'hidden' : 'visible' }) ); } await models.set(await getModels(localStorage.token)); _models = $models; }; const downloadModels = async (models) => { let blob = new Blob([JSON.stringify(models)], { type: 'application/json' }); saveAs(blob, `models-export-${Date.now()}.json`); }; const exportModelHandler = async (model) => { let blob = new Blob([JSON.stringify([model])], { type: 'application/json' }); saveAs(blob, `${model.id}-${Date.now()}.json`); }; const positionChangeHanlder = async () => { // Get the new order of the models const modelIds = Array.from(document.getElementById('model-list').children).map((child) => child.id.replace('model-item-', '') ); // Update the position of the models for (const [index, id] of modelIds.entries()) { const model = $models.find((m) => m.id === id); if (model) { let info = model.info; if (!info) { info = { id: model.id, name: model.name, meta: { position: index }, params: {} }; } info.meta = { ...info.meta, position: index }; await updateModelById(localStorage.token, info.id, info); } } await tick(); await models.set(await getModels(localStorage.token)); }; onMount(async () => { // Legacy code to sync localModelfiles with models _models = $models; localModelfiles = JSON.parse(localStorage.getItem('modelfiles') ?? '[]'); if (localModelfiles) { console.log(localModelfiles); } if (!$mobile) { // SortableJS sortable = new Sortable(document.getElementById('model-list'), { animation: 150, onUpdate: async (event) => { console.log(event); positionChangeHanlder(); } }); } }); </script> <svelte:head> <title> {$i18n.t('Models')} | {$WEBUI_NAME} </title> </svelte:head> <ModelDeleteConfirmDialog bind:show={showModelDeleteConfirm} on:confirm={() => { deleteModelHandler(selectedModel); }} /> <div class=" text-lg font-semibold mb-3">{$i18n.t('Models')}</div> <div class=" flex w-full space-x-2"> <div class="flex flex-1"> <div class=" self-center ml-1 mr-3"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" fill="currentColor" class="w-4 h-4" > <path fill-rule="evenodd" d="M9 3.5a5.5 5.5 0 100 11 5.5 5.5 0 000-11zM2 9a7 7 0 1112.452 4.391l3.328 3.329a.75.75 0 11-1.06 1.06l-3.329-3.328A7 7 0 012 9z" clip-rule="evenodd" /> </svg> </div> <input class=" w-full text-sm pr-4 py-1 rounded-r-xl outline-none bg-transparent" bind:value={searchValue} placeholder={$i18n.t('Search Models')} /> </div> <div> <a class=" px-2 py-2 rounded-xl border border-gray-200 dark:border-gray-600 dark:border-0 hover:bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 transition font-medium text-sm flex items-center space-x-1" href="/workspace/models/create" > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4" > <path d="M8.75 3.75a.75.75 0 0 0-1.5 0v3.5h-3.5a.75.75 0 0 0 0 1.5h3.5v3.5a.75.75 0 0 0 1.5 0v-3.5h3.5a.75.75 0 0 0 0-1.5h-3.5v-3.5Z" /> </svg> </a> </div> </div> <hr class=" dark:border-gray-850 my-2.5" /> <a class=" flex space-x-4 cursor-pointer w-full mb-2 px-3 py-2" href="/workspace/models/create"> <div class=" self-center w-10 flex-shrink-0"> <div class="w-full h-10 flex justify-center rounded-full bg-transparent dark:bg-gray-700 border border-dashed border-gray-200" > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="currentColor" class="w-6"> <path fill-rule="evenodd" d="M12 3.75a.75.75 0 01.75.75v6.75h6.75a.75.75 0 010 1.5h-6.75v6.75a.75.75 0 01-1.5 0v-6.75H4.5a.75.75 0 010-1.5h6.75V4.5a.75.75 0 01.75-.75z" clip-rule="evenodd" /> </svg> </div> </div> <div class=" self-center"> <div class=" font-semibold line-clamp-1">{$i18n.t('Create a model')}</div> <div class=" text-sm line-clamp-1">{$i18n.t('Customize models for a specific purpose')}</div> </div> </a> <hr class=" dark:border-gray-850" /> <div class=" my-2 mb-5" id="model-list"> {#each _models.filter((m) => searchValue === '' || m.name .toLowerCase() .includes(searchValue.toLowerCase())) as model} <div class=" flex space-x-4 cursor-pointer w-full px-3 py-2 dark:hover:bg-white/5 hover:bg-black/5 rounded-xl" id="model-item-{model.id}" > <a class=" flex flex-1 space-x-3.5 cursor-pointer w-full" href={`/?models=${encodeURIComponent(model.id)}`} > <div class=" self-start w-8 pt-0.5"> <div class=" rounded-full bg-stone-700 {model?.info?.meta?.hidden ?? false ? 'brightness-90 dark:brightness-50' : ''} " > <img src={model?.info?.meta?.profile_image_url ?? '/static/favicon.png'} alt="modelfile profile" class=" rounded-full w-full h-auto object-cover" /> </div> </div> <div class=" flex-1 self-center {model?.info?.meta?.hidden ?? false ? 'text-gray-500' : ''}" > <div class=" font-semibold line-clamp-1">{model.name}</div> <div class=" text-xs overflow-hidden text-ellipsis line-clamp-1"> {!!model?.info?.meta?.description ? model?.info?.meta?.description : model.id} </div> </div> </a> <div class="flex flex-row gap-0.5 self-center"> <a class="self-center w-fit text-sm px-2 py-2 dark:text-gray-300 dark:hover:text-white hover:bg-black/5 dark:hover:bg-white/5 rounded-xl" type="button" href={`/workspace/models/edit?id=${encodeURIComponent(model.id)}`} > <svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24" stroke-width="1.5" stroke="currentColor" class="w-4 h-4" > <path stroke-linecap="round" stroke-linejoin="round" d="m16.862 4.487 1.687-1.688a1.875 1.875 0 1 1 2.652 2.652L6.832 19.82a4.5 4.5 0 0 1-1.897 1.13l-2.685.8.8-2.685a4.5 4.5 0 0 1 1.13-1.897L16.863 4.487Zm0 0L19.5 7.125" /> </svg> </a> <ModelMenu {model} shareHandler={() => { shareModelHandler(model); }} cloneHandler={() => { cloneModelHandler(model); }} exportHandler={() => { exportModelHandler(model); }} hideHandler={() => { hideModelHandler(model); }} deleteHandler={() => { selectedModel = model; showModelDeleteConfirm = true; }} onClose={() => {}} > <button class="self-center w-fit text-sm p-1.5 dark:text-gray-300 dark:hover:text-white hover:bg-black/5 dark:hover:bg-white/5 rounded-xl" type="button" > <EllipsisHorizontal className="size-5" /> </button> </ModelMenu> </div> </div> {/each} </div> <div class=" flex justify-end w-full mb-3"> <div class="flex space-x-1"> <input id="models-import-input" bind:this={modelsImportInputElement} bind:files={importFiles} type="file" accept=".json" hidden on:change={() => { console.log(importFiles); let reader = new FileReader(); reader.onload = async (event) => { let savedModels = JSON.parse(event.target.result); console.log(savedModels); for (const model of savedModels) { if (model?.info ?? false) { if ($models.find((m) => m.id === model.id)) { await updateModelById(localStorage.token, model.id, model.info).catch((error) => { return null; }); } else { await addNewModel(localStorage.token, model.info).catch((error) => { return null; }); } } } await models.set(await getModels(localStorage.token)); _models = $models; }; reader.readAsText(importFiles[0]); }} /> <button class="flex text-xs items-center space-x-1 px-3 py-1.5 rounded-xl bg-gray-50 hover:bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 dark:text-gray-200 transition" on:click={() => { modelsImportInputElement.click(); }} > <div class=" self-center mr-2 font-medium line-clamp-1">{$i18n.t('Import Models')}</div> <div class=" self-center"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-3.5 h-3.5" > <path fill-rule="evenodd" d="M4 2a1.5 1.5 0 0 0-1.5 1.5v9A1.5 1.5 0 0 0 4 14h8a1.5 1.5 0 0 0 1.5-1.5V6.621a1.5 1.5 0 0 0-.44-1.06L9.94 2.439A1.5 1.5 0 0 0 8.878 2H4Zm4 9.5a.75.75 0 0 1-.75-.75V8.06l-.72.72a.75.75 0 0 1-1.06-1.06l2-2a.75.75 0 0 1 1.06 0l2 2a.75.75 0 1 1-1.06 1.06l-.72-.72v2.69a.75.75 0 0 1-.75.75Z" clip-rule="evenodd" /> </svg> </div> </button> <button class="flex text-xs items-center space-x-1 px-3 py-1.5 rounded-xl bg-gray-50 hover:bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 dark:text-gray-200 transition" on:click={async () => { downloadModels($models); }} > <div class=" self-center mr-2 font-medium line-clamp-1">{$i18n.t('Export Models')}</div> <div class=" self-center"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-3.5 h-3.5" > <path fill-rule="evenodd" d="M4 2a1.5 1.5 0 0 0-1.5 1.5v9A1.5 1.5 0 0 0 4 14h8a1.5 1.5 0 0 0 1.5-1.5V6.621a1.5 1.5 0 0 0-.44-1.06L9.94 2.439A1.5 1.5 0 0 0 8.878 2H4Zm4 3.5a.75.75 0 0 1 .75.75v2.69l.72-.72a.75.75 0 1 1 1.06 1.06l-2 2a.75.75 0 0 1-1.06 0l-2-2a.75.75 0 0 1 1.06-1.06l.72.72V6.25A.75.75 0 0 1 8 5.5Z" clip-rule="evenodd" /> </svg> </div> </button> </div> {#if localModelfiles.length > 0} <div class="flex"> <div class=" self-center text-sm font-medium mr-4"> {localModelfiles.length} Local Modelfiles Detected </div> <div class="flex space-x-1"> <button class="self-center w-fit text-sm p-1.5 border dark:border-gray-600 rounded-xl flex" on:click={async () => { downloadModels(localModelfiles); localStorage.removeItem('modelfiles'); localModelfiles = JSON.parse(localStorage.getItem('modelfiles') ?? '[]'); }} > <div class=" self-center"> <svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24" stroke-width="1.5" stroke="currentColor" class="w-4 h-4" > <path stroke-linecap="round" stroke-linejoin="round" d="M14.74 9l-.346 9m-4.788 0L9.26 9m9.968-3.21c.342.052.682.107 1.022.166m-1.022-.165L18.16 19.673a2.25 2.25 0 01-2.244 2.077H8.084a2.25 2.25 0 01-2.244-2.077L4.772 5.79m14.456 0a48.108 48.108 0 00-3.478-.397m-12 .562c.34-.059.68-.114 1.022-.165m0 0a48.11 48.11 0 013.478-.397m7.5 0v-.916c0-1.18-.91-2.164-2.09-2.201a51.964 51.964 0 00-3.32 0c-1.18.037-2.09 1.022-2.09 2.201v.916m7.5 0a48.667 48.667 0 00-7.5 0" /> </svg> </div> </button> </div> </div> {/if} </div> <div class=" my-16"> <div class=" text-lg font-semibold mb-3 line-clamp-1"> {$i18n.t('Made by OpenWebUI Community')} </div> <a class=" flex space-x-4 cursor-pointer w-full mb-2 px-3 py-2" href="https://openwebui.com/#open-webui-community" target="_blank" > <div class=" self-center w-10 flex-shrink-0"> <div class="w-full h-10 flex justify-center rounded-full bg-transparent dark:bg-gray-700 border border-dashed border-gray-200" > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="currentColor" class="w-6"> <path fill-rule="evenodd" d="M12 3.75a.75.75 0 01.75.75v6.75h6.75a.75.75 0 010 1.5h-6.75v6.75a.75.75 0 01-1.5 0v-6.75H4.5a.75.75 0 010-1.5h6.75V4.5a.75.75 0 01.75-.75z" clip-rule="evenodd" /> </svg> </div> </div> <div class=" self-center"> <div class=" font-semibold line-clamp-1">{$i18n.t('Discover a model')}</div> <div class=" text-sm line-clamp-1"> {$i18n.t('Discover, download, and explore model presets')} </div> </div> </a> </div>