<script lang="ts"> import { toast } from 'svelte-sonner'; import { v4 as uuidv4 } from 'uuid'; import { tick, getContext, onMount, onDestroy } from 'svelte'; const i18n = getContext('i18n'); import { config, mobile, settings, socket } from '$lib/stores'; import { blobToFile, compressImage } from '$lib/utils'; import Tooltip from '../common/Tooltip.svelte'; import RichTextInput from '../common/RichTextInput.svelte'; import VoiceRecording from '../chat/MessageInput/VoiceRecording.svelte'; import InputMenu from './MessageInput/InputMenu.svelte'; import { uploadFile } from '$lib/apis/files'; import { WEBUI_API_BASE_URL } from '$lib/constants'; import FileItem from '../common/FileItem.svelte'; import Image from '../common/Image.svelte'; import { transcribeAudio } from '$lib/apis/audio'; import FilesOverlay from '../chat/MessageInput/FilesOverlay.svelte'; export let placeholder = $i18n.t('Send a Message'); export let transparentBackground = false; export let id = null; let draggedOver = false; let recording = false; let content = ''; let files = []; let filesInputElement; let inputFiles; export let typingUsers = []; export let onSubmit: Function; export let onChange: Function; export let scrollEnd = true; export let scrollToBottom: Function = () => {}; const screenCaptureHandler = async () => { try { // Request screen media const mediaStream = await navigator.mediaDevices.getDisplayMedia({ video: { cursor: 'never' }, audio: false }); // Once the user selects a screen, temporarily create a video element const video = document.createElement('video'); video.srcObject = mediaStream; // Ensure the video loads without affecting user experience or tab switching await video.play(); // Set up the canvas to match the video dimensions const canvas = document.createElement('canvas'); canvas.width = video.videoWidth; canvas.height = video.videoHeight; // Grab a single frame from the video stream using the canvas const context = canvas.getContext('2d'); context.drawImage(video, 0, 0, canvas.width, canvas.height); // Stop all video tracks (stop screen sharing) after capturing the image mediaStream.getTracks().forEach((track) => track.stop()); // bring back focus to this current tab, so that the user can see the screen capture window.focus(); // Convert the canvas to a Base64 image URL const imageUrl = canvas.toDataURL('image/png'); // Add the captured image to the files array to render it files = [...files, { type: 'image', url: imageUrl }]; // Clean memory: Clear video srcObject video.srcObject = null; } catch (error) { // Handle any errors (e.g., user cancels screen sharing) console.error('Error capturing screen:', error); } }; const inputFilesHandler = async (inputFiles) => { inputFiles.forEach((file) => { console.log('Processing file:', { name: file.name, type: file.type, size: file.size, extension: file.name.split('.').at(-1) }); if ( ($config?.file?.max_size ?? null) !== null && file.size > ($config?.file?.max_size ?? 0) * 1024 * 1024 ) { console.log('File exceeds max size limit:', { fileSize: file.size, maxSize: ($config?.file?.max_size ?? 0) * 1024 * 1024 }); toast.error( $i18n.t(`File size should not exceed {{maxSize}} MB.`, { maxSize: $config?.file?.max_size }) ); return; } if ( ['image/gif', 'image/webp', 'image/jpeg', 'image/png', 'image/avif'].includes(file['type']) ) { let reader = new FileReader(); reader.onload = async (event) => { let imageUrl = event.target.result; if ($settings?.imageCompression ?? false) { const width = $settings?.imageCompressionSize?.width ?? null; const height = $settings?.imageCompressionSize?.height ?? null; if (width || height) { imageUrl = await compressImage(imageUrl, width, height); } } files = [ ...files, { type: 'image', url: `${imageUrl}` } ]; }; reader.readAsDataURL(file); } else { uploadFileHandler(file); } }); }; const uploadFileHandler = async (file) => { const tempItemId = uuidv4(); const fileItem = { type: 'file', file: '', id: null, url: '', name: file.name, collection_name: '', status: 'uploading', size: file.size, error: '', itemId: tempItemId }; if (fileItem.size == 0) { toast.error($i18n.t('You cannot upload an empty file.')); return null; } files = [...files, fileItem]; try { // During the file upload, file content is automatically extracted. const uploadedFile = await uploadFile(localStorage.token, file); if (uploadedFile) { console.log('File upload completed:', { id: uploadedFile.id, name: fileItem.name, collection: uploadedFile?.meta?.collection_name }); if (uploadedFile.error) { console.warn('File upload warning:', uploadedFile.error); toast.warning(uploadedFile.error); } fileItem.status = 'uploaded'; fileItem.file = uploadedFile; fileItem.id = uploadedFile.id; fileItem.collection_name = uploadedFile?.meta?.collection_name || uploadedFile?.collection_name; fileItem.url = `${WEBUI_API_BASE_URL}/files/${uploadedFile.id}`; files = files; } else { files = files.filter((item) => item?.itemId !== tempItemId); } } catch (e) { toast.error(`${e}`); files = files.filter((item) => item?.itemId !== tempItemId); } }; const handleKeyDown = (event: KeyboardEvent) => { if (event.key === 'Escape') { console.log('Escape'); draggedOver = false; } }; const onDragOver = (e) => { e.preventDefault(); // Check if a file is being draggedOver. if (e.dataTransfer?.types?.includes('Files')) { draggedOver = true; } else { draggedOver = false; } }; const onDragLeave = () => { draggedOver = false; }; const onDrop = async (e) => { e.preventDefault(); console.log(e); if (e.dataTransfer?.files) { const inputFiles = Array.from(e.dataTransfer?.files); if (inputFiles && inputFiles.length > 0) { console.log(inputFiles); inputFilesHandler(inputFiles); } } draggedOver = false; }; const submitHandler = async () => { if (content === '' && files.length === 0) { return; } onSubmit({ content, data: { files: files } }); content = ''; files = []; await tick(); const chatInputElement = document.getElementById(`chat-input-${id}`); chatInputElement?.focus(); }; $: if (content) { onChange(); } onMount(async () => { window.setTimeout(() => { const chatInput = document.getElementById(`chat-input-${id}`); chatInput?.focus(); }, 0); window.addEventListener('keydown', handleKeyDown); await tick(); const dropzoneElement = document.getElementById('channel-container'); dropzoneElement?.addEventListener('dragover', onDragOver); dropzoneElement?.addEventListener('drop', onDrop); dropzoneElement?.addEventListener('dragleave', onDragLeave); }); onDestroy(() => { console.log('destroy'); window.removeEventListener('keydown', handleKeyDown); const dropzoneElement = document.getElementById('channel-container'); if (dropzoneElement) { dropzoneElement?.removeEventListener('dragover', onDragOver); dropzoneElement?.removeEventListener('drop', onDrop); dropzoneElement?.removeEventListener('dragleave', onDragLeave); } }); </script> <FilesOverlay show={draggedOver} /> <input bind:this={filesInputElement} bind:files={inputFiles} type="file" hidden multiple on:change={async () => { if (inputFiles && inputFiles.length > 0) { inputFilesHandler(Array.from(inputFiles)); } else { toast.error($i18n.t(`File not found.`)); } filesInputElement.value = ''; }} /> <div class="bg-transparent"> <div class="{($settings?.widescreenMode ?? null) ? 'max-w-full' : 'max-w-6xl'} px-2.5 mx-auto inset-x-0 relative" > <div class="absolute top-0 left-0 right-0 mx-auto inset-x-0 bg-transparent flex justify-center"> <div class="flex flex-col px-3 w-full"> <div class="relative"> {#if scrollEnd === false} <div class=" absolute -top-12 left-0 right-0 flex justify-center z-30 pointer-events-none" > <button class=" bg-white border border-gray-100 dark:border-none dark:bg-white/20 p-1.5 rounded-full pointer-events-auto" on:click={() => { scrollEnd = true; scrollToBottom(); }} > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" fill="currentColor" class="w-5 h-5" > <path fill-rule="evenodd" d="M10 3a.75.75 0 01.75.75v10.638l3.96-4.158a.75.75 0 111.08 1.04l-5.25 5.5a.75.75 0 01-1.08 0l-5.25-5.5a.75.75 0 111.08-1.04l3.96 4.158V3.75A.75.75 0 0110 3z" clip-rule="evenodd" /> </svg> </button> </div> {/if} </div> <div class="relative"> <div class=" -mt-5"> {#if typingUsers.length > 0} <div class=" text-xs px-4 mb-1"> <span class=" font-normal text-black dark:text-white"> {typingUsers.map((user) => user.name).join(', ')} </span> {$i18n.t('is typing...')} </div> {/if} </div> </div> </div> </div> <div class=""> {#if recording} <VoiceRecording bind:recording on:cancel={async () => { recording = false; await tick(); document.getElementById(`chat-input-${id}`)?.focus(); }} on:confirm={async (e) => { const { text, filename } = e.detail; content = `${content}${text} `; recording = false; await tick(); document.getElementById(`chat-input-${id}`)?.focus(); }} /> {:else} <form class="w-full flex gap-1.5" on:submit|preventDefault={() => { submitHandler(); }} > <div class="flex-1 flex flex-col relative w-full rounded-3xl px-1 bg-gray-600/5 dark:bg-gray-400/5 dark:text-gray-100" dir={$settings?.chatDirection ?? 'LTR'} > {#if files.length > 0} <div class="mx-2 mt-2.5 -mb-1 flex flex-wrap gap-2"> {#each files as file, fileIdx} {#if file.type === 'image'} <div class=" relative group"> <div class="relative"> <Image src={file.url} alt="input" imageClassName=" h-16 w-16 rounded-xl object-cover" /> </div> <div class=" absolute -top-1 -right-1"> <button class=" bg-white text-black border border-white rounded-full group-hover:visible invisible transition" type="button" on:click={() => { files.splice(fileIdx, 1); files = files; }} > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" fill="currentColor" class="w-4 h-4" > <path d="M6.28 5.22a.75.75 0 00-1.06 1.06L8.94 10l-3.72 3.72a.75.75 0 101.06 1.06L10 11.06l3.72 3.72a.75.75 0 101.06-1.06L11.06 10l3.72-3.72a.75.75 0 00-1.06-1.06L10 8.94 6.28 5.22z" /> </svg> </button> </div> </div> {:else} <FileItem item={file} name={file.name} type={file.type} size={file?.size} loading={file.status === 'uploading'} dismissible={true} edit={true} on:dismiss={() => { files.splice(fileIdx, 1); files = files; }} on:click={() => { console.log(file); }} /> {/if} {/each} </div> {/if} <div class="px-2.5"> <div class="scrollbar-hidden font-primary text-left bg-transparent dark:text-gray-100 outline-hidden w-full pt-3 px-1 rounded-xl resize-none h-fit max-h-80 overflow-auto" > <RichTextInput bind:value={content} id={`chat-input-${id}`} messageInput={true} shiftEnter={!$mobile || !( 'ontouchstart' in window || navigator.maxTouchPoints > 0 || navigator.msMaxTouchPoints > 0 )} {placeholder} largeTextAsFile={$settings?.largeTextAsFile ?? false} on:keydown={async (e) => { e = e.detail.event; const isCtrlPressed = e.ctrlKey || e.metaKey; // metaKey is for Cmd key on Mac if ( !$mobile || !( 'ontouchstart' in window || navigator.maxTouchPoints > 0 || navigator.msMaxTouchPoints > 0 ) ) { // Prevent Enter key from creating a new line // Uses keyCode '13' for Enter key for chinese/japanese keyboards if (e.keyCode === 13 && !e.shiftKey) { e.preventDefault(); } // Submit the content when Enter key is pressed if (content !== '' && e.keyCode === 13 && !e.shiftKey) { submitHandler(); } } if (e.key === 'Escape') { console.log('Escape'); } }} on:paste={async (e) => { e = e.detail.event; console.log(e); }} /> </div> </div> <div class=" flex justify-between mb-2.5 mt-1.5 mx-0.5"> <div class="ml-1 self-end flex space-x-1"> <InputMenu {screenCaptureHandler} uploadFilesHandler={() => { filesInputElement.click(); }} > <button class="bg-transparent hover:bg-white/80 text-gray-800 dark:text-white dark:hover:bg-gray-800 transition rounded-full p-1.5 outline-hidden focus:outline-hidden" type="button" aria-label="More" > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" fill="currentColor" class="size-5" > <path d="M10.75 4.75a.75.75 0 0 0-1.5 0v4.5h-4.5a.75.75 0 0 0 0 1.5h4.5v4.5a.75.75 0 0 0 1.5 0v-4.5h4.5a.75.75 0 0 0 0-1.5h-4.5v-4.5Z" /> </svg> </button> </InputMenu> </div> <div class="self-end flex space-x-1 mr-1"> {#if content === ''} <Tooltip content={$i18n.t('Record voice')}> <button id="voice-input-button" class=" text-gray-600 dark:text-gray-300 hover:text-gray-700 dark:hover:text-gray-200 transition rounded-full p-1.5 mr-0.5 self-center" type="button" on:click={async () => { try { let stream = await navigator.mediaDevices .getUserMedia({ audio: true }) .catch(function (err) { toast.error( $i18n.t(`Permission denied when accessing microphone: {{error}}`, { error: err }) ); return null; }); if (stream) { recording = true; const tracks = stream.getTracks(); tracks.forEach((track) => track.stop()); } stream = null; } catch { toast.error($i18n.t('Permission denied when accessing microphone')); } }} aria-label="Voice Input" > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" fill="currentColor" class="w-5 h-5 translate-y-[0.5px]" > <path d="M7 4a3 3 0 016 0v6a3 3 0 11-6 0V4z" /> <path d="M5.5 9.643a.75.75 0 00-1.5 0V10c0 3.06 2.29 5.585 5.25 5.954V17.5h-1.5a.75.75 0 000 1.5h4.5a.75.75 0 000-1.5h-1.5v-1.546A6.001 6.001 0 0016 10v-.357a.75.75 0 00-1.5 0V10a4.5 4.5 0 01-9 0v-.357z" /> </svg> </button> </Tooltip> {/if} <div class=" flex items-center"> <div class=" flex items-center"> <Tooltip content={$i18n.t('Send message')}> <button id="send-message-button" class="{content !== '' || files.length !== 0 ? 'bg-black text-white hover:bg-gray-900 dark:bg-white dark:text-black dark:hover:bg-gray-100 ' : 'text-white bg-gray-200 dark:text-gray-900 dark:bg-gray-700 disabled'} transition rounded-full p-1.5 self-center" type="submit" disabled={content === '' && files.length === 0} > <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="size-5" > <path fill-rule="evenodd" d="M8 14a.75.75 0 0 1-.75-.75V4.56L4.03 7.78a.75.75 0 0 1-1.06-1.06l4.5-4.5a.75.75 0 0 1 1.06 0l4.5 4.5a.75.75 0 0 1-1.06 1.06L8.75 4.56v8.69A.75.75 0 0 1 8 14Z" clip-rule="evenodd" /> </svg> </button> </Tooltip> </div> </div> </div> </div> </div> </form> {/if} </div> </div> </div>