<script lang="ts"> import { DropdownMenu } from 'bits-ui'; import { marked } from 'marked'; import { flyAndScale } from '$lib/utils/transitions'; import { createEventDispatcher, onMount, getContext, tick } from 'svelte'; import ChevronDown from '$lib/components/icons/ChevronDown.svelte'; import Check from '$lib/components/icons/Check.svelte'; import Search from '$lib/components/icons/Search.svelte'; import { deleteModel, getOllamaVersion, pullModel } from '$lib/apis/ollama'; import { user, MODEL_DOWNLOAD_POOL, models, mobile } from '$lib/stores'; import { toast } from 'svelte-sonner'; import { capitalizeFirstLetter, sanitizeResponseContent, splitStream } from '$lib/utils'; import { getModels } from '$lib/apis'; import Tooltip from '$lib/components/common/Tooltip.svelte'; const i18n = getContext('i18n'); const dispatch = createEventDispatcher(); export let value = ''; export let placeholder = 'Select a model'; export let searchEnabled = true; export let searchPlaceholder = $i18n.t('Search a model'); export let items: { label: string; value: string; // eslint-disable-next-line @typescript-eslint/no-explicit-any [key: string]: any; } = []; export let className = 'w-[32rem]'; let show = false; let selectedModel = ''; $: selectedModel = items.find((item) => item.value === value) ?? ''; let searchValue = ''; let ollamaVersion = null; let selectedModelIdx = 0; $: filteredItems = items.filter( (item) => (searchValue ? item.value.toLowerCase().includes(searchValue.toLowerCase()) || item.label.toLowerCase().includes(searchValue.toLowerCase()) || (item.model?.info?.meta?.tags ?? []).some((tag) => tag.name.toLowerCase().includes(searchValue.toLowerCase()) ) : true) && !(item.model?.info?.meta?.hidden ?? false) ); const pullModelHandler = async () => { const sanitizedModelTag = searchValue.trim().replace(/^ollama\s+(run|pull)\s+/, ''); console.log($MODEL_DOWNLOAD_POOL); if ($MODEL_DOWNLOAD_POOL[sanitizedModelTag]) { toast.error( $i18n.t(`Model '{{modelTag}}' is already in queue for downloading.`, { modelTag: sanitizedModelTag }) ); return; } if (Object.keys($MODEL_DOWNLOAD_POOL).length === 3) { toast.error( $i18n.t('Maximum of 3 models can be downloaded simultaneously. Please try again later.') ); return; } const [res, controller] = await pullModel(localStorage.token, sanitizedModelTag, '0').catch( (error) => { toast.error(error); return null; } ); if (res) { const reader = res.body .pipeThrough(new TextDecoderStream()) .pipeThrough(splitStream('\n')) .getReader(); MODEL_DOWNLOAD_POOL.set({ ...$MODEL_DOWNLOAD_POOL, [sanitizedModelTag]: { ...$MODEL_DOWNLOAD_POOL[sanitizedModelTag], abortController: controller, reader, done: false } }); while (true) { try { const { value, done } = await reader.read(); if (done) break; let lines = value.split('\n'); for (const line of lines) { if (line !== '') { let data = JSON.parse(line); console.log(data); if (data.error) { throw data.error; } if (data.detail) { throw data.detail; } if (data.status) { if (data.digest) { let downloadProgress = 0; if (data.completed) { downloadProgress = Math.round((data.completed / data.total) * 1000) / 10; } else { downloadProgress = 100; } MODEL_DOWNLOAD_POOL.set({ ...$MODEL_DOWNLOAD_POOL, [sanitizedModelTag]: { ...$MODEL_DOWNLOAD_POOL[sanitizedModelTag], pullProgress: downloadProgress, digest: data.digest } }); } else { toast.success(data.status); MODEL_DOWNLOAD_POOL.set({ ...$MODEL_DOWNLOAD_POOL, [sanitizedModelTag]: { ...$MODEL_DOWNLOAD_POOL[sanitizedModelTag], done: data.status === 'success' } }); } } } } } catch (error) { console.log(error); if (typeof error !== 'string') { error = error.message; } toast.error(error); // opts.callback({ success: false, error, modelName: opts.modelName }); break; } } if ($MODEL_DOWNLOAD_POOL[sanitizedModelTag].done) { toast.success( $i18n.t(`Model '{{modelName}}' has been successfully downloaded.`, { modelName: sanitizedModelTag }) ); models.set(await getModels(localStorage.token)); } else { toast.error($i18n.t('Download canceled')); } delete $MODEL_DOWNLOAD_POOL[sanitizedModelTag]; MODEL_DOWNLOAD_POOL.set({ ...$MODEL_DOWNLOAD_POOL }); } }; onMount(async () => { ollamaVersion = await getOllamaVersion(localStorage.token).catch((error) => false); }); const cancelModelPullHandler = async (model: string) => { const { reader, abortController } = $MODEL_DOWNLOAD_POOL[model]; if (abortController) { abortController.abort(); } if (reader) { await reader.cancel(); delete $MODEL_DOWNLOAD_POOL[model]; MODEL_DOWNLOAD_POOL.set({ ...$MODEL_DOWNLOAD_POOL }); await deleteModel(localStorage.token, model); toast.success(`${model} download has been canceled`); } }; </script> <DropdownMenu.Root bind:open={show} onOpenChange={async () => { searchValue = ''; selectedModelIdx = 0; window.setTimeout(() => document.getElementById('model-search-input')?.focus(), 0); }} closeFocus={false} > <DropdownMenu.Trigger class="relative w-full font-primary" aria-label={placeholder}> <div class="flex w-full text-left px-0.5 outline-none bg-transparent truncate text-lg font-semibold placeholder-gray-400 focus:outline-none" > {#if selectedModel} {selectedModel.label} {:else} {placeholder} {/if} <ChevronDown className=" self-center ml-2 size-3" strokeWidth="2.5" /> </div> </DropdownMenu.Trigger> <DropdownMenu.Content class=" z-40 {$mobile ? `w-full` : `${className}`} max-w-[calc(100vw-1rem)] justify-start rounded-xl bg-white dark:bg-gray-850 dark:text-white shadow-lg border border-gray-300/30 dark:border-gray-700/40 outline-none" transition={flyAndScale} side={$mobile ? 'bottom' : 'bottom-start'} sideOffset={4} > <slot> {#if searchEnabled} <div class="flex items-center gap-2.5 px-5 mt-3.5 mb-3"> <Search className="size-4" strokeWidth="2.5" /> <input id="model-search-input" bind:value={searchValue} class="w-full text-sm bg-transparent outline-none" placeholder={searchPlaceholder} autocomplete="off" on:keydown={(e) => { if (e.code === 'Enter' && filteredItems.length > 0) { value = filteredItems[selectedModelIdx].value; show = false; return; // dont need to scroll on selection } else if (e.code === 'ArrowDown') { selectedModelIdx = Math.min(selectedModelIdx + 1, filteredItems.length - 1); } else if (e.code === 'ArrowUp') { selectedModelIdx = Math.max(selectedModelIdx - 1, 0); } else { // if the user types something, reset to the top selection. selectedModelIdx = 0; } const item = document.querySelector(`[data-arrow-selected="true"]`); item?.scrollIntoView({ block: 'center', inline: 'nearest', behavior: 'instant' }); }} /> </div> <hr class="border-gray-100 dark:border-gray-800" /> {/if} <div class="px-3 my-2 max-h-64 overflow-y-auto scrollbar-hidden group"> {#each filteredItems as item, index} <button aria-label="model-item" class="flex w-full text-left font-medium line-clamp-1 select-none items-center rounded-button py-2 pl-3 pr-1.5 text-sm text-gray-700 dark:text-gray-100 outline-none transition-all duration-75 hover:bg-gray-100 dark:hover:bg-gray-800 rounded-lg cursor-pointer data-[highlighted]:bg-muted {index === selectedModelIdx ? 'bg-gray-100 dark:bg-gray-800 group-hover:bg-transparent' : ''}" data-arrow-selected={index === selectedModelIdx} on:click={() => { value = item.value; selectedModelIdx = index; show = false; }} > <div class="flex flex-col"> {#if $mobile && (item?.model?.info?.meta?.tags ?? []).length > 0} <div class="flex gap-0.5 self-start h-full mb-0.5 -translate-x-1"> {#each item.model?.info?.meta.tags as tag} <div class=" text-xs font-bold px-1 rounded uppercase line-clamp-1 bg-gray-500/20 text-gray-700 dark:text-gray-200" > {tag.name} </div> {/each} </div> {/if} <div class="flex items-center gap-2"> <div class="flex items-center min-w-fit"> <div class="line-clamp-1"> <div class="flex items-center min-w-fit"> <img src={item.model?.info?.meta?.profile_image_url ?? '/static/favicon.png'} alt="Model" class="rounded-full size-5 flex items-center mr-2" /> {item.label} </div> </div> {#if item.model.owned_by === 'ollama' && (item.model.ollama?.details?.parameter_size ?? '') !== ''} <div class="flex ml-1 items-center translate-y-[0.5px]"> <Tooltip content={`${ item.model.ollama?.details?.quantization_level ? item.model.ollama?.details?.quantization_level + ' ' : '' }${ item.model.ollama?.size ? `(${(item.model.ollama?.size / 1024 ** 3).toFixed(1)}GB)` : '' }`} className="self-end" > <span class=" text-xs font-medium text-gray-600 dark:text-gray-400 line-clamp-1" >{item.model.ollama?.details?.parameter_size ?? ''}</span > </Tooltip> </div> {/if} </div> <!-- {JSON.stringify(item.info)} --> {#if item.model.owned_by === 'openai'} <Tooltip content={`${'External'}`}> <div class="translate-y-[1px]"> <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="size-3" > <path fill-rule="evenodd" d="M8.914 6.025a.75.75 0 0 1 1.06 0 3.5 3.5 0 0 1 0 4.95l-2 2a3.5 3.5 0 0 1-5.396-4.402.75.75 0 0 1 1.251.827 2 2 0 0 0 3.085 2.514l2-2a2 2 0 0 0 0-2.828.75.75 0 0 1 0-1.06Z" clip-rule="evenodd" /> <path fill-rule="evenodd" d="M7.086 9.975a.75.75 0 0 1-1.06 0 3.5 3.5 0 0 1 0-4.95l2-2a3.5 3.5 0 0 1 5.396 4.402.75.75 0 0 1-1.251-.827 2 2 0 0 0-3.085-2.514l-2 2a2 2 0 0 0 0 2.828.75.75 0 0 1 0 1.06Z" clip-rule="evenodd" /> </svg> </div> </Tooltip> {/if} {#if item.model?.info?.meta?.description} <Tooltip content={`${marked.parse( sanitizeResponseContent(item.model?.info?.meta?.description).replaceAll( '\n', '<br>' ) )}`} > <div class=" translate-y-[1px]"> <svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24" stroke-width="1.5" stroke="currentColor" class="w-4 h-4" > <path stroke-linecap="round" stroke-linejoin="round" d="m11.25 11.25.041-.02a.75.75 0 0 1 1.063.852l-.708 2.836a.75.75 0 0 0 1.063.853l.041-.021M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Zm-9-3.75h.008v.008H12V8.25Z" /> </svg> </div> </Tooltip> {/if} {#if !$mobile && (item?.model?.info?.meta?.tags ?? []).length > 0} <div class="flex gap-0.5 self-center items-center h-full translate-y-[0.5px]"> {#each item.model?.info?.meta.tags as tag} <Tooltip content={tag.name}> <div class=" text-xs font-bold px-1 rounded uppercase line-clamp-1 bg-gray-500/20 text-gray-700 dark:text-gray-200" > {tag.name} </div> </Tooltip> {/each} </div> {/if} </div> </div> {#if value === item.value} <div class="ml-auto pl-2"> <Check /> </div> {/if} </button> {:else} <div> <div class="block px-3 py-2 text-sm text-gray-700 dark:text-gray-100"> {$i18n.t('No results found')} </div> </div> {/each} {#if !(searchValue.trim() in $MODEL_DOWNLOAD_POOL) && searchValue && ollamaVersion && $user.role === 'admin'} <button class="flex w-full font-medium line-clamp-1 select-none items-center rounded-button py-2 pl-3 pr-1.5 text-sm text-gray-700 dark:text-gray-100 outline-none transition-all duration-75 hover:bg-gray-100 dark:hover:bg-gray-800 rounded-lg cursor-pointer data-[highlighted]:bg-muted" on:click={() => { pullModelHandler(); }} > {$i18n.t(`Pull "{{searchValue}}" from Ollama.com`, { searchValue: searchValue })} </button> {/if} {#each Object.keys($MODEL_DOWNLOAD_POOL) as model} <div class="flex w-full justify-between font-medium select-none rounded-button py-2 pl-3 pr-1.5 text-sm text-gray-700 dark:text-gray-100 outline-none transition-all duration-75 rounded-lg cursor-pointer data-[highlighted]:bg-muted" > <div class="flex"> <div class="-ml-2 mr-2.5 translate-y-0.5"> <svg class="size-4" viewBox="0 0 24 24" fill="currentColor" xmlns="http://www.w3.org/2000/svg" ><style> .spinner_ajPY { transform-origin: center; animation: spinner_AtaB 0.75s infinite linear; } @keyframes spinner_AtaB { 100% { transform: rotate(360deg); } } </style><path d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z" opacity=".25" /><path d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z" class="spinner_ajPY" /></svg > </div> <div class="flex flex-col self-start"> <div class="line-clamp-1"> Downloading "{model}" {'pullProgress' in $MODEL_DOWNLOAD_POOL[model] ? `(${$MODEL_DOWNLOAD_POOL[model].pullProgress}%)` : ''} </div> {#if 'digest' in $MODEL_DOWNLOAD_POOL[model] && $MODEL_DOWNLOAD_POOL[model].digest} <div class="-mt-1 h-fit text-[0.7rem] dark:text-gray-500 line-clamp-1"> {$MODEL_DOWNLOAD_POOL[model].digest} </div> {/if} </div> </div> <div class="mr-2 translate-y-0.5"> <Tooltip content={$i18n.t('Cancel')}> <button class="text-gray-800 dark:text-gray-100" on:click={() => { cancelModelPullHandler(model); }} > <svg class="w-4 h-4 text-gray-800 dark:text-white" aria-hidden="true" xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="currentColor" viewBox="0 0 24 24" > <path stroke="currentColor" stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M6 18 17.94 6M18 18 6.06 6" /> </svg> </button> </Tooltip> </div> </div> {/each} </div> <div class="hidden w-[42rem]" /> <div class="hidden w-[32rem]" /> </slot> </DropdownMenu.Content> </DropdownMenu.Root> <style> .scrollbar-hidden:active::-webkit-scrollbar-thumb, .scrollbar-hidden:focus::-webkit-scrollbar-thumb, .scrollbar-hidden:hover::-webkit-scrollbar-thumb { visibility: visible; } .scrollbar-hidden::-webkit-scrollbar-thumb { visibility: hidden; } </style>