Thomas G. Lopes
commited on
Commit
·
5ac02d2
1
Parent(s):
812d95a
more migration
Browse files
src/lib/components/inference-playground/conversation-header.svelte
CHANGED
@@ -10,12 +10,16 @@
|
|
10 |
import ModelSelectorModal from "./model-selector-modal.svelte";
|
11 |
import ProviderSelect from "./provider-select.svelte";
|
12 |
|
13 |
-
|
14 |
-
|
|
|
|
|
|
|
|
|
15 |
|
16 |
const dispatch = createEventDispatcher<{ close: string }>();
|
17 |
|
18 |
-
let modelSelectorOpen = false;
|
19 |
|
20 |
function changeModel(newModelId: ModelWithTokenizer["id"]) {
|
21 |
const model = $models.find(m => m.id === newModelId);
|
@@ -26,7 +30,7 @@
|
|
26 |
conversation.provider = undefined;
|
27 |
}
|
28 |
|
29 |
-
|
30 |
</script>
|
31 |
|
32 |
{#if modelSelectorOpen}
|
@@ -43,12 +47,12 @@
|
|
43 |
: 'mx-4'} flex h-11 flex-none items-center gap-2 rounded-lg border border-gray-200/80 bg-white pr-2 pl-3 text-sm leading-none whitespace-nowrap shadow-xs *:flex-none max-sm:mt-4 dark:border-white/5 dark:bg-gray-800/70 dark:hover:bg-gray-800"
|
44 |
>
|
45 |
<Avatar orgName={nameSpace} size="md" />
|
46 |
-
<button class="flex-1! self-stretch text-left hover:underline"
|
47 |
>{conversation.model.id}</button
|
48 |
>
|
49 |
<button
|
50 |
class="borderdark:border-white/5 flex size-6 items-center justify-center rounded-sm bg-gray-50 text-xs hover:bg-gray-100 dark:bg-gray-700 dark:hover:bg-gray-600"
|
51 |
-
|
52 |
>
|
53 |
✕
|
54 |
</button>
|
|
|
10 |
import ModelSelectorModal from "./model-selector-modal.svelte";
|
11 |
import ProviderSelect from "./provider-select.svelte";
|
12 |
|
13 |
+
interface Props {
|
14 |
+
conversation: Conversation;
|
15 |
+
conversationIdx: number;
|
16 |
+
}
|
17 |
+
|
18 |
+
let { conversation = $bindable(), conversationIdx }: Props = $props();
|
19 |
|
20 |
const dispatch = createEventDispatcher<{ close: string }>();
|
21 |
|
22 |
+
let modelSelectorOpen = $state(false);
|
23 |
|
24 |
function changeModel(newModelId: ModelWithTokenizer["id"]) {
|
25 |
const model = $models.find(m => m.id === newModelId);
|
|
|
30 |
conversation.provider = undefined;
|
31 |
}
|
32 |
|
33 |
+
let nameSpace = $derived(conversation.model.id.split("/")[0] ?? "");
|
34 |
</script>
|
35 |
|
36 |
{#if modelSelectorOpen}
|
|
|
47 |
: 'mx-4'} flex h-11 flex-none items-center gap-2 rounded-lg border border-gray-200/80 bg-white pr-2 pl-3 text-sm leading-none whitespace-nowrap shadow-xs *:flex-none max-sm:mt-4 dark:border-white/5 dark:bg-gray-800/70 dark:hover:bg-gray-800"
|
48 |
>
|
49 |
<Avatar orgName={nameSpace} size="md" />
|
50 |
+
<button class="flex-1! self-stretch text-left hover:underline" onclick={() => (modelSelectorOpen = true)}
|
51 |
>{conversation.model.id}</button
|
52 |
>
|
53 |
<button
|
54 |
class="borderdark:border-white/5 flex size-6 items-center justify-center rounded-sm bg-gray-50 text-xs hover:bg-gray-100 dark:bg-gray-700 dark:hover:bg-gray-600"
|
55 |
+
onclick={() => dispatch("close", conversation.model.id)}
|
56 |
>
|
57 |
✕
|
58 |
</button>
|
src/lib/components/inference-playground/generation-config.svelte
CHANGED
@@ -4,11 +4,17 @@
|
|
4 |
import { GENERATION_CONFIG_KEYS, GENERATION_CONFIG_SETTINGS } from "./generation-config-settings.js";
|
5 |
import { customMaxTokens } from "./utils.js";
|
6 |
|
7 |
-
|
8 |
-
|
|
|
|
|
9 |
|
10 |
-
|
11 |
-
|
|
|
|
|
|
|
|
|
12 |
</script>
|
13 |
|
14 |
<div class="flex flex-col gap-y-7 {classNames}">
|
|
|
4 |
import { GENERATION_CONFIG_KEYS, GENERATION_CONFIG_SETTINGS } from "./generation-config-settings.js";
|
5 |
import { customMaxTokens } from "./utils.js";
|
6 |
|
7 |
+
interface Props {
|
8 |
+
conversation: Conversation;
|
9 |
+
classNames?: string;
|
10 |
+
}
|
11 |
|
12 |
+
let { conversation = $bindable(), classNames = "" }: Props = $props();
|
13 |
+
|
14 |
+
let modelMaxLength = $derived(
|
15 |
+
customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length
|
16 |
+
);
|
17 |
+
let maxTokens = $derived(Math.min(modelMaxLength ?? GENERATION_CONFIG_SETTINGS["max_tokens"].max, 64_000));
|
18 |
</script>
|
19 |
|
20 |
<div class="flex flex-col gap-y-7 {classNames}">
|