inference-playground / src /lib /state /session.svelte.ts
Thomas G. Lopes
fix ci
a57e83b
import { defaultGenerationConfig } from "$lib/components/inference-playground/generation-config-settings.js";
import { createInit } from "$lib/spells/create-init.svelte.js";
import {
PipelineTag,
type Conversation,
type ConversationMessage,
type DefaultProject,
type ModelWithTokenizer,
type Project,
type Session,
} from "$lib/types.js";
import { safeParse } from "$lib/utils/json.js";
import typia from "typia";
import { models } from "./models.svelte";
const LOCAL_STORAGE_KEY = "hf_inference_playground_session";
const startMessageUser: ConversationMessage = { role: "user", content: "" };
const systemMessage: ConversationMessage = {
role: "system",
content: "",
};
const emptyModel: ModelWithTokenizer = {
_id: "",
inferenceProviderMapping: [],
pipeline_tag: PipelineTag.TextGeneration,
trendingScore: 0,
tags: ["text-generation"],
id: "",
tokenizerConfig: {},
config: {
architectures: [] as string[],
model_type: "",
tokenizer_config: {},
},
};
function getDefaults() {
const defaultModel = models.trending[0] ?? models.all[0] ?? emptyModel;
const defaultConversation: Conversation = {
model: defaultModel,
config: { ...defaultGenerationConfig },
messages: [{ ...startMessageUser }],
systemMessage,
streaming: true,
};
const defaultProject: DefaultProject = {
name: "Default",
id: "default",
conversations: [defaultConversation],
};
return { defaultProject, defaultConversation };
}
class SessionState {
#value = $state<Session>({} as Session);
// Call this only when the value is read, otherwise some values may have not
// been loaded yet (page.data, for example)
#init = createInit(() => {
const { defaultConversation, defaultProject } = getDefaults();
// Get saved session from localStorage if available
let savedSession: Session = {
projects: [defaultProject],
activeProjectId: defaultProject.id,
};
const savedData = localStorage.getItem(LOCAL_STORAGE_KEY);
if (savedData) {
const parsed = safeParse(savedData);
const res = typia.validate<Session>(parsed);
if (res.success) {
savedSession = parsed;
} else {
localStorage.setItem(LOCAL_STORAGE_KEY, JSON.stringify(savedSession));
}
}
// Merge query params with savedSession's default project
// Query params models and providers take precedence over savedSession's.
// In any case, we try to merge the two, and the amount of conversations
// is the maximum between the two.
const dp = savedSession.projects.find(p => p.id === "default");
if (typia.is<DefaultProject>(dp)) {
// Parse URL query parameters
const searchParams = new URLSearchParams(window.location.search);
const searchProviders = searchParams.getAll("provider");
const searchModelIds = searchParams.getAll("modelId");
const modelsFromSearch = searchModelIds.map(id => models.all.find(model => model.id === id)).filter(Boolean);
if (modelsFromSearch.length > 0) savedSession.activeProjectId = "default";
let min = Math.min(dp.conversations.length, modelsFromSearch.length, searchProviders.length);
min = Math.max(1, min);
const convos = dp.conversations.slice(0, min);
if (typia.is<Project["conversations"]>(convos)) dp.conversations = convos;
for (let i = 0; i < min; i++) {
const conversation = dp.conversations[i] ?? defaultConversation;
dp.conversations[i] = {
...conversation,
model: modelsFromSearch[i] ?? conversation.model,
provider: searchProviders[i] ?? conversation.provider,
};
}
}
this.$ = savedSession;
});
constructor() {
$effect.root(() => {
$effect(() => {
if (!this.#init.called) return;
const v = $state.snapshot(this.#value);
try {
localStorage.setItem(LOCAL_STORAGE_KEY, JSON.stringify(v));
} catch (e) {
console.error("Failed to save session to localStorage:", e);
}
});
});
}
get $() {
this.#init.fn();
return this.#value;
}
set $(v: Session) {
this.#value = v;
}
#setAnySession(s: unknown) {
if (typia.is<Session>(s)) this.$ = s;
}
saveProject = (name: string) => {
const defaultProject = this.$.projects.find(p => p.id === "default");
if (!defaultProject) return;
const project: Project = {
...defaultProject,
name,
id: crypto.randomUUID(),
};
defaultProject.conversations = [getDefaults().defaultConversation];
this.$ = { ...this.$, projects: [...this.$.projects, project], activeProjectId: project.id };
};
deleteProject = (id: string) => {
// Can't delete default project!
if (id === "default") return;
const projects = this.$.projects.filter(p => p.id !== id);
if (projects.length === 0) {
const { defaultProject } = getDefaults();
this.#setAnySession({ ...this.$, projects: [defaultProject], activeProjectId: defaultProject.id });
}
const currProject = projects.find(p => p.id === this.$.activeProjectId);
this.#setAnySession({ ...this.$, projects, activeProjectId: currProject?.id ?? projects[0]?.id });
};
updateProject = (id: string, data: Partial<Project>) => {
const projects = this.$.projects.map(p => (p.id === id ? { ...p, ...data } : p));
this.#setAnySession({ ...this.$, projects });
};
get project() {
return this.$.projects.find(p => p.id === this.$.activeProjectId) ?? this.$.projects[0];
}
set project(np: Project) {
const projects = this.$.projects.map(p => (p.id === np.id ? np : p));
this.#setAnySession({ ...this.$, projects });
}
}
export const session = new SessionState();