feat: Add reasoning effort configuration for AI models

This commit introduces a new feature for configuring reasoning effort in AI models:

- Added support for reasoning effort in OpenAI and Anthropic models
- Created a new ReasoningEffortSelector component
- Updated chat session memory to store reasoning effort
- Implemented dynamic reasoning effort selection in the chat interface
- Added type definitions for reasoning effort
- Enhanced model configuration to support reasoning parameters

bun.lock

@@ -7,11 +7,12 @@
         "@clerk/clerk-react": "^5.23.0",
         "@hookform/resolvers": "^4.1.1",
         "@huggingface/inference": "2",
-        "@langchain/anthropic": "^0.3.13",
+        "@langchain/anthropic": "^0.3.14",
         "@langchain/community": "^0.3.32",
         "@langchain/core": "^0.3.40",
         "@langchain/google-genai": "^0.1.8",
         "@langchain/ollama": "^0.2.0",
+        "@langchain/openai": "^0.4.4",
         "@radix-ui/react-accordion": "^1.2.3",
         "@radix-ui/react-alert-dialog": "^1.1.6",
         "@radix-ui/react-aspect-ratio": "^1.1.2",
@@ -107,7 +108,7 @@
 
     "@ampproject/remapping": ["@ampproject/[email protected]", "", { "dependencies": { "@jridgewell/gen-mapping": "^0.3.5", "@jridgewell/trace-mapping": "^0.3.24" } }, "sha512-30iZtAPgz+LTIYoeivqYo853f02jBYSd5uGnGpkFV0M3xOt9aN73erkgYAmZU43x4VfqcnLxW9Kpg3R5LC4YYw=="],
 
-    "@anthropic-ai/sdk": ["@anthropic-ai/sdk@0.36.3", "", { "dependencies": { "@types/node": "^18.11.18", "@types/node-fetch": "^2.6.4", "abort-controller": "^3.0.0", "agentkeepalive": "^4.2.1", "form-data-encoder": "1.7.2", "formdata-node": "^4.3.2", "node-fetch": "^2.6.7" } }, "sha512-+c0mMLxL/17yFZ4P5+U6bTWiCSFZUKJddrv01ud2aFBWnTPLdRncYV76D3q1tqfnL7aCnhRtykFnoCFzvr4U3Q=="],
+    "@anthropic-ai/sdk": ["@anthropic-ai/sdk@0.37.0", "", { "dependencies": { "@types/node": "^18.11.18", "@types/node-fetch": "^2.6.4", "abort-controller": "^3.0.0", "agentkeepalive": "^4.2.1", "form-data-encoder": "1.7.2", "formdata-node": "^4.3.2", "node-fetch": "^2.6.7" } }, "sha512-tHjX2YbkUBwEgg0JZU3EFSSAQPoK4qQR/NFYa8Vtzd5UAyXzZksCw2In69Rml4R/TyHPBfRYaLK35XiOe33pjw=="],
 
     "@babel/code-frame": ["@babel/[email protected]", "", { "dependencies": { "@babel/helper-validator-identifier": "^7.25.9", "js-tokens": "^4.0.0", "picocolors": "^1.0.0" } }, "sha512-RJlIHRueQgwWitWgF8OdFYGZX328Ax5BCemNGlqHfplnRT9ESi8JkFlvaVYbS+UubVY6dpv87Fs2u5M29iNFVQ=="],
 
@@ -267,7 +268,7 @@
 
     "@jridgewell/trace-mapping": ["@jridgewell/[email protected]", "", { "dependencies": { "@jridgewell/resolve-uri": "^3.1.0", "@jridgewell/sourcemap-codec": "^1.4.14" } }, "sha512-vNk6aEwybGtawWmy/PzwnGDOjCkLWSD2wqvjGGAgOAwCGWySYXfYoxt00IJkTF+8Lb57DwOb3Aa0o9CApepiYQ=="],
 
-    "@langchain/anthropic": ["@langchain/[email protected].13", "", { "dependencies": { "@anthropic-ai/sdk": "^0.36.3", "fast-xml-parser": "^4.4.1", "zod": "^3.22.4", "zod-to-json-schema": "^3.22.4" }, "peerDependencies": { "@langchain/core": ">=0.2.21 <0.4.0" } }, "sha512-2ZSr0bHVqkW5r4YeyL7zAyrb6I9oWt1uILs7Sw+sVInknCyxuS4mYJyr9/HCSG0g0EujFkFSeciG657Jtu/aTw=="],
+    "@langchain/anthropic": ["@langchain/[email protected].14", "", { "dependencies": { "@anthropic-ai/sdk": "^0.37.0", "fast-xml-parser": "^4.4.1", "zod": "^3.22.4", "zod-to-json-schema": "^3.22.4" }, "peerDependencies": { "@langchain/core": ">=0.2.21 <0.4.0" } }, "sha512-zfix+qo/coIkgjTYpadp71IAWGXriIfImYLwMr1HnFsit4/RN9DU+aEOdm0nTwycbaneUpwWs5yfje8IKWHfsA=="],
 
     "@langchain/community": ["@langchain/[email protected]", "", { "dependencies": { "@langchain/openai": ">=0.2.0 <0.5.0", "binary-extensions": "^2.2.0", "expr-eval": "^2.0.2", "flat": "^5.0.2", "js-yaml": "^4.1.0", "langchain": ">=0.2.3 <0.3.0 || >=0.3.4 <0.4.0", "langsmith": ">=0.2.8 <0.4.0", "uuid": "^10.0.0", "zod": "^3.22.3", "zod-to-json-schema": "^3.22.5" }, "peerDependencies": { "@arcjet/redact": "^v1.0.0-alpha.23", "@aws-crypto/sha256-js": "^5.0.0", "@aws-sdk/client-bedrock-agent-runtime": "^3.749.0", "@aws-sdk/client-bedrock-runtime": "^3.749.0", "@aws-sdk/client-dynamodb": "^3.749.0", "@aws-sdk/client-kendra": "^3.749.0", "@aws-sdk/client-lambda": "^3.749.0", "@aws-sdk/client-s3": "^3.749.0", "@aws-sdk/client-sagemaker-runtime": "^3.749.0", "@aws-sdk/client-sfn": "^3.749.0", "@aws-sdk/credential-provider-node": "^3.388.0", "@azure/search-documents": "^12.0.0", "@azure/storage-blob": "^12.15.0", "@browserbasehq/sdk": "*", "@browserbasehq/stagehand": "^1.0.0", "@clickhouse/client": "^0.2.5", "@cloudflare/ai": "*", "@datastax/astra-db-ts": "^1.0.0", "@elastic/elasticsearch": "^8.4.0", "@getmetal/metal-sdk": "*", "@getzep/zep-cloud": "^1.0.6", "@getzep/zep-js": "^0.9.0", "@gomomento/sdk": "^1.51.1", "@gomomento/sdk-core": "^1.51.1", "@google-ai/generativelanguage": "*", "@google-cloud/storage": "^6.10.1 || ^7.7.0", "@gradientai/nodejs-sdk": "^1.2.0", "@huggingface/inference": "^2.6.4", "@huggingface/transformers": "^3.2.3", "@ibm-cloud/watsonx-ai": "*", "@lancedb/lancedb": "^0.12.0", "@langchain/core": ">=0.2.21 <0.4.0", "@layerup/layerup-security": "^1.5.12", "@libsql/client": "^0.14.0", "@mendable/firecrawl-js": "^1.4.3", "@mlc-ai/web-llm": "*", "@mozilla/readability": "*", "@neondatabase/serverless": "*", "@notionhq/client": "^2.2.10", "@opensearch-project/opensearch": "*", "@pinecone-database/pinecone": "*", "@planetscale/database": "^1.8.0", "@premai/prem-sdk": "^0.3.25", "@qdrant/js-client-rest": "^1.8.2", "@raycast/api": "^1.55.2", "@rockset/client": "^0.9.1", "@smithy/eventstream-codec": "^2.0.5", "@smithy/protocol-http": "^3.0.6", "@smithy/signature-v4": "^2.0.10", "@smithy/util-utf8": "^2.0.0", "@spider-cloud/spider-client": "^0.0.21", "@supabase/supabase-js": "^2.45.0", "@tensorflow-models/universal-sentence-encoder": "*", "@tensorflow/tfjs-converter": "*", "@tensorflow/tfjs-core": "*", "@upstash/ratelimit": "^1.1.3 || ^2.0.3", "@upstash/redis": "^1.20.6", "@upstash/vector": "^1.1.1", "@vercel/kv": "*", "@vercel/postgres": "*", "@writerai/writer-sdk": "^0.40.2", "@xata.io/client": "^0.28.0", "@zilliz/milvus2-sdk-node": ">=2.3.5", "apify-client": "^2.7.1", "assemblyai": "^4.6.0", "better-sqlite3": ">=9.4.0 <12.0.0", "cassandra-driver": "^4.7.2", "cborg": "^4.1.1", "cheerio": "^1.0.0-rc.12", "chromadb": "*", "closevector-common": "0.1.3", "closevector-node": "0.1.6", "closevector-web": "0.1.6", "cohere-ai": "*", "convex": "^1.3.1", "crypto-js": "^4.2.0", "d3-dsv": "^2.0.0", "discord.js": "^14.14.1", "dria": "^0.0.3", "duck-duck-scrape": "^2.2.5", "epub2": "^3.0.1", "fast-xml-parser": "*", "firebase-admin": "^11.9.0 || ^12.0.0", "google-auth-library": "*", "googleapis": "*", "hnswlib-node": "^3.0.0", "html-to-text": "^9.0.5", "ibm-cloud-sdk-core": "*", "ignore": "^5.2.0", "interface-datastore": "^8.2.11", "ioredis": "^5.3.2", "it-all": "^3.0.4", "jsdom": "*", "jsonwebtoken": "^9.0.2", "llmonitor": "^0.5.9", "lodash": "^4.17.21", "lunary": "^0.7.10", "mammoth": "^1.6.0", "mongodb": ">=5.2.0", "mysql2": "^3.9.8", "neo4j-driver": "*", "notion-to-md": "^3.1.0", "officeparser": "^4.0.4", "openai": "*", "pdf-parse": "1.1.1", "pg": "^8.11.0", "pg-copy-streams": "^6.0.5", "pickleparser": "^0.2.1", "playwright": "^1.32.1", "portkey-ai": "^0.1.11", "puppeteer": "*", "pyodide": ">=0.24.1 <0.27.0", "redis": "*", "replicate": "*", "sonix-speech-recognition": "^2.1.1", "srt-parser-2": "^1.2.3", "typeorm": "^0.3.20", "typesense": "^1.5.3", "usearch": "^1.1.1", "voy-search": "0.6.2", "weaviate-ts-client": "*", "web-auth-library": "^1.0.3", "word-extractor": "*", "ws": "^8.14.2", "youtubei.js": "*" }, "optionalPeers": ["@arcjet/redact", "@aws-crypto/sha256-js", "@aws-sdk/client-bedrock-agent-runtime", "@aws-sdk/client-bedrock-runtime", "@aws-sdk/client-dynamodb", "@aws-sdk/client-kendra", "@aws-sdk/client-lambda", "@aws-sdk/client-s3", "@aws-sdk/client-sagemaker-runtime", "@aws-sdk/client-sfn", "@aws-sdk/credential-provider-node", "@azure/search-documents", "@azure/storage-blob", "@browserbasehq/sdk", "@clickhouse/client", "@cloudflare/ai", "@datastax/astra-db-ts", "@elastic/elasticsearch", "@getmetal/metal-sdk", "@getzep/zep-cloud", "@getzep/zep-js", "@gomomento/sdk", "@gomomento/sdk-core", "@google-ai/generativelanguage", "@google-cloud/storage", "@gradientai/nodejs-sdk", "@huggingface/inference", "@huggingface/transformers", "@lancedb/lancedb", "@layerup/layerup-security", "@libsql/client", "@mendable/firecrawl-js", "@mlc-ai/web-llm", "@mozilla/readability", "@neondatabase/serverless", "@notionhq/client", "@opensearch-project/opensearch", "@pinecone-database/pinecone", "@planetscale/database", "@premai/prem-sdk", "@qdrant/js-client-rest", "@raycast/api", "@rockset/client", "@smithy/eventstream-codec", "@smithy/protocol-http", "@smithy/signature-v4", "@smithy/util-utf8", "@spider-cloud/spider-client", "@supabase/supabase-js", "@tensorflow-models/universal-sentence-encoder", "@tensorflow/tfjs-converter", "@tensorflow/tfjs-core", "@upstash/ratelimit", "@upstash/redis", "@upstash/vector", "@vercel/kv", "@vercel/postgres", "@writerai/writer-sdk", "@xata.io/client", "@zilliz/milvus2-sdk-node", "apify-client", "assemblyai", "better-sqlite3", "cassandra-driver", "cborg", "cheerio", "chromadb", "closevector-common", "closevector-node", "closevector-web", "cohere-ai", "convex", "crypto-js", "d3-dsv", "discord.js", "dria", "duck-duck-scrape", "epub2", "fast-xml-parser", "firebase-admin", "google-auth-library", "googleapis", "hnswlib-node", "html-to-text", "ignore", "interface-datastore", "ioredis", "it-all", "jsdom", "jsonwebtoken", "llmonitor", "lodash", "lunary", "mammoth", "mongodb", "mysql2", "neo4j-driver", "notion-to-md", "officeparser", "pdf-parse", "pg", "pg-copy-streams", "pickleparser", "playwright", "portkey-ai", "puppeteer", "pyodide", "redis", "replicate", "sonix-speech-recognition", "srt-parser-2", "typeorm", "typesense", "usearch", "voy-search", "weaviate-ts-client", "web-auth-library", "word-extractor", "ws", "youtubei.js"] }, "sha512-5AvGyjIFheXdBUSiIWNwc40rI8fXYiHV0UA3ncbBVu5fTwWur+mAQvl2ZsgyxBBKm4VuoCcuh6U6I7b1kiOYBQ=="],
 

package.json

@@ -15,11 +15,12 @@
     "@clerk/clerk-react": "^5.23.0",
     "@hookform/resolvers": "^4.1.1",
     "@huggingface/inference": "2",
-    "@langchain/anthropic": "^0.3.13",
+    "@langchain/anthropic": "^0.3.14",
     "@langchain/community": "^0.3.32",
     "@langchain/core": "^0.3.40",
     "@langchain/google-genai": "^0.1.8",
     "@langchain/ollama": "^0.2.0",
+    "@langchain/openai": "^0.4.4",
     "@radix-ui/react-accordion": "^1.2.3",
     "@radix-ui/react-alert-dialog": "^1.1.6",
     "@radix-ui/react-aspect-ratio": "^1.1.2",

src/hooks/use-chat.ts

@@ -70,6 +70,7 @@ export const generateMessage = async (
     setStreamingHumanMessage(new HumanMessage(chatInput));
     setStreamingAIMessageChunks([]);
 
+    // Note: The ChatManager.chat method retrieves the reasoningEffort from the chat session in the database
     const messageIterator = chatManager.chat(chatId, chatInput, chatAttachments);
 
     for await (const event of messageIterator) {

src/lib/chat/manager.ts

@@ -18,6 +18,7 @@ import { Document } from "@langchain/core/documents";
 import { HumanMessage, ToolMessage } from "@langchain/core/messages";
 import { IChatSession } from "./types";
 import { ChatHFInference } from "./chat-hf";
+import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions";
 
 // Define an error interface for better type safety
 interface ErrorWithMessage {
@@ -79,7 +80,7 @@ export class ChatManager {
     this.controller = new AbortController();
   }
 
-  private async getChatModel(modelName: string): Promise<BaseChatModel> {
+  private async getChatModel(modelName: string, reasoningEffort?: ChatCompletionReasoningEffort): Promise<BaseChatModel> {
     // Ensure config is loaded
     if (!this.config) {
       await this.initializeConfig();
@@ -103,16 +104,29 @@ export class ChatManager {
           return new ChatOpenAI({
             modelName: this.config.openai_model && this.config.openai_model.trim() !== '' ? this.config.openai_model : model.model,
             apiKey: this.config.openai_api_key,
+            reasoningEffort: model.isReasoning ? reasoningEffort : undefined,
+            maxCompletionTokens: -1,
             configuration: {
               baseURL: this.config.openai_base_url && this.config.openai_base_url.trim() !== '' ? this.config.openai_base_url : undefined,
             }
           });
 
-        case PROVIDERS.anthropic:
+        case PROVIDERS.anthropic: {
+          const isThinkingDisabled = !reasoningEffort || String(reasoningEffort) === "disabled";
+          
           return new ChatAnthropic({
             modelName: model.model,
             apiKey: this.config.anthropic_api_key,
+            maxTokens: 64000,
+            thinking: model.isReasoning && !isThinkingDisabled ? {
+              type: "enabled",
+              budget_tokens:
+                reasoningEffort === "high" ? 32000 :
+                reasoningEffort === "medium" ? 16000 :
+                8000 // low
+            } : undefined // disabled
           });
+        }
 
         case PROVIDERS.gemini:
           return new ChatGoogleGenerativeAI({
@@ -430,8 +444,15 @@ export class ChatManager {
     
     const chatSession = await memory.db.table("sessions").get(sessionId);
     
-    this.model = await this.getChatModel(chatSession?.model || this.config.default_chat_model);
-    this.embeddings = await this.getEmbeddingModel(chatSession?.embedding_model || this.config.default_embedding_model || null);
+    this.model = await this.getChatModel(
+      chatSession?.model || this.config.default_chat_model,
+      chatSession?.reasoningEffort as ChatCompletionReasoningEffort
+    );
+    try {
+      this.embeddings = await this.getEmbeddingModel(chatSession?.embedding_model || this.config.default_embedding_model || null);
+    } catch (error) {
+      console.log(error)
+    }
 
     const agent = await this.getAgent(chatSession?.enabled_tools || []);
 
@@ -455,11 +476,13 @@ export class ChatManager {
     for await (const event of eventStream) {
       if (event.event === "on_chat_model_stream") {
         const chunk = event.data?.chunk;
+        console.log(chunk)
         if (chunk) {
           currentResponse += chunk;
           yield { type: "stream", content: chunk };
         }
       } else if (event.event === "on_chat_model_end") {
+        console.log(event)
         yield { type: "end", content: currentResponse, usageMetadata: event.data?.output?.usage_metadata };
       } else if (event.event === "on_tool_start") {
         yield { type: "tool_start", name: event.name, input: event.data?.input };
@@ -485,8 +508,9 @@ export class ChatManager {
   async chatChain(
     input: string | HumanMessage,
     systemPrompt?: string,
+    reasoningEffort?: ChatCompletionReasoningEffort,
   ) {
-    const model = await this.getChatModel(this.config.default_chat_model);
+    const model = await this.getChatModel(this.config.default_chat_model, reasoningEffort);
     const humanMessage = typeof input === "string" ? new HumanMessage(input) : input;
     return await model.invoke([
       { type: "system", content: systemPrompt || "You are a helpful assistant" },

src/lib/chat/memory.ts

@@ -10,6 +10,8 @@ import {
   HumanMessage,
 } from "@langchain/core/messages";
 import { IConfig, CHAT_MODELS, EMBEDDING_MODELS } from "@/lib/config/types";
+import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions";
+import { PROVIDERS } from "@/lib/config/types";
 
 // Create a singleton instance of ChatHistoryDB
 export class ChatHistoryDB extends Dexie {
@@ -19,7 +21,7 @@ export class ChatHistoryDB extends Dexie {
   private constructor() {
     super("chat_history");
     this.version(1).stores({
-      sessions: "id, title, createdAt, updatedAt, model, embedding_model, enabled_tools, messages",
+      sessions: "id, title, createdAt, updatedAt, model, embedding_model, enabled_tools, messages, reasoningEffort",
     });
   }
 
@@ -70,6 +72,11 @@ export class DexieChatMemory extends BaseChatMessageHistory {
         embedding_model: embeddingModel?.model || '',
         enabled_tools: [],
         messages: [],
+        reasoningEffort: chatModel.isReasoning 
+          ? (chatModel.provider === PROVIDERS.anthropic 
+              ? "disabled" as ChatCompletionReasoningEffort 
+              : "low" as ChatCompletionReasoningEffort)
+          : null as ChatCompletionReasoningEffort,
       };
 
       await this.db.sessions.put(this.chatHistory);

src/lib/chat/types.ts

@@ -1,4 +1,5 @@
 import { StoredMessage } from "@langchain/core/messages";
+import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions";
 
 export interface IChatSession {
   id: string;
@@ -9,7 +10,7 @@ export interface IChatSession {
   model: string;
   embedding_model: string;
   enabled_tools: string[];
-  python_session_id?: string;
+  reasoningEffort?: ChatCompletionReasoningEffort | null | undefined;
 }
 
 export type ToolType = 

src/lib/config/types.ts

@@ -118,6 +118,15 @@ export const BASE_CHAT_MODELS: ChatModel[] = [
     modalities: [MODALITIES.image, MODALITIES.pdf],
     isReasoning: false,
   },
+  {
+    name: 'Claude 3.7 Sonnet',
+    provider: PROVIDERS.anthropic,
+    model: 'claude-3-7-sonnet-20250219',
+    description: 'Anthropic Claude 3.7 Sonnet',
+    modalities: [MODALITIES.image, MODALITIES.pdf],
+    isReasoning: true,
+    reasoningArgs: ['disabled', 'low', 'medium', 'high'],
+  },
   {
     name: 'Gemini 2.0 Flash',
     provider: PROVIDERS.gemini,

src/pages/chat/components/Input.tsx

@@ -6,6 +6,9 @@ import { InputProps } from "../types";
 import { ModelSelector } from "./ModelSelector";
 import { AttachmentDropdown } from "./AttachmentDropdown";
 import { DocumentBadgesScrollArea } from "./DocumentBadgesScrollArea";
+import { ReasoningEffortSelector } from "./ReasoningEffortSelector";
+import { PROVIDERS } from "@/lib/config/types";
+import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions";
 
 export const Input = React.memo(({
   input,
@@ -26,6 +29,10 @@ export const Input = React.memo(({
   selectedModelName,
   isGenerating,
   stopGenerating,
+  selectedModelProvider,
+  isModelReasoning,
+  reasoningEffort,
+  onReasoningEffortChange,
 }: InputProps) => {
   return (
     <div className="flex flex-col w-1/2 mx-auto bg-muted rounded-md p-1">
@@ -59,6 +66,14 @@ export const Input = React.memo(({
             enabledChatModels={enabledChatModels}
             onModelChange={onModelChange}
           />
+          {isModelReasoning && selectedModelProvider && onReasoningEffortChange && (
+            <ReasoningEffortSelector
+              selectedReasoningEffort={reasoningEffort as ChatCompletionReasoningEffort}
+              provider={selectedModelProvider as PROVIDERS}
+              isReasoning={isModelReasoning}
+              onReasoningEffortChange={onReasoningEffortChange as (effort: ChatCompletionReasoningEffort) => void}
+            />
+          )}
           <AttachmentDropdown
             isUrlInputOpen={isUrlInputOpen}
             setIsUrlInputOpen={setIsUrlInputOpen}

src/pages/chat/components/Messages.tsx

@@ -28,12 +28,6 @@ export const Messages = React.memo(({
   const handleScroll = React.useCallback((event: Event) => {
     const viewport = event.target as HTMLDivElement;
     const isNotAtBottom = viewport.scrollHeight - viewport.scrollTop - viewport.clientHeight > 10;
-    console.log('Scroll position:', {
-      scrollHeight: viewport.scrollHeight,
-      scrollTop: viewport.scrollTop,
-      clientHeight: viewport.clientHeight,
-      isNotAtBottom
-    });
     setShowScrollToBottom(isNotAtBottom);
   }, []);
 

src/pages/chat/components/ReasoningEffortSelector.tsx

@@ -0,0 +1,88 @@
+import React from "react";
+import { Button } from "@/components/ui/button";
+import { DropdownMenu, DropdownMenuContent, DropdownMenuItem, DropdownMenuTrigger } from "@/components/ui/dropdown-menu";
+import { Tooltip, TooltipContent, TooltipProvider, TooltipTrigger } from "@/components/ui/tooltip";
+import { Check, Brain } from "lucide-react";
+import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions";
+import { PROVIDERS } from "@/lib/config/types";
+
+interface ReasoningEffortSelectorProps {
+  selectedReasoningEffort: ChatCompletionReasoningEffort | null | undefined;
+  provider: PROVIDERS;
+  isReasoning: boolean;
+  onReasoningEffortChange: (effort: ChatCompletionReasoningEffort) => void;
+}
+
+interface ReasoningOption {
+  value: ChatCompletionReasoningEffort;
+  label: string;
+  description: string;
+}
+
+// Define the reasoning effort options
+const REASONING_EFFORT_OPTIONS: Record<string, ReasoningOption[]> = {
+  [PROVIDERS.openai]: [
+    { value: "low" as ChatCompletionReasoningEffort, label: "Low", description: "Minimal reasoning, faster responses" },
+    { value: "medium" as ChatCompletionReasoningEffort, label: "Medium", description: "Balanced reasoning and speed" },
+    { value: "high" as ChatCompletionReasoningEffort, label: "High", description: "Thorough reasoning, slower responses" }
+  ],
+  [PROVIDERS.anthropic]: [
+    { value: "disabled" as ChatCompletionReasoningEffort, label: "Disabled", description: "No explicit reasoning" },
+    { value: "low" as ChatCompletionReasoningEffort, label: "Low", description: "Minimal reasoning (~8K tokens)" },
+    { value: "medium" as ChatCompletionReasoningEffort, label: "Medium", description: "Balanced reasoning (~16K tokens)" },
+    { value: "high" as ChatCompletionReasoningEffort, label: "High", description: "Thorough reasoning (~32K tokens)" }
+  ]
+};
+
+export const ReasoningEffortSelector = React.memo(({ 
+  selectedReasoningEffort, 
+  provider,
+  isReasoning,
+  onReasoningEffortChange 
+}: ReasoningEffortSelectorProps) => {
+  if (!isReasoning) return null;
+  
+  const options = REASONING_EFFORT_OPTIONS[provider] || REASONING_EFFORT_OPTIONS[PROVIDERS.openai];
+  const selectedOption = options.find((opt: ReasoningOption) => opt.value === selectedReasoningEffort) || options[0];
+
+  return (
+    <DropdownMenu>
+      <DropdownMenuTrigger asChild>
+        <Button 
+          variant="ghost" 
+          className="h-8 p-1 justify-start font-normal flex items-center gap-1"
+          title="Reasoning Effort"
+        >
+          <Brain className="h-4 w-4" />
+          <span className="truncate">{selectedOption.label}</span>
+        </Button>
+      </DropdownMenuTrigger>
+      <DropdownMenuContent className="w-[250px]">
+        {options.map((option: ReasoningOption) => (
+          <TooltipProvider key={option.value}>
+            <Tooltip>
+              <TooltipTrigger asChild>
+                <DropdownMenuItem
+                  className="p-3"
+                  onSelect={() => onReasoningEffortChange(option.value)}
+                >
+                  <div className="flex items-center gap-2 w-full">
+                    {option.value === selectedReasoningEffort && (
+                      <Check className="h-4 w-4 shrink-0" />
+                    )}
+                    <span className="flex-grow">{option.label}</span>
+                  </div>
+                </DropdownMenuItem>
+              </TooltipTrigger>
+              <TooltipContent side="right" align="start" className="max-w-[300px]">
+                <p>{option.description}</p>
+              </TooltipContent>
+            </Tooltip>
+          </TooltipProvider>
+        ))}
+      </DropdownMenuContent>
+    </DropdownMenu>
+  );
+});
+
+ReasoningEffortSelector.displayName = "ReasoningEffortSelector"; 

src/pages/chat/page.tsx

@@ -16,6 +16,7 @@ import { DocumentManager } from "@/lib/document/manager";
 import { useLoading } from "@/contexts/loading-context";
 import { Alert, AlertTitle, AlertDescription } from "@/components/ui/alert";
 import { AlertCircle } from "lucide-react";
+import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions";
 
 export function ChatPage() {
   const { id } = useParams();
@@ -60,6 +61,11 @@ export function ChatPage() {
     return model?.provider;
   }, [selectedModel]);
 
+  const isModelReasoning = React.useMemo(() => {
+    const model = CHAT_MODELS.find(model => model.model === selectedModel);
+    return model?.isReasoning || false;
+  }, [selectedModel]);
+
   const handleModelChange = React.useCallback(async (model: string) => {
     if (!config) return;
     
@@ -71,9 +77,23 @@ export function ChatPage() {
     } else {
       const session = await chatHistoryDB.sessions.get(id);
       if (session) {
+        // Get the new model details
+        const newModel = CHAT_MODELS.find(m => m.model === model);
+        
+        // Set default reasoning effort if the model supports it
+        let reasoningEffort = session.reasoningEffort;
+        if (newModel?.isReasoning && !reasoningEffort) {
+          reasoningEffort = newModel.provider === PROVIDERS.anthropic ? 
+            "disabled" as ChatCompletionReasoningEffort : 
+            "low" as ChatCompletionReasoningEffort;
+        } else if (!newModel?.isReasoning) {
+          reasoningEffort = null;
+        }
+        
         await chatHistoryDB.sessions.update(id, {
           ...session,
           model,
+          reasoningEffort,
           updatedAt: Date.now()
         });
       }
@@ -82,6 +102,21 @@ export function ChatPage() {
     setError(null); // Clear any previous errors when changing models
   }, [config, id, setSelectedModel, configManager, chatHistoryDB.sessions]);
 
+  const handleReasoningEffortChange = React.useCallback(async (effort: string) => {
+    if (!id || id === "new" || !chatSession) return;
+    
+    try {
+      await chatHistoryDB.sessions.update(id, {
+        ...chatSession,
+        reasoningEffort: effort as ChatCompletionReasoningEffort,
+        updatedAt: Date.now()
+      });
+    } catch (error) {
+      console.error("Error updating reasoning effort:", error);
+      toast.error("Failed to update reasoning effort");
+    }
+  }, [id, chatSession, chatHistoryDB.sessions]);
+
   const handleSendMessage = React.useCallback(async () => {
     // Clear any previous errors
     setError(null);
@@ -127,7 +162,8 @@ export function ChatPage() {
       if (isNewChat && chatId) {
         const chatName = await chatManager.chatChain(
           `Based on this user message, generate a very concise (max 40 chars) but descriptive name for this chat: "${input}"`,
-          "You are a helpful assistant that generates concise chat names. Respond only with the name, no quotes or explanation."
+          "You are a helpful assistant that generates concise chat names. Respond only with the name, no quotes or explanation.",
+          chatSession?.reasoningEffort as ChatCompletionReasoningEffort
         );
         await chatHistoryDB.sessions.update(chatId, {
           name: String(chatName.content)
@@ -141,7 +177,7 @@ export function ChatPage() {
         setError("An unknown error occurred while sending your message");
       }
     }
-  }, [id, input, attachments, isGenerating, chatManager, navigate, chatHistoryDB.sessions, selectedModelProvider, config]);
+  }, [id, input, attachments, isGenerating, chatManager, navigate, chatHistoryDB.sessions, selectedModelProvider, config, chatSession]);
   
   const handleAttachmentFileUpload = React.useCallback(async (event: React.ChangeEvent<HTMLInputElement>) => {
     const files = event.target.files;
@@ -213,7 +249,7 @@ export function ChatPage() {
         }
       };
       // Remove messages after the edited message
-      const newMessages = updatedMessages.slice(0, editingMessageIndex + 1);
+      const newMessages = updatedMessages.slice(0, editingMessageIndex);
       
       await chatHistoryDB.sessions.update(id, {
         ...chatSession,
@@ -277,7 +313,7 @@ export function ChatPage() {
       const content = message.data.content;
 
       // Remove messages after the current message
-      const newMessages = messages.slice(0, index + 1);
+      const newMessages = messages.slice(0, index);
       
       await chatHistoryDB.sessions.update(id, {
         ...chatSession,
@@ -354,6 +390,10 @@ export function ChatPage() {
         selectedModelName={selectedModelName}
         isGenerating={isGenerating}
         stopGenerating={stopGenerating}
+        selectedModelProvider={selectedModelProvider}
+        isModelReasoning={isModelReasoning}
+        reasoningEffort={chatSession?.reasoningEffort}
+        onReasoningEffortChange={handleReasoningEffortChange}
       />
       <FilePreviewDialog
         document={previewDocument}

src/pages/chat/types.ts

@@ -30,8 +30,12 @@ export interface InputProps {
   urlInput: string;
   selectedModelName: string;
   isGenerating: boolean;
+  selectedModelProvider?: string;
+  isModelReasoning?: boolean;
+  reasoningEffort?: string | null;
   onInputChange: (value: string) => void;
   onModelChange: (model: string) => void;
+  onReasoningEffortChange?: (effort: string) => void;
   onSendMessage: () => void;
   setPreviewDocument: (doc: IDocument | null) => void;
   setIsUrlInputOpen: (open: boolean) => void;