Spaces:
Running
Running
File size: 21,619 Bytes
ea6c2a8 9597e7e ea6c2a8 efeb0ba ea6c2a8 f6efe3d ea6c2a8 9432484 ea6c2a8 efeb0ba ea6c2a8 0967b2e ea6c2a8 b15c260 ea6c2a8 144ac12 72358e0 144ac12 72358e0 df0db78 72358e0 a2c35f4 ea6c2a8 9597e7e ea6c2a8 9597e7e 13cd2f4 9597e7e ea6c2a8 9597e7e ea6c2a8 9597e7e ea6c2a8 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 efeb0ba 9432484 a450a2d c80e5e1 a450a2d c80e5e1 a450a2d 71d3ba8 a450a2d c80e5e1 a450a2d 9432484 ea6c2a8 a2c35f4 ea6c2a8 9432484 efeb0ba 9432484 ea6c2a8 9432484 ea6c2a8 c7a1dd7 ea6c2a8 efeb0ba ea6c2a8 9432484 c80e5e1 9432484 efeb0ba cd8869a 9432484 cd8869a 9432484 efeb0ba 9432484 ea6c2a8 96a764f efeb0ba 96a764f ea6c2a8 b333926 9432484 efeb0ba 650d9e2 ea6c2a8 96a764f ea6c2a8 96a764f 9432484 96a764f 9432484 96a764f ea6c2a8 96a764f ea6c2a8 efeb0ba ea6c2a8 9432484 96a764f 9432484 ea6c2a8 96a764f 9432484 96a764f 9432484 ea6c2a8 efeb0ba ea6c2a8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 |
import express from "express";
import path from "path";
import { fileURLToPath } from "url";
import dotenv from "dotenv";
import cookieParser from "cookie-parser";
import { createRepo, uploadFiles, whoAmI } from "@huggingface/hub";
import { InferenceClient } from "@huggingface/inference";
import bodyParser from "body-parser";
import { diff_match_patch } from "diff-match-patch"; // Using a library for robustness
import checkUser from "./middlewares/checkUser.js";
// Load environment variables from .env file
dotenv.config();
const app = express();
const ipAddresses = new Map();
const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);
const PORT = process.env.APP_PORT || 3000;
const REDIRECT_URI =
process.env.REDIRECT_URI || `http://localhost:${PORT}/auth/login`;
const MODEL_ID = "deepseek-ai/DeepSeek-V3-0324";
const MAX_REQUESTS_PER_IP = 4; // Increased limit for testing diffs
app.use(cookieParser());
app.use(bodyParser.json({ limit: "10mb" })); // Increase limit if HTML gets large
app.use(express.static(path.join(__dirname, "dist")));
app.get("/api/login", (_req, res) => {
res.redirect(
302,
`https://huggingface.co/oauth/authorize?client_id=${process.env.OAUTH_CLIENT_ID}&redirect_uri=${REDIRECT_URI}&response_type=code&scope=openid%20profile%20write-repos%20manage-repos%20inference-api&prompt=consent&state=1234567890`
);
});
app.get("/auth/login", async (req, res) => {
const { code } = req.query;
if (!code) {
return res.redirect(302, "/");
}
const Authorization = `Basic ${Buffer.from(
`${process.env.OAUTH_CLIENT_ID}:${process.env.OAUTH_CLIENT_SECRET}`
).toString("base64")}`;
const request_auth = await fetch("https://huggingface.co/oauth/token", {
method: "POST",
headers: {
"Content-Type": "application/x-www-form-urlencoded",
Authorization,
},
body: new URLSearchParams({
grant_type: "authorization_code",
code: code,
redirect_uri: REDIRECT_URI,
}),
});
const response = await request_auth.json();
if (!response.access_token) {
return res.redirect(302, "/");
}
res.cookie("hf_token", response.access_token, {
httpOnly: false,
secure: true,
sameSite: "none",
maxAge: 30 * 24 * 60 * 60 * 1000,
});
return res.redirect(302, "/");
});
app.get("/api/@me", checkUser, async (req, res) => {
const { hf_token } = req.cookies;
try {
const request_user = await fetch("https://huggingface.co/oauth/userinfo", {
headers: {
Authorization: `Bearer ${hf_token}`,
},
});
const user = await request_user.json();
res.send(user);
} catch (err) {
res.clearCookie("hf_token");
res.status(401).send({
ok: false,
message: err.message,
});
}
});
app.post("/api/deploy", checkUser, async (req, res) => {
const { html, title, path } = req.body;
if (!html || !title) {
return res.status(400).send({
ok: false,
message: "Missing required fields",
});
}
let newHtml = html;
if (!path) {
newHtml = html.replace(
/<\/body>/,
`<p style="border-radius: 8px; text-align: center; font-size: 12px; color: #fff; margin-top: 16px;position: fixed; left: 8px; bottom: 8px; z-index: 10; background: rgba(0, 0, 0, 0.8); padding: 4px 8px;">Made with <a href="https://enzostvs-deepsite.hf.space" style="color: #fff;" target="_blank" >DeepSite</a> <img src="https://enzostvs-deepsite.hf.space/logo.svg" alt="DeepSite Logo" style="width: 16px; height: 16px; vertical-align: middle;"></p></body>`
);
}
const file = new Blob([newHtml], { type: "text/html" });
file.name = "index.html"; // Add name property to the Blob
const { hf_token } = req.cookies;
try {
const repo = {
type: "space",
name: path ?? "",
};
let readme;
if (!path || path === "") {
const { name: username } = await whoAmI({ accessToken: hf_token });
const newTitle = title
.toLowerCase()
.replace(/[^a-z0-9]+/g, "-")
.split("-")
.filter(Boolean)
.join("-")
.slice(0, 96);
const repoId = `${username}/${newTitle}`;
repo.name = repoId;
await createRepo({
repo,
accessToken: hf_token,
});
readme = `---
title: ${newTitle}
emoji: 🐳
colorFrom: blue
colorTo: blue
sdk: static
pinned: false
tags:
- deepsite
---
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference`;
}
const files = [file];
if (readme) {
const readmeFile = new Blob([readme], { type: "text/markdown" });
readmeFile.name = "README.md"; // Add name property to the Blob
files.push(readmeFile);
}
await uploadFiles({
repo,
files,
accessToken: hf_token,
});
return res.status(200).send({ ok: true, path: repo.name });
} catch (err) {
return res.status(500).send({
ok: false,
message: err.message,
});
}
});
// --- Diff Parsing and Applying Logic ---
const SEARCH_START = "<<<<<<< SEARCH";
const DIVIDER = "=======";
const REPLACE_END = ">>>>>>> REPLACE";
/**
* Parses AI response content for SEARCH/REPLACE blocks.
* @param {string} content - The AI response content.
* @returns {Array<{original: string, updated: string}>} - Array of diff blocks.
*/
function parseDiffBlocks(content) {
const blocks = [];
const lines = content.split("\n");
let i = 0;
while (i < lines.length) {
// Trim lines for comparison to handle potential trailing whitespace from AI
if (lines[i].trim() === SEARCH_START) {
const originalLines = [];
const updatedLines = [];
i++; // Move past SEARCH_START
while (i < lines.length && lines[i].trim() !== DIVIDER) {
originalLines.push(lines[i]);
i++;
}
if (i >= lines.length || lines[i].trim() !== DIVIDER) {
console.warn(
"Malformed diff block: Missing or misplaced '=======' after SEARCH block. Block content:",
originalLines.join("\n")
);
// Skip to next potential block start or end
while (i < lines.length && !lines[i].includes(SEARCH_START)) i++;
continue;
}
i++; // Move past DIVIDER
while (i < lines.length && lines[i].trim() !== REPLACE_END) {
updatedLines.push(lines[i]);
i++;
}
if (i >= lines.length || lines[i].trim() !== REPLACE_END) {
console.warn(
"Malformed diff block: Missing or misplaced '>>>>>>> REPLACE' after REPLACE block. Block content:",
updatedLines.join("\n")
);
// Skip to next potential block start or end
while (i < lines.length && !lines[i].includes(SEARCH_START)) i++;
continue;
}
// Important: Re-add newline characters lost during split('\n')
// Only add trailing newline if it wasn't the *very last* line of the block content before split
const originalText = originalLines.join("\n");
const updatedText = updatedLines.join("\n");
blocks.push({
original: originalText, // Don't add trailing newline here, handle in apply
updated: updatedText,
});
}
i++;
}
return blocks;
}
/**
* Applies a single diff block to the current HTML content using diff-match-patch.
* @param {string} currentHtml - The current HTML content.
* @param {string} originalBlock - The content from the SEARCH block.
* @param {string} updatedBlock - The content from the REPLACE block.
* @returns {string | null} - The updated HTML content, or null if patching failed.
*/
function applySingleDiffFuzzy(currentHtml, originalBlock, updatedBlock) {
const dmp = new diff_match_patch();
// Handle potential trailing newline inconsistencies between AI and actual file
// If originalBlock doesn't end with newline but exists in currentHtml *with* one, add it.
let searchBlock = originalBlock;
if (
!originalBlock.endsWith("\n") &&
currentHtml.includes(originalBlock + "\n")
) {
searchBlock = originalBlock + "\n";
}
// If updatedBlock is meant to replace a block ending in newline, ensure it also does (unless empty)
let replaceBlock = updatedBlock;
if (
searchBlock.endsWith("\n") &&
updatedBlock.length > 0 &&
!updatedBlock.endsWith("\n")
) {
replaceBlock = updatedBlock + "\n";
}
// If deleting a block ending in newline, the replacement is empty
if (searchBlock.endsWith("\n") && updatedBlock.length === 0) {
replaceBlock = "";
}
// 1. Create a patch from the (potentially adjusted) original and updated blocks
const patchText = dmp.patch_make(searchBlock, replaceBlock);
// 2. Apply the patch to the current HTML
// diff-match-patch is good at finding the location even with slight context variations.
// Increase Match_Threshold for potentially larger files or more significant context drift.
dmp.Match_Threshold = 0.6; // Adjust as needed (0.0 to 1.0)
dmp.Patch_DeleteThreshold = 0.6; // Adjust as needed
const [patchedHtml, results] = dmp.patch_apply(patchText, currentHtml);
// 3. Check if the patch applied successfully
if (results.every((result) => result === true)) {
return patchedHtml;
} else {
console.warn(
"Patch application failed using diff-match-patch. Results:",
results
);
// Fallback: Try exact string replacement (less robust)
if (currentHtml.includes(searchBlock)) {
console.log("Falling back to direct string replacement.");
// Use replace only once
const index = currentHtml.indexOf(searchBlock);
if (index !== -1) {
return (
currentHtml.substring(0, index) +
replaceBlock +
currentHtml.substring(index + searchBlock.length)
);
}
}
console.error("Direct string replacement fallback also failed.");
return null; // Indicate failure
}
}
/**
* Applies all parsed diff blocks sequentially to the original HTML.
* @param {string} originalHtml - The initial HTML content.
* @param {string} aiResponseContent - The full response from the AI containing diff blocks.
* @returns {string} - The final modified HTML.
* @throws {Error} If any diff block fails to apply.
*/
function applyDiffs(originalHtml, aiResponseContent) {
const diffBlocks = parseDiffBlocks(aiResponseContent);
if (diffBlocks.length === 0) {
console.warn("AI response did not contain valid SEARCH/REPLACE blocks.");
// Check if the AI *tried* to use the format but failed, or just gave full code
if (
aiResponseContent.includes(SEARCH_START) ||
aiResponseContent.includes(DIVIDER) ||
aiResponseContent.includes(REPLACE_END)
) {
throw new Error(
"AI response contained malformed or unparseable diff blocks. Could not apply changes."
);
}
// If no diff blocks *at all*, maybe the AI ignored the instruction and gave full code?
// Heuristic: If the response looks like a full HTML doc, use it directly.
const trimmedResponse = aiResponseContent.trim().toLowerCase();
if (
trimmedResponse.startsWith("<!doctype html") ||
trimmedResponse.startsWith("<html")
) {
console.warn(
"[Diff Apply] AI response seems to be full HTML despite diff instructions. Using full response as fallback."
);
return aiResponseContent;
}
console.warn(
"[Diff Apply] No valid diff blocks found and response doesn't look like full HTML. Returning original HTML."
);
return originalHtml; // Return original if no diffs and not full HTML
}
console.log(`Found ${diffBlocks.length} diff blocks to apply.`);
let currentHtml = originalHtml;
for (let i = 0; i < diffBlocks.length; i++) {
const { original, updated } = diffBlocks[i];
console.log(`Applying block ${i + 1}...`);
const result = applySingleDiffFuzzy(currentHtml, original, updated);
if (result === null) {
// Log detailed error for debugging
console.error(`Failed to apply diff block ${i + 1}:`);
console.error("--- SEARCH ---");
console.error(original);
console.error("--- REPLACE ---");
console.error(updated);
console.error("--- CURRENT CONTEXT (approx) ---");
// Try finding the first line of the original block for context
const firstLine = original.split("\n")[0];
let contextIndex = -1;
if (firstLine) {
contextIndex = currentHtml.indexOf(firstLine);
}
if (contextIndex === -1) {
// If first line not found, maybe try middle line?
const lines = original.split("\n");
if (lines.length > 2) {
contextIndex = currentHtml.indexOf(
lines[Math.floor(lines.length / 2)]
);
}
}
if (contextIndex === -1) {
// Still not found, just show start
contextIndex = 0;
}
console.error(
currentHtml.substring(
Math.max(0, contextIndex - 150),
Math.min(currentHtml.length, contextIndex + original.length + 300)
)
);
console.error("---------------------------------");
throw new Error(
`Failed to apply AI-suggested change ${
i + 1
}. The 'SEARCH' block might not accurately match the current code.`
);
}
currentHtml = result;
}
console.log("All diff blocks applied successfully.");
return currentHtml;
}
// --- Endpoint to Apply Diffs Server-Side ---
app.post("/api/apply-diffs", (req, res) => {
const { originalHtml, aiResponseContent } = req.body;
if (
typeof originalHtml !== "string" ||
typeof aiResponseContent !== "string"
) {
return res
.status(400)
.json({
ok: false,
message: "Missing or invalid originalHtml or aiResponseContent.",
});
}
try {
console.log("[Apply Diffs] Received request to apply diffs.");
const modifiedHtml = applyDiffs(originalHtml, aiResponseContent);
console.log("[Apply Diffs] Diffs applied successfully.");
res.setHeader("Content-Type", "text/html; charset=utf-8");
res.status(200).send(modifiedHtml);
} catch (error) {
console.error("[Apply Diffs] Error applying diffs:", error);
res.status(400).json({
// Use 400 for client-side correctable errors (bad diff format)
ok: false,
message: error.message || "Failed to apply AI suggestions.",
});
}
});
// --- AI Interaction Route ---
app.post("/api/ask-ai", async (req, res) => {
const { prompt, html, previousPrompt } = req.body;
if (!prompt) {
return res.status(400).send({
ok: false,
message: "Missing required fields",
});
}
const isFollowUp = !!html && !!previousPrompt; // Check if it's a follow-up request
console.log(`[AI Request] Type: ${isFollowUp ? "Follow-up" : "Initial"}`);
const { hf_token } = req.cookies;
let token = hf_token;
const ip =
req.headers["x-forwarded-for"]?.split(",")[0].trim() ||
req.headers["x-real-ip"] ||
req.socket.remoteAddress ||
req.ip ||
"0.0.0.0";
// --- Rate Limiting (Unchanged) ---
if (!hf_token) {
ipAddresses.set(ip, (ipAddresses.get(ip) || 0) + 1);
if (ipAddresses.get(ip) > MAX_REQUESTS_PER_IP) {
return res.status(429).send({
ok: false,
openLogin: true,
message:
"Log In to continue using the service (Rate limit exceeded for anonymous users)",
});
}
token = process.env.DEFAULT_HF_TOKEN;
}
// --- Define System Prompts ---
const initialSystemPrompt = `ONLY USE HTML, CSS AND JAVASCRIPT. If you want to use ICON make sure to import the library first. Try to create the best UI possible by using only HTML, CSS and JAVASCRIPT. Also, try to ellaborate as much as you can, to create something unique. If needed you are allowed to use tailwincss (if so make sure to import <script src="https://cdn.tailwindcss.com"></script> in the head). ALWAYS GIVE THE RESPONSE INTO A SINGLE HTML FILE.`;
const followUpSystemPrompt = `You are an expert web developer modifying an existing HTML file.
The user wants to apply changes based on their request.
You MUST output ONLY the changes required using the following SEARCH/REPLACE block format. Do NOT output the entire file.
Explain the changes briefly *before* the blocks if necessary, but the code changes THEMSELVES MUST be within the blocks.
Format Rules:
1. Start with ${SEARCH_START}
2. Provide the exact lines from the current code that need to be replaced.
3. Use ${DIVIDER} to separate the search block from the replacement.
4. Provide the new lines that should replace the original lines.
5. End with ${REPLACE_END}
6. You can use multiple SEARCH/REPLACE blocks if changes are needed in different parts of the file.
7. To insert code, use an empty SEARCH block (only ${SEARCH_START} and ${DIVIDER} on their lines) if inserting at the very beginning, otherwise provide the line *before* the insertion point in the SEARCH block and include that line plus the new lines in the REPLACE block.
8. To delete code, provide the lines to delete in the SEARCH block and leave the REPLACE block empty (only ${DIVIDER} and ${REPLACE_END} on their lines).
9. IMPORTANT: The SEARCH block must *exactly* match the current code, including indentation and whitespace.
Example Modifying Code:
\`\`\`
Some explanation...
${SEARCH_START}
<h1>Old Title</h1>
${DIVIDER}
<h1>New Title</h1>
${REPLACE_END}
${SEARCH_START}
</body>
${DIVIDER}
<script>console.log("Added script");</script>
</body>
${REPLACE_END}
\`\`\`
Example Deleting Code:
\`\`\`
Removing the paragraph...
${SEARCH_START}
<p>This paragraph will be deleted.</p>
${DIVIDER}
${REPLACE_END}
\`\`\`
ONLY output the changes in this format. Do NOT output the full HTML file again.`;
// --- Prepare Messages for AI ---
const systemPromptContent = isFollowUp
? followUpSystemPrompt
: initialSystemPrompt;
console.log(
`[AI Request] Using system prompt: ${
isFollowUp ? "Follow-up (Diff)" : "Initial (Full HTML)"
}`
);
// console.log("[AI Request] System Prompt Content:\n", systemPromptContent); // Uncomment for full prompt text
const messages = [
{
role: "system",
content: systemPromptContent,
},
// Include previous context if available
...(previousPrompt ? [{ role: "user", content: previousPrompt }] : []),
// Provide current code clearly ONLY if it's a follow-up
...(isFollowUp && html
? [
{
role: "assistant",
content: `Okay, I have the current code. It is:\n\`\`\`html\n${html}\n\`\`\``,
},
]
: []),
// Current user prompt
{ role: "user", content: prompt },
];
const client = new InferenceClient(token);
let completeResponse = "";
try {
// Set response type header *before* starting the stream
res.setHeader("Content-Type", "text/plain; charset=utf-8"); // Stream raw text
res.setHeader("Cache-Control", "no-cache");
res.setHeader("Connection", "keep-alive");
res.setHeader("X-Response-Type", isFollowUp ? "diff" : "full"); // Signal type to client
console.log(
`[AI Request] Set X-Response-Type: ${isFollowUp ? "diff" : "full"}`
);
const chatCompletion = client.chatCompletionStream({
model: MODEL_ID,
provider: isFollowUp ? "fireworks-ai" : "sambanova", // Use sambanova for initial, fireworks for follow-up
messages: messages,
max_tokens: 6_000, // Keep max_tokens reasonable
temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default
});
// --- Unified Streaming Logic ---
console.log("[AI Request] Starting stream to client...");
for await (const value of chatCompletion) {
const chunk = value.choices[0]?.delta?.content;
if (chunk) {
res.write(chunk); // Stream raw AI response chunk
completeResponse += chunk; // Accumulate for logging completion
}
}
console.log("[AI Request] Stream finished.");
// Log the complete raw response for debugging if needed
// console.log("--- AI Raw Full Response ---");
// console.log(completeResponse);
// console.log("--------------------------");
res.end(); // End the stream
} catch (error) {
console.error("Error during AI interaction:", error); // Removed "or diff application"
// If we haven't sent headers/started streaming yet
if (!res.headersSent) {
// Check if it's an AbortError which might happen if the client disconnects
if (error.name === "AbortError") {
console.warn("Client disconnected before AI response finished.");
// Don't send another response if client is gone
return;
}
res.status(500).send({
ok: false,
// Provide a more user-friendly message, but keep details for logs
// Provide a more user-friendly message, but keep details for logs
message: `Error processing AI request: ${error.message}. You might need to start a new conversation by refreshing the page.`,
});
} else if (!res.writableEnded) {
// If streaming failed mid-stream and stream hasn't been ended yet
console.error("Error occurred mid-stream. Ending response.");
res.end(); // End the stream abruptly if error occurs during streaming
}
// If streaming failed *after* res.end() was called (unlikely but possible), do nothing more.
}
});
app.get("*", (_req, res) => {
res.sendFile(path.join(__dirname, "dist", "index.html"));
});
app.listen(PORT, () => {
console.log(`Server is running on port ${PORT}`);
});
|