Spaces:

kushagrasharma-13
/

patent

Sleeping

App Files Files Community

kushagrasharma-13 commited on Apr 19, 2024

Commit

8338481

1 Parent(s): 0d4441c

Add application file

Browse files

Files changed (3) hide show

__pycache__/app.cpython-311.pyc +0 -0
app.py +2 -10
templates/index.html +120 -0

__pycache__/app.cpython-311.pyc ADDED Viewed

Binary file (4.36 kB). View file

app.py CHANGED Viewed

@@ -11,15 +11,12 @@ from qdrant_client import QdrantClient
 from langchain.vectorstores import Qdrant
 import os
 import json
 app = FastAPI()
 templates = Jinja2Templates(directory="templates")
 app.mount("/static", StaticFiles(directory="static"), name="static")
-# local_llm = r"meditron-7b.Q2_K.gguf"
-# local_llm = 'neural-chat-7b-v3-1.Q2_K.gguf'
-local_llm = 'Models/zephyr-7b-beta.Q2_K.gguf'
 config = {
     'max_new_tokens': 1024,
     'context_length': 2048,
@@ -31,12 +28,7 @@ config = {
     'threads': int(os.cpu_count() / 2)
 }
-llm = CTransformers(
-    model=local_llm,
-    model_type="mistral",
-    lib="avx2",
-    **config
-)
 print("LLM Initialized....")

 from langchain.vectorstores import Qdrant
 import os
 import json
+from ctransformers import AutoModelForCausalLM
 app = FastAPI()
 templates = Jinja2Templates(directory="templates")
 app.mount("/static", StaticFiles(directory="static"), name="static")
 config = {
     'max_new_tokens': 1024,
     'context_length': 2048,
     'threads': int(os.cpu_count() / 2)
 }
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-beta-GGUF", model_file="zephyr-7b-beta.Q8_0.gguf", model_type="mistral", gpu_layers=50, **config)
 print("LLM Initialized....")

templates/index.html ADDED Viewed

	@@ -0,0 +1,120 @@

+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Patent RAG QA App</title>
+    <link href="https://fonts.googleapis.com/css2?family=Poppins:wght@400;600&display=swap" rel="stylesheet">
+    <link href="https://cdn.jsdelivr.net/npm/[email protected]/dist/css/bootstrap.min.css" rel="stylesheet">
+    <style>
+        body {
+            background-color: black;
+            font-family: 'Poppins', sans-serif;
+            color: white;
+        }
+        .chat-container {
+            max-width: 800px;
+            margin: 50px auto;
+            margin-top: 10%;
+            padding: 20px;
+            background-color: #333;
+            border-radius: 10px;
+        }
+        .chat-heading {
+            text-align: center;
+            font-size: 2.5em;
+            font-weight: 600;
+            margin-bottom: 30px;
+            color: #ffd700; /* Golden color for the heading */
+        }
+        .chat-input {
+            margin-top: 20px; /* Added margin */
+            margin-bottom: 20px;
+            height: 100px; /* Increased height */
+        }
+        .chat-button {
+            background-color: green;
+            color: white;
+            padding: 10px 20px;
+            font-size: 1.2em;
+        }
+        .chat-response {
+            background-color: #444;
+            padding: 15px;
+            border-radius: 5px;
+            min-height: 100px; /* Minimum height for the response box */
+            margin-top: 20px;
+        }
+        .accordion {
+            margin-top: 20px;
+            background-color: #444;
+            border-radius: 5px;
+        }
+        .accordion-button {
+            color: white;
+            background-color: #555;
+        }
+        .accordion-body {
+            color: white; /* Improved visibility of text */
+        }
+        pre {
+            white-space:pre-wrap;
+        }
+    </style>
+</head>
+<body>
+    <div class="container chat-container">
+        <h1 class="chat-heading">Patent RAG QA App</h1>
+        <div class="accordion" id="appDescriptionAccordion">
+            <div class="accordion-item">
+                <h2 class="accordion-header" id="descriptionHeading">
+                    <button class="accordion-button collapsed" type="button" data-bs-toggle="collapse" data-bs-target="#collapseDescription" aria-expanded="true" aria-controls="collapseDescription">
+                        About This App
+                    </button>
+                </h2>
+                <div id="collapseDescription" class="accordion-collapse collapse" aria-labelledby="descriptionHeading" data-bs-parent="#appDescriptionAccordion">
+                    <div class="accordion-body text-dark">
+                        This is a RAG implementation using Open Source stack.
+                    </div>
+                </div>
+            </div>
+        </div>
+        <div class="row">
+            <div class="col">
+                <textarea id="userInput" class="form-control chat-input" placeholder="Type your query here..."></textarea>
+                <button id="submitBtn" class="btn chat-button">Submit</button>
+                <div id="response" class="chat-response"></div>
+            </div>
+        </div>
+    </div>
+    <script src="https://cdn.jsdelivr.net/npm/[email protected]/dist/js/bootstrap.bundle.min.js"></script>
+    <script>
+        document.getElementById('submitBtn').addEventListener('click', async function() {
+            var userInput = document.getElementById('userInput').value;
+            document.getElementById('response').innerHTML = '<p>Processing...</p>';
+            const formData = new FormData();
+            formData.append('query', userInput);
+            try {
+                const response = await fetch('/get_response', {
+                    method: 'POST',
+                    body: formData
+                });
+                if (!response.ok) {
+                    throw new Error('Network response was not ok');
+                }
+                const data = await response.json();
+                document.getElementById('response').innerHTML = `<p>${data.answer}</p><br><pre><b>Context: </b> ${data.source_document}</pre><br><pre><b>Source Document: </b> ${data.doc}</pre>`;
+            } catch (error) {
+                console.error('Error:', error);
+                document.getElementById('response').innerHTML = '<p>Error processing your request</p>';
+            }
+        });
+    </script>
+</body>
+</html>