add item

app.py

@@ -26,6 +26,9 @@ wmodel = WhisperModel("guillaumekln/faster-whisper-small", device="cpu", compute
 qdrant_api_key = os.environ.get("qdrant_api_key")
 qdrant_url = os.environ.get("qdrant_url")
 
+qdrant_api_key = "WaGH94-bo_CzlxTNHFjBAGPvWRhbsWEKUKbMz6YQtYt4oTD1ZXTvwg"
+qdrant_url = "https://c9bee7c7-2bf3-4e1b-8838-2f6f23372ab5.us-east-1-0.aws.cloud.qdrant.io"
+
 client = QdrantClient(url=qdrant_url, port=443, api_key=qdrant_api_key, prefer_grpc=False)
 
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
@@ -47,6 +50,11 @@ def e5embed(query):
   embeddings = embeddings.cpu().detach().numpy().flatten().tolist()
   return embeddings
 
+def get_id(collection):
+  resp = client.scroll(collection_name=collection, limit=10000, with_payload=True, with_vectors=False,)
+  max_id = max([r.id for r in resp[0]])+1
+  return int(max_id)
+
 @app.route("/")
 def index():
     return render_template("index.html")
@@ -89,7 +97,7 @@ def search():
         for r in results:
             if 'context' in r.payload and r.payload['context'] != '': 
                 if 'date' not in r.payload: r.payload['date'] = '20200101'
-                new_results.append({"text": r.payload['title'] + '\nContext: ' + r.payload['context'], "url": r.payload['url'], "date": r.payload['date'], "id": r.id})
+                new_results.append({"text": r.payload['title'] + '<br>Context: ' + r.payload['context'], "url": r.payload['url'], "date": r.payload['date'], "id": r.id})
             else: 
                 if 'date' not in r.payload: r.payload['date'] = '20200101'
                 new_results.append({"text": r.payload['title'], "url": r.payload['url'], "date": r.payload['date'], "id": r.id})
@@ -97,6 +105,25 @@ def search():
     # except:
     #    return jsonify([])
 
+@app.route("/add_item", methods=["POST"])
+def add_item():
+    title = request.form["title"]
+    url = request.form["url"]
+    if url.strip() == '':
+        collection_name = 'jks'
+        cid = get_id(collection_name)
+        print('cid', cid, time.strftime("%Y%m%d"))
+        resp = client.upsert(collection_name=collection_name, points=Batch(ids=[cid], payloads=[{'text':title, 'date': time.strftime("%Y%m%d")}],vectors=[e5embed(title)]),)
+    else:
+      collection_name = 'tils'
+      cid = get_id('tils')
+      print('cid', cid, time.strftime("%Y%m%d"), collection_name)
+      til = {'title': title.replace('TIL that', '').replace('TIL:', '').replace('TIL ', '').strip(), 'url': url.replace('https://', '').replace('http://', ''), "date": time.strftime("%Y%m%d_%H%M")}
+      resp = client.upsert(collection_name="tils", points=[PointStruct(id=cid, payload=til, vector={"title": e5embed(til['title']),},)])
+    print('Upsert response:', resp)
+    return jsonify({"success": True, "index": collection_name})
+    
+
 @app.route("/delete_joke", methods=["POST"])
 def delete_joke():
     joke_id = request.form["id"]

templates/index.html

@@ -24,6 +24,12 @@
             padding: 10px;
         }
 
+        #title, #link {
+            width: 70%;
+            padding: 10px;
+            margin-top: 10px;
+        }
+
         #search {
             background-color: #4c72af;
             color: white;
@@ -33,6 +39,15 @@
             margin-left: 10px;
         }
 
+        #add {
+            background-color: #4c72af;
+            color: white;
+            border: none;
+            padding: 10px 20px;
+            cursor: pointer;
+            margin-top: 10px;
+        }
+
         #results {
             margin: 20px;
         }
@@ -77,6 +92,17 @@
         Drag & Drop Audio File (mp3, wav, ogg, m4v) Here
     </div>
 
+    <div>
+        <label for="title">Title:</label>
+        <input type="text" id="title" placeholder="TIL something or the other">
+    </div>
+    <div>
+        <label for="link">Link:</label>
+        <input type="text" id="link" placeholder="https://somelink.com">
+    </div>
+    <button id="add">ADD ITEM</button>
+    <div id="add-results"></div>
+
     <script>
         $(document).ready(function () {
             var collection = "jks";
@@ -127,6 +153,25 @@
                 });
             }
 
+            $('#add').click(function() {
+                $('#add-results').append("<h3>Adding item. Hold on!</h3>");
+                var title = $('#title').val();
+                var url = $('#link').val();
+
+                $.post('/add_item', {
+                title: title,
+                url: url
+                }, function(data) {
+                    if(data.success) {
+                        $('#title').val('');
+                        $('#link').val('');
+                        $('#add-results').empty();
+                        $('#add-results').append("<h3>Successfully added item to " + data.index + "</h3>");
+                    }
+                });
+
+            });
+
             function displayTranscriptionResult(transcription) {
                 // Display the transcription result
                 var results = $("#results");