integrating twitter chatbot to a django server

app.py

@@ -0,0 +1,46 @@
+import gradio as gr
+import random
+import string
+import requests
+
+
+def get_random_string(length=6):
+    letters = string.ascii_lowercase
+    result_str = "".join(random.choice(letters) for i in range(length))
+    return result_str
+
+
+def get_answer(question):
+    try:
+        answer = requests.get(
+            "http://127.0.0.1:8000/api/",
+            json={"question": question},
+        )
+    except Exception as err:
+        return f"Sorry there was a problem with {err}, please check your connection and try again."
+
+    if answer.status_code == 200:
+        return answer.json()["answer"]
+
+    return "Sorry, We have a problem with our server"
+
+
+def predict(input, history=[]):
+    answer = get_answer(input)
+    history.append((input, answer))
+    response = history
+    return response, history
+
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    state = gr.State([])
+
+    with gr.Row():
+        txt = gr.Textbox(
+            show_label=False, placeholder="Enter text and press enter"
+        ).style(container=False)
+
+    txt.submit(predict, [txt, state], [chatbot, state])
+
+demo.launch()

{src → backend/TwitterChatBot}/chat.py

@@ -1,10 +1,14 @@
 import os
 import openai
-from dotenv import load_dotenv
-from index import IndexSearchEngine
-from gpt_3_manager import Gpt3Manager
-from prompt import QuestionAnsweringPrompt, PassageSummarizationPrompt, TextPromptLoader
 from pathlib import Path
+from dotenv import load_dotenv
+
+from TwitterChatBot.index import IndexSearchEngine
+from TwitterChatBot.prompt import (
+    QuestionAnsweringPrompt,
+    PassageSummarizationPrompt,
+    TextPromptLoader,
+)
 
 
 load_dotenv()
@@ -27,12 +31,11 @@ class ChatBot:
 
         answers = []
         for result in search_result:
-            print("iterating over answering questions")
             question_answering_prompt = QuestionAnsweringPrompt(
                 passage=result, question=question, prompt_loader=self.prompet_loader
             )
             prompt = question_answering_prompt.load(
-                Path("prompts") / "question_answering.txt"
+                Path("../prompts") / "question_answering.txt"
             )
 
             answer = self.gpt_manager.get_completion(
@@ -45,7 +48,7 @@ class ChatBot:
         )
 
         prompt = passage_summarization_prompt.load(
-            Path("prompts") / "passage_summarization.txt"
+            Path("../prompts") / "passage_summarization.txt"
         )
 
         final_answer = self.gpt_manager.get_completion(prompt=prompt)

{src → backend/TwitterChatBot}/index.py

@@ -1,6 +1,6 @@
 from abc import ABC, abstractmethod
 import jsonlines
-from utils import dot_similarity
+from TwitterChatBot.utils import dot_similarity
 
 
 class Index(ABC):

backend/TwitterChatBot/main.py

@@ -0,0 +1,28 @@
+import os
+from pathlib import Path
+from dotenv import load_dotenv
+
+from TwitterChatBot.index import IndexSearchEngine
+from TwitterChatBot.gpt_3_manager import Gpt3Manager
+from TwitterChatBot.chat import ChatBot
+from TwitterChatBot.index import JsonLinesIndex
+from TwitterChatBot.prompt import TextPromptLoader
+
+load_dotenv()
+
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
+
+path = Path("../index") / "index.jsonl"
+
+
+def ask(question):
+    index = JsonLinesIndex()
+    loaded = index.load(path)
+    gpt_manager = Gpt3Manager(api_key=OPENAI_API_KEY)
+
+    engine = IndexSearchEngine(loaded, gpt_manager=gpt_manager)
+    loader = TextPromptLoader()
+    chatbot = ChatBot(engine, prompt_loader=loader, gpt_manager=gpt_manager)
+
+    answer = chatbot.ask(question)
+    return answer

backend/backend/asgi.py

@@ -0,0 +1,16 @@
+"""
+ASGI config for backend project.
+
+It exposes the ASGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.1/howto/deployment/asgi/
+"""
+
+import os
+
+from django.core.asgi import get_asgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'backend.settings')
+
+application = get_asgi_application()

backend/backend/settings.py

@@ -0,0 +1,125 @@
+"""
+Django settings for backend project.
+
+Generated by 'django-admin startproject' using Django 4.1.7.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.1/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/4.1/ref/settings/
+"""
+
+from pathlib import Path
+
+# Build paths inside the project like this: BASE_DIR / 'subdir'.
+BASE_DIR = Path(__file__).resolve().parent.parent
+
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/4.1/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = "django-insecure-@0lshx3*e(q@2&#xaolq=%ak0-)-%_!xux^a&70@p1=x_o^(=g"
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = []
+
+
+# Application definition
+
+INSTALLED_APPS = [
+    "django.contrib.admin",
+    "django.contrib.auth",
+    "django.contrib.contenttypes",
+    "django.contrib.sessions",
+    "django.contrib.messages",
+    "django.contrib.staticfiles",
+    "rest_framework",
+    "chatbot",
+]
+
+MIDDLEWARE = [
+    "django.middleware.security.SecurityMiddleware",
+    "django.contrib.sessions.middleware.SessionMiddleware",
+    "django.middleware.common.CommonMiddleware",
+    "django.middleware.csrf.CsrfViewMiddleware",
+    "django.contrib.auth.middleware.AuthenticationMiddleware",
+    "django.contrib.messages.middleware.MessageMiddleware",
+    "django.middleware.clickjacking.XFrameOptionsMiddleware",
+]
+
+ROOT_URLCONF = "backend.urls"
+
+TEMPLATES = [
+    {
+        "BACKEND": "django.template.backends.django.DjangoTemplates",
+        "DIRS": [],
+        "APP_DIRS": True,
+        "OPTIONS": {
+            "context_processors": [
+                "django.template.context_processors.debug",
+                "django.template.context_processors.request",
+                "django.contrib.auth.context_processors.auth",
+                "django.contrib.messages.context_processors.messages",
+            ],
+        },
+    },
+]
+
+WSGI_APPLICATION = "backend.wsgi.application"
+
+
+# Database
+# https://docs.djangoproject.com/en/4.1/ref/settings/#databases
+
+DATABASES = {
+    "default": {
+        "ENGINE": "django.db.backends.sqlite3",
+        "NAME": BASE_DIR / "db.sqlite3",
+    }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/4.1/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        "NAME": "django.contrib.auth.password_validation.UserAttributeSimilarityValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.MinimumLengthValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.CommonPasswordValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.NumericPasswordValidator",
+    },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/4.1/topics/i18n/
+
+LANGUAGE_CODE = "en-us"
+
+TIME_ZONE = "UTC"
+
+USE_I18N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/4.1/howto/static-files/
+
+STATIC_URL = "static/"
+
+# Default primary key field type
+# https://docs.djangoproject.com/en/4.1/ref/settings/#default-auto-field
+
+DEFAULT_AUTO_FIELD = "django.db.models.BigAutoField"

backend/backend/urls.py

@@ -0,0 +1,7 @@
+from django.contrib import admin
+from django.urls import path, include
+
+urlpatterns = [
+    path("admin/", admin.site.urls),
+    path("api/", include("chatbot.urls")),
+]

backend/backend/wsgi.py

@@ -0,0 +1,16 @@
+"""
+WSGI config for backend project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/4.1/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'backend.settings')
+
+application = get_wsgi_application()

backend/chatbot/admin.py

@@ -0,0 +1,3 @@
+from django.contrib import admin
+
+# Register your models here.

backend/chatbot/apps.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class ChatbotConfig(AppConfig):
+    default_auto_field = 'django.db.models.BigAutoField'
+    name = 'chatbot'

backend/chatbot/models.py

@@ -0,0 +1,3 @@
+from django.db import models
+
+# Create your models here.

backend/chatbot/tests.py

@@ -0,0 +1,3 @@
+from django.test import TestCase
+
+# Create your tests here.

backend/chatbot/urls.py

@@ -0,0 +1,7 @@
+from django.urls import path
+
+from . import views
+
+urlpatterns = [
+    path("", views.AskChatBot.as_view()),
+]

backend/chatbot/views.py

@@ -0,0 +1,15 @@
+from rest_framework.views import APIView
+from django.http import JsonResponse
+from TwitterChatBot.main import ask
+
+
+class AskChatBot(APIView):
+    """
+    let you ask a question to the twitter chatbot
+    """
+
+    def get(self, request, format=None):
+        question = request.data["question"]
+        answer = ask(question=question)
+
+        return JsonResponse({"answer": answer.strip()})

backend/manage.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+"""Django's command-line utility for administrative tasks."""
+import os
+import sys
+
+
+def main():
+    """Run administrative tasks."""
+    os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'backend.settings')
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError as exc:
+        raise ImportError(
+            "Couldn't import Django. Are you sure it's installed and "
+            "available on your PYTHONPATH environment variable? Did you "
+            "forget to activate a virtual environment?"
+        ) from exc
+    execute_from_command_line(sys.argv)
+
+
+if __name__ == '__main__':
+    main()

requirements.txt

@@ -4,4 +4,7 @@ openai
 python-dotenv
 jsonlines
 pytest
-numpy
+numpy
+django
+djangorestframework
+gradio

src/main.py

@@ -1,29 +0,0 @@
-import os
-from pathlib import Path
-
-from index import IndexSearchEngine
-from gpt_3_manager import Gpt3Manager
-
-from dotenv import load_dotenv
-from chat import ChatBot
-from index import JsonLinesIndex
-
-from prompt import TextPromptLoader
-
-load_dotenv()
-
-OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
-
-
-path = Path("index") / "index.jsonl"
-
-index = JsonLinesIndex()
-loaded = index.load(path)
-gpt_manager = Gpt3Manager(api_key=OPENAI_API_KEY)
-
-engine = IndexSearchEngine(loaded, gpt_manager=gpt_manager)
-loader = TextPromptLoader()
-chatbot = ChatBot(engine, prompt_loader=loader, gpt_manager=gpt_manager)
-
-answer = chatbot.ask("What does the twitter terms of service does")
-print(answer)