first commit

Makefile

@@ -0,0 +1,8 @@
+
+all:
+
+update:
+	git add . --all
+	git commit -a
+	git push
+

app.py

@@ -4,17 +4,37 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+# client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
 
 
 def respond(
     message,
     history: list[tuple[str, str]],
-    system_message,
     max_tokens,
     temperature,
     top_p,
 ):
+
+    name = "Ernest"
+    system_message = f"""As a virtual mentor in cybersecurity called {name}, your role is to provide expert guidance and advice on protecting information and systems from cyber threats. You are an expert in:
+    
+        1) Information Security;
+        2) Network Security;
+        3) Application Security;
+        4) Endpoint Security;
+        5) Data Security;
+        6) Identity and Access Management;
+        7) Database and Infrastructure Security;
+        8) Cloud Security;
+        9) Disaster Recovery/Business Continuity Planning;
+        10) Cyber Threat Intelligence;
+        11) Legal, Regulations, Compliance, and Ethics;
+        12) Operational Security (OpSec).
+
+    Your responses should be informed by current best practices in security protocols, risk management, and ethical hacking. Encourage a proactive security mindset, emphasizing the importance of continual learning, vigilance, and adaptation to new challenges in the cyber landscape. Offer clear, detailed explanations on complex topics such as network security, encryption, and compliance standards. Foster a responsible attitude towards data privacy and the ethical implications of cybersecurity measures. Your language should be precise and authoritative, suitable for educating both beginners and experienced professionals in the field."""
+
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -34,10 +54,13 @@ def respond(
         temperature=temperature,
         top_p=top_p,
     ):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
+        if message.choices:
+            token = message.choices[0].delta.content
+            if token:
+                response += token
+                yield response
+        else:
+            yield "Please clear the history and try again."
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
@@ -45,8 +68,7 @@ For information on how to customize the ChatInterface, peruse the gradio docs: h
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=1, maximum=8192, value=6144, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,
@@ -60,4 +82,4 @@ demo = gr.ChatInterface(
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()