Initial commit

.pre-commit-config.yaml

@@ -0,0 +1,31 @@
+repos:
+  - repo: https://github.com/asottile/reorder_python_imports
+    rev: v3.9.0
+    hooks:
+      - id: reorder-python-imports
+        args: [--py37-plus]
+  - repo: https://github.com/asottile/add-trailing-comma
+    rev: v2.3.0
+    hooks:
+      - id: add-trailing-comma
+        args: [--py36-plus]
+  - repo: https://github.com/asottile/pyupgrade
+    rev: v3.3.1
+    hooks:
+      - id: pyupgrade
+        args: [--py37-plus]
+
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: debug-statements
+      - id: double-quote-string-fixer
+      - id: name-tests-test
+      - id: requirements-txt-fixer
+  - repo: https://github.com/psf/black
+    rev: 22.10.0
+    hooks:
+      - id: black

.vscode/settings.json

@@ -0,0 +1,5 @@
+{
+    "cSpell.words": [
+        "websockets"
+    ]
+}

docs.md

@@ -0,0 +1,7 @@
+# Sydney Project Documentation
+
+## Endpoints
+
+Chat: `wss://sydney.bing.com/sydney/ChatHub`
+
+Conversation creation: `https://www.bing.com/turing/conversation/create`

main.py

@@ -0,0 +1,188 @@
+"""
+Main.py
+"""
+import uuid
+import json
+import time
+import requests
+from websocket import WebSocket
+from threading import Thread
+
+
+def append_identifier(msg: dict) -> str:
+    """
+    Appends special character to end of message to identify end of message
+    """
+    # Convert dict to json string
+    return json.dumps(msg) + ""
+
+
+class ChatHubRequest:
+    """
+    Request object for ChatHub
+    """
+    def __init__(
+        self,
+        conversation_signature: str,
+        client_id: str,
+        conversation_id: str,
+        invocation_id: int,
+    ) -> None:
+        self.struct: dict
+
+        self.client_id: str = client_id
+        self.conversation_id: str = conversation_id
+        self.conversation_signature: str = conversation_signature
+        self.invocation_id: int = invocation_id
+        self.is_start_of_session: bool = True
+
+        self.update(prompt=None, conversation_signature=conversation_signature, client_id=client_id, conversation_id=conversation_id, invocation_id=invocation_id)
+    
+    def update(
+        self,
+        prompt: str,
+        conversation_signature: str = None,
+        client_id: str = None,
+        conversation_id: str = None,
+        invocation_id: int = None,
+    ) -> None:
+        """
+        Updates request object
+        """
+        self.struct = {
+            "arguments": [
+                {
+                    "source": "cib",
+                    "optionsSets": [
+                        "nlu_direct_response_filter",
+                        "deepleo",
+                        "enable_debug_commands",
+                        "disable_emoji_spoken_text",
+                        "responsible_ai_policy_235",
+                        "enablemm",
+                    ],
+                    "isStartOfSession": self.is_start_of_session,
+                    "message": {
+                        "timestamp": "2023-02-09T13:26:58+08:00",
+                        "author": "user",
+                        "inputMethod": "Keyboard",
+                        "text": prompt,
+                        "messageType": "Chat",
+                    },
+                    "conversationSignature": conversation_signature or self.conversation_signature,
+                    "participant": {"id": client_id or self.client_id},
+                    "conversationId": conversation_id or self.conversation_id,
+                    "previousMessages": [],
+                }
+            ],
+            "invocationId": str(invocation_id),
+            "target": "chat",
+            "type": 4,
+        }
+        self.is_start_of_session = False
+
+class Conversation:
+    """
+    Conversation API
+    """
+
+    def __init__(self) -> None:
+        self.struct: dict = {'conversationId': None, 'clientId': None, 'conversationSignature': None, 'result': {'value': 'Success', 'message': None}}
+        self.__create()
+
+    def __create(self):
+        # Build request
+        headers = {
+            "accept": "application/json",
+            "accept-encoding": "gzip, deflate, br",
+            "accept-language": "en-US,en;q=0.9",
+            "content-type": "application/json",
+            "sec-ch-ua": '"Microsoft Edge";v="111", "Not(A:Brand";v="8", "Chromium";v="111"',
+            "sec-ch-ua-arch": '"x86"',
+            "sec-ch-ua-bitness": '"64"',
+            "sec-ch-ua-full-version": '"111.0.1652.0"',
+            "sec-ch-ua-full-version-list": '"Microsoft Edge";v="111.0.1652.0", "Not(A:Brand";v="8.0.0.0", "Chromium";v="111.0.5551.0"',
+            "sec-ch-ua-mobile": "?0",
+            "sec-ch-ua-model": "",
+            "sec-ch-ua-platform": '"Linux"',
+            "sec-ch-ua-platform-version": '"5.19.0"',
+            "sec-fetch-dest": "empty",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-site": "same-origin",
+            "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36 Edg/111.0.0.0",
+            "x-ms-client-request-id": str(uuid.uuid4()),
+            "x-ms-useragent": "azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Linuxx86_64",
+        }
+        # Create cookies
+        cookies = json.loads(
+            open("templates/cookies.json", "r", encoding="utf-8").read()
+        )
+        # Send GET request
+        response = requests.get(
+            "https://www.bing.com/turing/conversation/create",
+            headers=headers,
+            cookies=cookies,
+            timeout=30,
+        )
+        # Return response
+        self.struct = response.json()
+
+
+class ChatHub:
+    """
+    Chat API
+    """
+
+    def __init__(self) -> None:
+        self.wss = WebSocket()
+        self.wss.connect(url="wss://sydney.bing.com/sydney/ChatHub")
+        self.__initial_handshake()
+        # Ping in another thread
+        self.thread = Thread(target=self.__ping)
+        self.thread.start()
+        self.stop_thread = False
+    
+    def ask(self, prompt: str):
+        pass
+
+
+    def __initial_handshake(self):
+        self.wss.send(append_identifier({"protocol": "json", "version": 1}))
+        # Receive blank message
+        self.wss.recv()
+    
+    def __ping(self):
+        timing = 10
+        while True:
+            if timing == 0:
+                self.wss.send(append_identifier({"type": 6}))
+                # Receive pong
+                self.wss.recv()
+                timing = 10
+            else:
+                timing -= 1
+            time.sleep(1)
+            if self.stop_thread:
+                break
+    
+    def close(self):
+        """
+        Close all connections
+        """
+        self.wss.close()
+        self.stop_thread = True
+        self.thread.join()
+
+async def main():
+    """
+    Main function
+    """
+    # Create conversation
+    conversation = Conversation()
+    print(conversation.struct)
+
+
+if __name__ == "__main__":
+    import asyncio
+
+    asyncio.run(main())

parse_cookies.py

@@ -0,0 +1,8 @@
+
+cookies = {}
+with open('cookies.txt') as f:
+    cookies = f.read().split("; ")
+    # Everything after the first "=" is the value (there may be multiple =)
+    cookies = {cookie.split("=")[0]: "=".join(cookie.split("=")[1:]) for cookie in cookies}
+
+print(cookies)

templates/chathub_request.json

@@ -0,0 +1,55 @@
+{
+  "arguments": [
+    {
+      "source": "cib",
+      "optionsSets": [
+        "nlu_direct_response_filter",
+        "deepleo",
+        "enable_debug_commands",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm"
+      ],
+      "allowedMessageTypes": [
+        "Chat",
+        "InternalSearchQuery",
+        "InternalSearchResult",
+        "InternalLoaderMessage",
+        "RenderCardRequest",
+        "AdsQuery",
+        "SemanticSerp"
+      ],
+      "sliceIds": [],
+      "traceId": "63e48421455345f0854475fe03c0c78a",
+      "isStartOfSession": true,
+      "message": {
+        "locale": "en-US",
+        "market": "en-US",
+        "region": "SG",
+        "location": "lat:0.000000;long:0.000000;re=0m;",
+        "locationHints": [
+          {
+            "country": "Singapore",
+            "timezoneoffset": 8,
+            "countryConfidence": 8,
+            "Center": { "Latitude": 0, "Longitude": 0 },
+            "RegionType": 2,
+            "SourceType": 1
+          }
+        ],
+        "timestamp": "2023-02-09T13:26:58+08:00",
+        "author": "user",
+        "inputMethod": "Keyboard",
+        "text": "Say this is a test",
+        "messageType": "Chat"
+      },
+      "conversationSignature": "<|CONVERSATION_SIGNATURE|>",
+      "participant": { "id": "<|CLIENT_ID|>" },
+      "conversationId": "<|CONVERSATION_ID|>",
+      "previousMessages": []
+    }
+  ],
+  "invocationId": "1",
+  "target": "chat",
+  "type": 4
+}

templates/chathub_request_backup.json

@@ -0,0 +1,86 @@
+{
+  "arguments": [
+    {
+      "source": "cib",
+      "optionsSets": [
+        "nlu_direct_response_filter",
+        "deepleo",
+        "enable_debug_commands",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm"
+      ],
+      "allowedMessageTypes": [
+        "Chat",
+        "InternalSearchQuery",
+        "InternalSearchResult",
+        "InternalLoaderMessage",
+        "RenderCardRequest",
+        "AdsQuery",
+        "SemanticSerp"
+      ],
+      "sliceIds": [],
+      "traceId": "63e48421455345f0854475fe03c0c78a",
+      "isStartOfSession": true,
+      "message": {
+        "locale": "en-US",
+        "market": "en-US",
+        "region": "SG",
+        "location": "lat:0.000000;long:0.000000;re=0m;",
+        "locationHints": [
+          {
+            "country": "Singapore",
+            "timezoneoffset": 8,
+            "countryConfidence": 8,
+            "Center": { "Latitude": 0, "Longitude": 0 },
+            "RegionType": 2,
+            "SourceType": 1
+          }
+        ],
+        "timestamp": "2023-02-09T13:26:58+08:00",
+        "author": "user",
+        "inputMethod": "Keyboard",
+        "text": "Say this is a test",
+        "messageType": "Chat"
+      },
+      "conversationSignature": "<|CONVERSATION_SIGNATURE|>",
+      "participant": { "id": "<|CLIENT_ID|>" },
+      "conversationId": "<|CONVERSATION_ID|>",
+      "previousMessages": [
+        {
+          "text": "Okay, I’ve cleared the slate for a fresh start. What can I help you explore now?",
+          "author": "bot",
+          "adaptiveCards": [],
+          "suggestedResponses": [
+            {
+              "text": "Teach me a new word",
+              "contentOrigin": "DeepLeo",
+              "messageType": "Suggestion",
+              "messageId": "0b483c19-409a-746c-9c44-2779234c04e4",
+              "offense": "Unknown"
+            },
+            {
+              "text": "Why do humans need sleep?",
+              "contentOrigin": "DeepLeo",
+              "messageType": "Suggestion",
+              "messageId": "b9e18704-b29d-25de-951d-c13aa1b0252c",
+              "offense": "Unknown"
+            },
+            {
+              "text": "I want to learn a new skill",
+              "contentOrigin": "DeepLeo",
+              "messageType": "Suggestion",
+              "messageId": "9092c1e7-4ddf-9726-3da6-efadaa8bc9cb",
+              "offense": "Unknown"
+            }
+          ],
+          "messageId": "57cda79f-4afa-3723-1bad-394e61f1e590",
+          "messageType": "Chat"
+        }
+      ]
+    }
+  ],
+  "invocationId": "2",
+  "target": "chat",
+  "type": 4
+}

templates/cookies.json

@@ -0,0 +1,3 @@
+{
+  "_U": "1YEL2O07jUf0Rdw3Li02tXbvn47K5pNQcjqdjILEq-9hgsxvyYD9bMjIGxICr3nmVHIcWKgZLVGUVxhdQDHY-WWd8spn_8yNwT-pweGVb6115nmreE8zOa44HLPcHqzvaSOuVVWfip7itwiUOakv6_3SxK2k2YVb9fA-d88MAINsknY9mnaA3-fSXdMea5-K-"
+}