Update README.md

README.md

@@ -1,3 +1,93 @@
----
-license: llama3
----
+---
+license: llama3
+---
+## Usage From Our SDK
+
+
+``` python
+pip install scalegen-function-calling
+```
+
+
+``` python
+from  scalegen_function_calling import CustomOpenAIClient
+from openai import OpenAI
+
+tools = [
+   {
+      "type":"function",
+      "function":{
+         "name":"Expense",
+         "description":"",
+         "parameters":{
+            "type":"object",
+            "properties":{
+               "description":{
+                  "type":"string"
+               },
+               "net_amount":{
+                  "type":"number"
+               },
+               "gross_amount":{
+                  "type":"number"
+               },
+               "tax_rate":{
+                  "type":"number"
+               },
+               "date":{
+                  "type":"string",
+                  "format":"date-time"
+               }
+            },
+            "required":[
+               "description",
+               "net_amount",
+               "gross_amount",
+               "tax_rate",
+               "date"
+            ]
+         }
+      }
+   },
+   {
+      "type":"function",
+      "function":{
+         "name":"ReportTool",
+         "description":"",
+         "parameters":{
+            "type":"object",
+            "properties":{
+               "report":{
+                  "type":"string"
+               }
+            },
+            "required":[
+               "report"
+            ]
+         }
+      }
+   }
+]
+
+model_name = "ScaleGenAI/Llama3-70B-Function-Calling"
+api_key = "<YOUR_API_KEY>"
+api_endpint = "<YOUR_API_ENDPOINT>"
+
+messages = [
+    {"role":"user", "content": 'I have spend 5$ on a coffee today please track my expense. The tax rate is 0.2. plz add to expense'}
+]
+
+client = OpenAI(
+    api_key=api_key,
+    base_url=api_endpoint,
+)
+
+custom_client = CustomOpenAIClient(client) #patch the client
+
+response = custom_client.chat.completions.create(
+            model=model_name,
+            messages=messages,
+            tools=tools,
+            stream=False
+        )
+```