Upload 2 files

app.py

@@ -0,0 +1,528 @@
+from __future__ import annotations as _annotations
+import os
+import asyncio
+import json
+import sqlite3
+import datetime
+import fastapi
+import logfire
+import time
+from collections.abc import AsyncIterator
+from concurrent.futures.thread import ThreadPoolExecutor
+from contextlib import asynccontextmanager
+from dataclasses import dataclass
+from datetime import datetime, timezone, date
+from functools import partial
+from pathlib import Path
+from typing import Annotated, Any, Callable, Literal, TypeVar
+
+from pydantic import BaseModel, Field, ValidationError, model_validator
+from typing import List, Optional, Dict
+
+from fastapi import Depends, Request
+from fastapi.responses import FileResponse, Response, StreamingResponse
+from typing_extensions import LiteralString, ParamSpec, TypedDict
+
+from pydantic_ai import Agent
+from pydantic_ai.exceptions import UnexpectedModelBehavior
+from pydantic_ai.messages import (
+    ModelMessage,
+    ModelMessagesTypeAdapter,
+    ModelRequest,
+    ModelResponse,
+    TextPart,
+    UserPromptPart,
+)
+from pydantic_ai.models.openai import OpenAIModel
+
+model = OpenAIModel(
+    'gemma-2-2b-it',
+    base_url='http://localhost:1234/v1',
+    api_key='your-local-api-key',
+)
+model11 = OpenAIModel(
+    'mistral-7b-instruct-v0.3',
+    base_url='http://localhost:1234/v1',
+    api_key='your-local-api-key',
+)
+
+#DeepSeek Key: sk-694660c67c3947e4853019473f30240d https://api.deepseek.com
+# Model Pydantic untuk Sales Order
+class product1(BaseModel):
+    ds_productCode: Optional[str] = "" #str = Field(..., min_length=1, max_length=20)
+    ds_productName: str = Field(..., min_length=1, max_length=100)
+    ds_quantity: int = Field(..., ge=1)
+    ds_unitPrice: float = Field(..., ge=0)
+    ds_itemAmt: Optional[float] = 0
+
+# 'if-token-present' means nothing will be sent (and the example will work) if you don't have logfire configured
+logfire.configure(send_to_logfire='if-token-present')
+
+class product(BaseModel):
+    ds_productCode: Optional[str] = "" #str = Field(..., min_length=1, max_length=20)
+    ds_productName: Optional[str] = ""
+    ds_quantity: Optional[int] = 0
+    ds_unitPrice: Optional[float] = 0
+    ds_itemAmt: Optional[float] = 0
+
+class SalesOrder(BaseModel):
+    ds_salesOrderId: Optional[str] = ""
+    ds_salesDate: Optional[str] = ""
+    ds_customerName: str = Field(..., min_length=1, max_length=100)
+    ds_customerAddress: Optional[str] = ""
+    ds_items: List[product] = Field(..., min_items=1)
+    ds_shippingCost:Optional[float] = 0
+    ds_shippingAddress: Optional[str] = ""
+    ds_totalAmount:Optional[float] = 0
+    #ds_paymentTerms: Optional[str] = ""
+os.environ['GEMINI_API_KEY'] = 'AIzaSyAsVIHsPIIfDBTb2K6VNdNlMt05t8x3mtE'
+#agent= Agent('gemini-1.5-flash', result_type=SalesOrder)
+
+# # Create a system prompt to guide the model
+SYSTEM_PROMPT = """
+You are a helper that extracts SalesOrder information from text and formats it as a SalesOrder class.
+"""
+#agent3 = Agent(model=ollama_model, result_type=PetList, retries=3, system_prompt=SYSTEM_PROMPT)
+#agent3 = Agent(model=ollama_model, retries=3, system_prompt=SYSTEM_PROMPT)
+
+
+
+#agent = Agent('gemini-1.5-flash') # OK-1
+agent = Agent(model) # OK-2 
+
+
+
+#agent = Agent(model, result_type=SalesOrder) # belum bisa untuk local
+#agent = Agent(model, system_prompt=SYSTEM_PROMPT) # belum bisa untuk local
+#agent= Agent('gemini-1.5-flash', system_prompt=SYSTEM_PROMPT) # ERR
+THIS_DIR = Path(__file__).parent
+
+
+@asynccontextmanager
+async def lifespan(_app: fastapi.FastAPI):
+    async with Database.connect() as db:
+        yield {'db': db}
+
+
+app = fastapi.FastAPI(lifespan=lifespan)
+logfire.instrument_fastapi(app)
+
+
+@app.get('/')
+async def index() -> FileResponse:
+    return FileResponse((THIS_DIR / 'chat_app.html'), media_type='text/html')
+
+
+@app.get('/chat_app.ts')
+async def main_ts() -> FileResponse:
+    """Get the raw typescript code, it's compiled in the browser, forgive me."""
+    return FileResponse((THIS_DIR / 'chat_app.ts'), media_type='text/plain')
+
+
+async def get_db(request: Request) -> Database:
+    return request.state.db
+
+@app.get('/chat/')
+async def get_chat(database: Database = Depends(get_db)) -> Response:
+    msgs = await database.get_messages()
+    return Response(
+        b'\n'.join(json.dumps(to_chat_message(m)).encode('utf-8') for m in msgs),
+        media_type='text/plain',
+    )
+
+
+    
+class ChatMessage(TypedDict):
+    """Format of messages sent to the browser."""
+
+    role: Literal['user', 'model']
+    timestamp: str
+    content: str
+
+
+def to_chat_message(m: ModelMessage) -> ChatMessage:
+    first_part = m.parts[0]
+    if isinstance(m, ModelRequest):
+        if isinstance(first_part, UserPromptPart):
+            return {
+                'role': 'user',
+                'timestamp': first_part.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    elif isinstance(m, ModelResponse):
+        if isinstance(first_part, TextPart):
+            return {
+                'role': 'model',
+                'timestamp': m.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    raise UnexpectedModelBehavior(f'Unexpected message type for chat app: {m}')
+
+def to_ds_message(m: ModelMessage) -> SalesOrder:
+    first_part = m.parts[0]
+    if isinstance(m, ModelRequest):
+        if isinstance(first_part, UserPromptPart):
+            return {
+                'role': 'user',
+                'timestamp': first_part.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    elif isinstance(m, ModelResponse):
+        if isinstance(first_part, TextPart):
+            return {
+                'role': 'model',
+                'timestamp': m.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    raise UnexpectedModelBehavior(f'Unexpected message type for chat app: {m}')
+    
+def to_form_message(m: ModelMessage) -> SalesOrder:
+    first_part = m.parts[0]
+    if isinstance(m, ModelResponse):
+        if isinstance(first_part, TextPart):
+            return {
+                'role': 'form',
+                'timestamp': m.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    raise UnexpectedModelBehavior(f'Unexpected message type for chat app: {m}')
+@app.post('/chat/')
+async def post_chat(
+    prompt: Annotated[str, fastapi.Form()], database: Database = Depends(get_db)
+) -> StreamingResponse:
+    async def stream_messages():
+        """Streams new line delimited JSON `Message`s to the client."""
+        # stream the user prompt so that can be displayed straight away
+        yield (
+            json.dumps(
+                {
+                    'role': 'user',
+                    'timestamp': datetime.now(tz=timezone.utc).isoformat(),
+                    'content': prompt,
+                }
+            ).encode('utf-8')
+            + b'\n'
+        )
+        # get the chat history so far to pass as context to the agent
+        messages = await database.get_messages()
+        # run the agent with the user prompt and the chat history
+        async with agent.run_stream(prompt, message_history=messages) as result:
+            async for text in result.stream(debounce_by=0.01):
+                # text here is a `str` and the frontend wants
+                # JSON encoded ModelResponse, so we create one
+                m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
+                yield json.dumps(to_chat_message(m)).encode('utf-8') + b'\n'
+
+        # add new messages (e.g. the user prompt and the agent response in this case) to the database
+        #print("---",result.new_messages_json(),"---")
+        #print("***",prompt,"***")
+        await database.add_messages(result.new_messages_json())
+    async def ds_messages(prompt1):
+        #Nama pembeli: Bu Lurah, alamat Bekasi Barat, hari ini membeli Teh Putih dua kaleng harga 110000 per kaleng, juga membeli Teh Hitam 3 kaleng, harga per kaleng 60000. Ongkos kirim ke Bekasi Barat sebesar 36 ribu
+        #nama pembeli Mas Anang alamat di Jalan Cisitu no.5 Bandung, membeli Chocobar 5 batang harga 15 ribu per batang, dan membeli Rice Cracker 4 buah harga 20 ribu per buah, ongkos kirim ke Jalan Cisitu no.5 sebesar 7 ribu rupiah
+        try:
+            prompt2=f"Ekstrak data Sales Order dari teks: {prompt1}. Format output yang diinginkan hanya berupa JSON saja sesuai class Sales Order. Tidak usah ada penjelasan lain. Sekali lagi: Output hanya JSON saja. Hari ini adalah tanggal {date.today()}. untuk Nomor Sales Order pasangkan dengan key ds_salesOrderId, untuk Tanggal Sales pasangkan dengan key ds_salesDate, untuk Nama Customer pasangkan dengan Key ds_customerName, untuk Alamat Customer pasangkan dengan key ds_customerAddress, untuk Daftar Item Barang pasangkan dengan key ds_items, untuk Kode Barang pasangkan dengan key ds_productCode, untuk Nama Barang pasangkan dengan key ds_productName, untuk Quantity pasangkan dengan key ds_quantity, untuk Unit Price pasangkan dengan key ds_unitPrice, untuk Total Nilai Per Baris Barang pasangkan dengan key ds_itemAmt. Setelah Daftar Item Barang, selanjutnya untuk Ongkos Kirim pasangkan dengan key ds_shippingCost, untuk Alamat Pengiriman pasangkan dengan key ds_shippingAddress, untuk Total Nilai Sales Order pasangkan dengan key ds_totalAmount"
+            #prompt2=f"Ekstrak data Sales Order dari teks: {prompt1}. Hari ini adalah tanggal {date.today()}"            
+            yield (
+                json.dumps(
+                    {
+                        'role': 'user',
+                        'timestamp': datetime.now(tz=timezone.utc).isoformat(),
+                        'content': prompt1,
+                    }
+                ).encode('utf-8')
+                + b'\n'
+            )
+            messages = await database.get_messages()
+            async with agent.run_stream(prompt2, message_history=messages) as result:
+                async for text in result.stream(debounce_by=0.1):
+                    m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
+                    yield json.dumps(to_ds_message(m)).encode('utf-8') + b'\n'
+                
+            ##print(result.usage())
+            #await database.add_messages(result.new_messages_json())
+            darso = json.loads(result.new_messages_json())
+            darso1= darso[1] 
+            #print("1|", darso1)
+            darso2= json.loads(json.dumps(darso1))
+            #print("2|",darso2['parts'][0])
+            darso3= darso2['parts'][0]
+            darso4= json.loads(json.dumps(darso3))
+            #print("4|",darso4['content'])
+            darso5= darso4['content']
+            darso5=darso5.split('```', 2)
+            darso5=darso5[1]
+            #print("5a|",darso5)
+            darso5=darso5.replace('json', '')
+            print("5|",darso5,"|")
+            try:
+                darso6= json.loads(darso5) #json
+                darso7= SalesOrder.model_validate(darso6)
+            except:
+                darso6= "ERR"
+            print("6|",darso6,"|")
+            if "ds_items" in darso5:
+                cek_str="ds_items"
+            else:
+                cek_str="--"
+            if darso6=="ERR":
+                ds_id = time.time()
+                ds_salesOrderId = "ERR"
+                ds_salesDate = 'ERR'
+                ds_customerName="-"
+                ds_customerAddress="-"
+                    
+                ds_productName1 = "Produk1 --- "
+                ds_quantity1  = 1
+                ds_unitPrice1 = 0
+                ds_itemAmt1   = 0
+                
+                ds_productName2 = "Produk2 --- "
+                ds_quantity2  = 0
+                ds_unitPrice2 = 0
+                ds_itemAmt2   = 0
+                
+                ds_productName3 = "Produk3 --- "
+                ds_quantity3  = 0
+                ds_unitPrice3 = 0
+                ds_itemAmt3   = 0 
+                ds_shippingAddress=""
+                ds_shippingCost=0
+                ds_totalAmount=0
+            else:
+                ds_id = time.time()
+                ds_salesOrderId = "OK"
+                ds_salesDate = 'OK'
+                try:
+                    ds_salesOrderId = darso7.ds_salesOrderId
+                    print("7|ds_salesOrderId")
+                    ds_salesDate  = darso7.ds_salesDate
+                    print("7|ds_salesDate")
+                    ds_customerName=f"""{darso7.ds_customerName}"""
+                    print("7|ds_customerName:",ds_customerName)
+                    ds_customerAddress=f"""{darso7.ds_customerAddress}"""
+                    print("7|ds_customerAddress:", len(darso7.ds_items))
+                    ds_productName1 = darso7.ds_items[0].ds_productName
+                    print("7|ds_productName1")
+                    ds_quantity1  = darso7.ds_items[0].ds_quantity
+                    print("7|ds_quantity1")
+                    ds_unitPrice1 = darso7.ds_items[0].ds_unitPrice
+                    print("7|ds_unitPrice1")
+                    ds_itemAmt1   = darso7.ds_items[0].ds_itemAmt
+                    print("7|ds_itemAmt1")
+                    ds_productName2 = "-"
+                    ds_quantity2  = 0
+                    ds_unitPrice2 = 0
+                    ds_itemAmt2   = 0
+                    ds_productName3 = "-"
+                    ds_quantity3  = 0
+                    ds_unitPrice3 = 0
+                    ds_itemAmt3   = 0 
+                    
+                    if len(darso7.ds_items)>1:
+                        ds_productName2 = darso7.ds_items[1].ds_productName
+                        ds_quantity2  = darso7.ds_items[1].ds_quantity
+                        ds_unitPrice2 = darso7.ds_items[1].ds_unitPrice
+                        ds_itemAmt2   = darso7.ds_items[1].ds_itemAmt
+                    if len(darso7.ds_items)>2:
+                        ds_productName3 = darso7.ds_items[2].ds_productName
+                        ds_quantity3  = darso7.ds_items[2].ds_quantity
+                        ds_unitPrice3 = darso7.ds_items[2].ds_unitPrice
+                        ds_itemAmt3   = darso7.ds_items[2].ds_itemAmt 
+                    
+                    ds_shippingCost=darso7.ds_shippingCost
+                    print("7|ds_shippingCost")
+                    ds_shippingAddress=f"""{darso7.ds_shippingAddress}"""
+                    print("7|ds_shippingAddress")
+                    ds_totalAmount=darso7.ds_totalAmount
+                    print("7|ds_totalAmount")
+                except:
+                    ds_salesOrderId = "OK2"
+                    ds_salesDate = 'OK2'
+                    ds_customerName="-"
+                    ds_customerAddress="-"
+                    
+                    ds_productName1 = "Produk1"
+                    ds_quantity1  = 0
+                    ds_unitPrice1 = 0
+                    ds_itemAmt1   = 0
+                    
+                    ds_productName2 = "Produk2"
+                    ds_quantity2  = 0
+                    ds_unitPrice2 = 0
+                    ds_itemAmt2   = 0
+                    
+                    ds_productName3 = "Produk3"
+                    ds_quantity3  = 0
+                    ds_unitPrice3 = 0
+                    ds_itemAmt3   = 0 
+                    ds_shippingAddress=""
+                    ds_shippingCost=0
+                    ds_totalAmount=0
+                
+            formDs = f"""
+           
+  <form id="myaiForm{ds_id}" action="javascript:abcde({ds_id});" class="form-container">
+    <h3>Pesanan</h3>
+    	<table>
+            <tr>
+                <td><label for="ds_salesOrderId"><b>SO#</b></label><input type="text" placeholder="" name="ds_salesOrderId" value="{ds_salesOrderId}"></td>
+                <td><label for="ds_salesDate"><b>Date</b></label><input type="text" placeholder="" name="ds_salesDate" value="{ds_salesDate}"></td>
+            </tr>
+            <tr>
+      <td colspan="2"><label for="ds_customerName"><b>Customer</b></label><input type="text" placeholder="" name="ds_customerName" value="{ds_customerName}"></td>
+            </tr>
+            <tr>
+ <td colspan="2"><label for="ds_customerAddress"><b>Alamat</b></label><input type="text" placeholder="" name="ds_customerAddress" value="{ds_customerAddress}"></td>
+            </tr>
+        </table style="width:100%">
+    <b>Item Barang:</b>
+        <table>
+            <tr><th>Prod</th><th  style="text-align: center;">Qty</th><th  style="text-align: center;">Prc</th><th  style="text-align: center;">Rp</th></tr>
+            <tr>
+                <td><input type="text" placeholder="-" name="ds_productName1" value="{ds_productName1}"></td>
+                <td><input type="text" style="text-align: center;" name="ds_quantity1" value={ds_quantity1}></td>
+                <td><input type="text" style="text-align: center;" name="ds_unitPrice1" value={ds_unitPrice1}></td>
+                <td><input type="text" style="text-align: center;" name="ds_itemAmt1" value={ds_itemAmt1}></td>
+            </tr>
+            <tr>
+                <td><input type="text" placeholder="-" name="ds_productName2" value="{ds_productName2}"></td>
+                <td><input type="text"  style="text-align: center;" name="ds_quantity2" value={ds_quantity2}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_unitPrice2" value={ds_unitPrice2}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_itemAmt2" value={ds_itemAmt2}></td>
+            </tr>
+            <tr>
+                <td><input type="text" placeholder="-" name="ds_productName3" value="{ds_productName3}"></td>
+                <td><input type="text"  style="text-align: center;" name="ds_quantity3" value={ds_quantity3}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_unitPrice3" value={ds_unitPrice3}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_itemAmt3" value={ds_itemAmt3}></td>
+            </tr>
+        </table>
+        <table>
+            <tr>
+                <td  style="text-align: center;"><b>Ongkir</b></td>
+                <td  style="text-align: center;"><b>Total</b></td>
+            </tr>
+            <tr>
+                <td><input type="text"  style="text-align: center;" placeholder="0" name="ds_shippingCost" value={ds_shippingCost}></td>
+                <td><input type="text"  style="text-align: center;" placeholder="0" name="ds_totalAmount" value={ds_totalAmount}></td>
+            </tr>
+            <tr>
+      <td colspan="2"><label for="ds_shippingAddress"><b></b></label><input type="text" placeholder="" name="ds_shippingAddress" value="{ds_shippingAddress}"></td>
+            </tr>            
+        </table>
+        <button type="submit" class="btn">Submit</button>
+        <button type="button" class="btn cancel" onclick="closeAiForm({ds_id})">Close</button>
+  </form>
+  <form id="myaiForm2{ds_id}" class="form-container" style="display:none;">
+        <button type="button" class="btn umum" onclick="openAiForm({ds_id})">Open Form</button>
+  </form>
+                """
+            m = ModelResponse.from_text(content=formDs, timestamp=result.timestamp())
+            yield json.dumps(to_form_message(m)).encode('utf-8') + b'\n'
+            print("OK")
+            ##print(len(items))
+            #darso7 = SalesOrder.model_validate(darso6)
+            #print("[--",darso7.ds_customerName,"--]")
+            #darso8 = darso7.ds_items[0]
+            ##, len(darso7.ds_items)
+            #print("[--",darso8.ds_productName,"--]")
+        except ValueError as e:
+            print(e)     
+    if prompt[0] == "@" : 
+        #print("@@@", prompt, "@@@")
+        nn = len(prompt)
+        prompt = prompt[1:nn]
+        print(">>>", prompt, "<<<")
+        return StreamingResponse(ds_messages(prompt), media_type='text/plain')
+    elif prompt[0] != "@" :    
+        print("biasa")
+        return StreamingResponse(stream_messages(), media_type='text/plain')
+    print("** selesai **")
+    return StreamingResponse(stream_messages(), media_type='text/plain')
+
+P = ParamSpec('P')
+R = TypeVar('R')
+
+
+@dataclass
+class Database:
+    """Rudimentary database to store chat messages in SQLite.
+
+    The SQLite standard library package is synchronous, so we
+    use a thread pool executor to run queries asynchronously.
+    """
+
+    con: sqlite3.Connection
+    _loop: asyncio.AbstractEventLoop
+    _executor: ThreadPoolExecutor
+
+    @classmethod
+    @asynccontextmanager
+    async def connect(
+        cls, file: Path = THIS_DIR / '.chat_messages.sqlite'
+    ) -> AsyncIterator[Database]:
+        with logfire.span('connect to DB'):
+            loop = asyncio.get_event_loop()
+            executor = ThreadPoolExecutor(max_workers=1)
+            con = await loop.run_in_executor(executor, cls._connect, file)
+            slf = cls(con, loop, executor)
+        try:
+            yield slf
+        finally:
+            await slf._asyncify(con.close)
+
+    @staticmethod
+    def _connect(file: Path) -> sqlite3.Connection:
+        con = sqlite3.connect(str(file))
+        con = logfire.instrument_sqlite3(con)
+        cur = con.cursor()
+        cur.execute(
+            'CREATE TABLE IF NOT EXISTS messages (id INT PRIMARY KEY, message_list TEXT);'
+        )
+        con.commit()
+        return con
+
+    async def add_messages(self, messages: bytes):
+        await self._asyncify(
+            self._execute,
+            'INSERT INTO messages (message_list) VALUES (?);',
+            messages,
+            commit=True,
+        )
+        await self._asyncify(self.con.commit)
+
+    async def get_messages(self) -> list[ModelMessage]:
+        c = await self._asyncify(
+            self._execute, 'SELECT message_list FROM messages order by id asc'
+        )
+        rows = await self._asyncify(c.fetchall)
+        messages: list[ModelMessage] = []
+        for row in rows:
+            messages.extend(ModelMessagesTypeAdapter.validate_json(row[0]))
+        return messages
+
+    def _execute(
+        self, sql: LiteralString, *args: Any, commit: bool = False
+    ) -> sqlite3.Cursor:
+        cur = self.con.cursor()
+        cur.execute(sql, args)
+        if commit:
+            self.con.commit()
+        return cur
+
+    async def _asyncify(
+        self, func: Callable[P, R], *args: P.args, **kwargs: P.kwargs
+    ) -> R:
+        return await self._loop.run_in_executor(  # type: ignore
+            self._executor,
+            partial(func, **kwargs),
+            *args,  # type: ignore
+        )
+
+
+if __name__ == '__main__':    
+    import uvicorn
+    uvicorn.run(
+        'app:app', reload=True, reload_dirs=[str(THIS_DIR)]
+    )