Update app.py

app.py

@@ -1,633 +1,633 @@
-from __future__ import annotations as _annotations
-import os
-import asyncio
-import json
-import sqlite3
-import datetime
-import fastapi
-import logfire
-import time
-from collections.abc import AsyncIterator
-from concurrent.futures.thread import ThreadPoolExecutor
-from contextlib import asynccontextmanager
-from dataclasses import dataclass
-from datetime import datetime, timezone, date
-from functools import partial
-from pathlib import Path
-from typing import Annotated, Any, Callable, Literal, TypeVar
-
-from pydantic import BaseModel, Field, ValidationError, model_validator
-from typing import List, Optional, Dict
-
-from fastapi import Depends, Request
-from fastapi.responses import FileResponse, Response, StreamingResponse
-from typing_extensions import LiteralString, ParamSpec, TypedDict
-
-from pydantic_ai import Agent, ModelRetry, RunContext
-
-from pydantic_ai.exceptions import UnexpectedModelBehavior
-from pydantic_ai.messages import (
-    ModelMessage,
-    ModelMessagesTypeAdapter,
-    ModelRequest,
-    ModelResponse,
-    TextPart,
-    UserPromptPart,
-)
-from pydantic_ai.models.openai import OpenAIModel
-#from pydantic_ai import OpenAIEmbeddings
-
-#from sentence_transformers import SentenceTransformer
-#embedding_model = SentenceTransformer("all-mpnet-base-v2")
-
-class EmbeddingRequest(BaseModel):
-    text: str
-
-class EmbeddingResponse(BaseModel):
-    embeddings: List[float]
-
-abc = """
-Anda adalah pelayan yang ramah, mampu memberikan info tentang Toko Teh "Arafatea", yaitu toko yang menjual 4 Kategori Produk yaitu (1) Teh Premium, (2) Teh Herbal, (3) Camilan/Snack dan (4) Buah Kering. Untuk Kategori Teh Premium ada 5 produk yaitu Teh Hitam, Teh Hijau, Teh Putih, Teh Genmaicha dan Matcha. Dalam kategori Teh Herbal ada 5 produk yaitu Pandan Tea, Mint Tea, Orange Tea, Teh Buah, dan Teh Rempah. Untuk kategori "Snack" meliputi 4 produk yaitu Greentea-Chocobar, Coffee-Chocobar, Rice-Cracker-Greentea, Rice-Cracker-Coffee; Untuk kategori "Buah Kering" meliputi 8 nama produk meliputi Buah Kering Mangga, Buah Kering Nanas, Buah Kering Lemon, dan Buah Kering Strawberry; Jus Mangga Kering, Jus Nanas Kering, Jus Buah Naga Kering, dan Jus Stawberry Kering. Tidak ada produk selain produk yang masuk 4 kategori tersebut. Alamat website www.arafatea.com, atau www.shopee.co.id/arafatea nomor telepon toko Arafatea adalah 08170218404
-"""
-
-
-    
-
-#await onFetchResponse(response)    
-#get_embeddings({"text":abc})
-
-
-model = OpenAIModel(
-    'gemma-2-2b-it', #'llama-3.2-1b-instruct',
-    base_url='http://localhost:1234/v1',
-    api_key='your-local-api-key',
-)
-model2 = OpenAIModel(
-    'gemma-2-2b-it', #'llama-3.2-1b-instruct',
-    base_url='http://localhost:52199/api/v1/openai',
-    api_key='D6K06DS-P474SK6-P2ACYYC-K5516S1',
-)
-model1 = OpenAIModel(
-    'gemma-2-2b-it', #'llama-3.2-1b-instruct',
-    base_url='http://localhost:52199/api/v1',
-    api_key='D6K06DS-P474SK6-P2ACYYC-K5516S1',
-)
-
-# Model Pydantic untuk Sales Order
-class product1(BaseModel):
-    ds_productCode: Optional[str] = "" #str = Field(..., min_length=1, max_length=20)
-    ds_productName: str = Field(..., min_length=1, max_length=100)
-    ds_quantity: int = Field(..., ge=1)
-    ds_unitPrice: float = Field(..., ge=0)
-    ds_itemAmt: Optional[float] = 0
-
-# 'if-token-present' means nothing will be sent (and the example will work) if you don't have logfire configured
-logfire.configure(send_to_logfire='if-token-present')
-
-class product(BaseModel):
-    ds_productCode: Optional[str] = "" #str = Field(..., min_length=1, max_length=20)
-    ds_productName: Optional[str] = ""
-    ds_quantity: Optional[int] = 0
-    ds_unitPrice: Optional[float] = 0 
-    ds_itemAmt: Optional[float] = 0
-
-class SalesOrder(BaseModel):
-    ds_salesOrderId: Optional[str] = ""
-    ds_salesDate: Optional[str] = ""
-    ds_customerName: str = Field(..., min_length=1, max_length=100)
-    ds_customerAddress: Optional[str] = ""
-    ds_items: List[product] = Field(..., min_items=1)
-    ds_shippingCost:Optional[float] = 0
-    ds_shippingAddress: Optional[str] = ""
-    ds_totalAmount:Optional[float] = 0
-    #ds_paymentTerms: Optional[str] = ""
-os.environ['GEMINI_API_KEY'] = 'AIzaSyAsVIHsPIIfDBTb2K6VNdNlMt05t8x3mtE'
-#agent= Agent('gemini-1.5-flash', result_type=SalesOrder)
-
-# # Create a system prompt to guide the model
-SYSTEM_PROMPT = """
-Anda adalah pelayan yang ramah, mampu memberikan info tentang Toko Teh "Arafatea", yaitu toko yang menjual 4 Kategori Produk yaitu (1) Teh Premium, (2) Teh Herbal, (3) Camilan/Snack dan (4) Buah Kering. Untuk Kategori Teh Premium ada 5 produk yaitu P11-Teh Hitam, P12-Teh Hijau, P13-Teh Putih, P14-Teh Genmaicha dan P15-Matcha (Serbuk Teh Hijau). Dalam kategori Teh Herbal ada 5 produk yaitu P21-Pandan Tea, P22-Mint Tea, P23-Orange Tea, P24-Teh Buah, dan P25-Teh Rempah. Untuk kategori "Snack" meliputi 4 produk yaitu P31-Greentea-Chocobar, P32-Coffee-Chocobar, P33-Rice-Cracker-Greentea, P34-Rice-Cracker-Coffee; Untuk kategori "Buah Kering" meliputi 8 nama produk meliputi P41 Buah Mangga Kering, P42-Buah Nanas Kering, P43-Buah Lemon Kering, dan P44-Buah Strawberry Kering; P45-Jus Mangga Kering, P46-Jus Nanas Kering, P47-Jus Buah Naga Kering, dan P48-Jus Stawberry Kering. Tidak ada produk selain produk yang masuk 4 kategori tersebut. Alamat website www.arafatea.com, atau www.shopee.co.id/arafatea nomor telepon toko Arafatea adalah 08170218404. 
-
-Berikut ini adalah informasi tentang masing-masing produk. 
-
-P11-Teh Hitam, adalah teh hitam kualitas terbaik, ditanam di dataran tinggi Bandung dengan hara tanah baik, menghasilkan teh hitam berkualitas.
-P12-Teh Hijau, adalah teh hijau kualitas terbaik, ditanam di dataran tinggi Bandung dengan hara tanah baik, menghasilkan teh hijau berkualitas.
-P13-Teh Putih, adalah teh putih yang dibuat hanya dari pucuk daun teh yang belum mekar. Dikeringkan dengan mesin dehydrator pada suhu rendah, secara hygienis dan otomatis.
-P14-Teh Genmaicha, adalah teh hijau yang dihasilkan dari varietas tanaman Teh Yabugita (Japanese style), terkenal karena rasanya yang enak tanpa rasa sepet/pahit.
-P15-Matcha (Serbuk Teh Hijau), adalah daun teh hijau kualitas terbaik yang dijadikan serbuk, biasa dinikmati sebagai macha murni dan matcha latte (dengan tambahan krimer)
-
-P21 Pandan Tea, adalah sinergi Teh hijau ditambah daun pandan, menghasilkan teh hijau berkualitas dengan aroma harum dari daun pandan.
-P22 Mint Tea, adalah sinergi Teh hijau dan daun mint yang menyegarkan.
-P23 Orange Tea, adalah sinergi Teh hitam dan irisan buah jeruk, rasanya enak menyegarkan khas teh buah jeruk.
-P24 Teh Buah, adalah teh hitam yang bersinergi dengan beberapaa macam buah termasuk lemon dan nanas.
-P25 Teh Rempah, adalah teh hijau dengan campuran herbal untuk meningkatkan imunitas, terutama untuk menghadapi cuaca hujan dan konsidi polusi.
-
-P31-Greentea-Chocobar, adalah coklat berbentuk batang dengan dilapisi teh hijau terbaik, mengandung zat aktif l-theanine dalaam dosis cukup menenangkan.
-P32-Coffee-Chocobar, adalah coklat batang dilapisi serbuk kopi, enak menyegarkan.
-P33-Rice-Cracker-Greentea, adalah nasi ketan yang dilapisi teh hijau, sungguh enak sekali, sumber energi dan meningkatkan fokus.
-P34-Rice-Cracker-Coffee, adalah sumber energi karena mengandung karbohidrat dari nasi ketan, dan kesegaran dari kopi.
-
-P41 Buah Mangga Kering, berupa irisan tipis buah mangga, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
-
-P42 Buah Nanas Kering, berupa irisan tipis buah nanas, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
-
-P43 Buah Naga Kering, berupa irisan tipis buah naga, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
-
-P44 Buah Strawberry Kering, berupa irisan tipis buah Strawberry, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
-
-P45 Jus Mangga Kering, biasa disebut Manggo fruit leather, dibuat dari buah Mangga yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya jus buah Mangga yang kering berbentuk lembaran, awet dan 100 persen alami.
-
-P46 Jus Nanas Kering, biasa disebut Pineapple fruit leather, dibuat dari buah Nanas yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya jus buah Nanas yang kering berbentuk lembaran, awet dan 100 persen alami.
-
-P47 Jus Buah Naga Kering, biasa disebut Dragon fruit leather, dibuat dari buah Naga yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya buah Naga kering berbentuk lembaran, awet dan 100 persen alami.
-
-P48 Jus Strawberry Kering, biasa disebut Strawberry fruit leather, dibuat dari buah strawberry yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya strawberry kering berbentuk lembaran, awet dan 100 persen alami.
-"""
-#agent3 = Agent(model=ollama_model, result_type=PetList, retries=3, system_prompt=SYSTEM_PROMPT)
-#agent3 = Agent(model=ollama_model, retries=3, system_prompt=SYSTEM_PROMPT)
-
-
-#INI SAJA. SALAH SATU
-#agent = Agent('gemini-1.5-flash', system_prompt=SYSTEM_PROMPT) # OK-Gemini
-#agent = Agent(model) # OK-Lokal 
-agent = Agent(model, system_prompt=SYSTEM_PROMPT) # OK-Lokal 
-
-THIS_DIR = Path(__file__).parent
-
-
-@asynccontextmanager
-async def lifespan(_app: fastapi.FastAPI):
-    async with Database.connect() as db:
-        yield {'db': db}
-
-
-app = fastapi.FastAPI(lifespan=lifespan)
-logfire.instrument_fastapi(app)
-
-
-@app.get('/')
-async def index() -> FileResponse:
-    print(THIS_DIR / 'produk.html')
-    return FileResponse((THIS_DIR / 'produk.html'), media_type='text/html')
-
-
-@app.get('/chat_app.ts')
-async def main_ts() -> FileResponse:
-    """Get the raw typescript code, it's compiled in the browser, forgive me."""
-    return FileResponse((THIS_DIR / 'chat_app.ts'), media_type='text/plain')
-
-
-async def get_db(request: Request) -> Database:
-    return request.state.db
-
-@app.get('/chat/')
-async def get_chat(database: Database = Depends(get_db)) -> Response:
-    msgs = await database.get_messages()
-    return Response(
-        b'\n'.join(json.dumps(to_chat_message(m)).encode('utf-8') for m in msgs),
-        media_type='text/plain',
-    )
-
-@app.get('/embed/')
-async def get_embeddings(request: EmbeddingRequest):
-    print(request.text)
-    embeddings_result = await embedding_model.encode(request.text)
-    abcde = embeddings_result.tolist()
-    print(abcde)
-    return EmbeddingResponse(embeddings=embeddings_result.tolist())
-    
-class ChatMessage(TypedDict):
-    """Format of messages sent to the browser."""
-    role: Literal['user', 'model']
-    timestamp: str
-    content: str
-
-
-def to_chat_message(m: ModelMessage) -> ChatMessage:
-    first_part = m.parts[0]
-    if isinstance(m, ModelRequest):
-        if isinstance(first_part, UserPromptPart):
-            return {
-                'role': 'user',
-                'timestamp': first_part.timestamp.isoformat(),
-                'content': first_part.content,
-            }
-    elif isinstance(m, ModelResponse):
-        if isinstance(first_part, TextPart):
-            return {
-                'role': 'model',
-                'timestamp': m.timestamp.isoformat(),
-                'content': first_part.content,
-            }
-    raise UnexpectedModelBehavior(f'Unexpected message type for chat app: {m}')
-
-def to_ds_message(m: ModelMessage) -> ChatMessage:
-    
-    if isinstance(m, ModelRequest):
-        first_part = m.parts[0]
-        if isinstance(first_part, UserPromptPart):
-            return {
-                'role': 'user',
-                'timestamp': first_part.timestamp.isoformat(),
-                'content': first_part.content,
-            }
-    elif isinstance(m, ModelResponse):
-        first_part = m.parts[0]
-        if isinstance(first_part, TextPart):
-            return {
-                'role': 'model',
-                'timestamp': m.timestamp.isoformat(),
-                'content': first_part.content,
-            }
-    raise UnexpectedModelBehavior(f'Unexpected ds-message type for chat app: {m}')
-
-
-
-
-@app.post('/chat1/')
-async def post_chat1(
-    prompt: Annotated[str, fastapi.Form()], database: Database = Depends(get_db)
-) -> StreamingResponse:
-    async def stream_messages():
-        """Streams new line delimited JSON `Message`s to the client."""
-        # stream the user prompt so that can be displayed straight away
-        yield (
-            json.dumps(
-                {
-                    'role': 'user',
-                    'timestamp': datetime.now(tz=timezone.utc).isoformat(),
-                    'content': prompt,
-                }
-            ).encode('utf-8')
-            + b'\n'
-        )
-        # get the chat history so far to pass as context to the agent
-        messages = await database.get_messages()
-        # run the agent with the user prompt and the chat history
-        async with agent.run_stream(prompt, message_history=messages) as result:
-            async for text in result.stream(debounce_by=0.01):
-                # text here is a `str` and the frontend wants
-                # JSON encoded ModelResponse, so we create one
-                m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
-                yield json.dumps(to_chat_message(m)).encode('utf-8') + b'\n'
-
-        # add new messages (e.g. the user prompt and the agent response in this case) to the database
-        #print("---",result.new_messages_json(),"---")
-        #print("***",prompt,"***")
-        #await database.add_messages(result.new_messages_json())
-    print("** selesai **")
-    return StreamingResponse(stream_messages(), media_type='text/plain')
-    
-@app.post('/chat/')
-async def post_chat(
-    prompt: Annotated[str, fastapi.Form()], database: Database = Depends(get_db)
-) -> StreamingResponse:
-    async def stream_messages():
-        """Streams new line delimited JSON `Message`s to the client."""
-        # stream the user prompt so that can be displayed straight away
-        yield (
-            json.dumps(
-                {
-                    'role': 'user',
-                    'timestamp': datetime.now(tz=timezone.utc).isoformat(),
-                    'content': prompt,
-                }
-            ).encode('utf-8')
-            + b'\n'
-        )
-        # get the chat history so far to pass as context to the agent
-        messages = await database.get_messages()
-        # run the agent with the user prompt and the chat history
-        async with agent.run_stream(prompt, message_history=messages) as result:
-            async for text in result.stream(debounce_by=0.01):
-                # text here is a `str` and the frontend wants
-                # JSON encoded ModelResponse, so we create one
-                m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
-                yield json.dumps(to_chat_message(m)).encode('utf-8') + b'\n'
-
-        # add new messages (e.g. the user prompt and the agent response in this case) to the database
-        #print("---",result.new_messages_json(),"---")
-        #print("***",prompt,"***")
-        #await database.add_messages(result.new_messages_json())
-    async def ds_messages(prompt1):
-        try:
-            #prompt2=f"Ekstrak data Sales Order dari teks: {prompt1}. Hari ini adalah tanggal {date.today()}"   
-            #prompt2=f"{prompt1}. Hari ini adalah tanggal {date.today()}"   
-            prompt2=f"{prompt1}"               
-            yield (
-                json.dumps(
-                    {
-                        'role': 'user',
-                        'timestamp': datetime.now(tz=timezone.utc).isoformat(),
-                        'content': prompt1,
-                    }
-                ).encode('utf-8')
-                + b'\n'
-            )
-            #messages = await database.get_messages()
-            async with agent.run_stream(prompt2) as result:
-                async for text in result.stream(debounce_by=0.1):
-                    m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
-                    yield json.dumps(to_ds_message(m)).encode('utf-8') + b'\n'
-                
-            ##print(result.usage())
-            await database.add_messages(result.new_messages_json())
-            return
-            darso = json.loads(result.new_messages_json())
-            #print(darso)
-            darso0= darso[0]
-            #darso0.pop(darso0['parts'][0])
-            #print("00|------------------")
-            #print("01|", darso0 )
-            #print("01a|", darso0['parts'][0] )
-            #print("01b|", darso0['parts'][1] )
-            darso0['parts'][0] = darso0['parts'][1]
-            #print("01?|", darso0 ) 
-            #print("01??|", darso ) 
-            #print("02|------------------")
-            darso1= darso[1] 
-            #print("1|", darso1)
-            darso2= json.loads(json.dumps(darso1))
-            #print("2|",darso2['parts'][0])
-            darso3= darso2['parts'][0]
-            darso4= json.loads(json.dumps(darso3))
-            #print("4|",darso4['content'])
-            darso5= darso4['content']
-            darso5=darso5.split('```', 2)
-            darso5=darso5[1]
-            #print("5a|",darso5)
-            darso5=darso5.replace('json', '')
-            print("5|",darso5,"|")
-            try:
-                darso6= json.loads(darso5) #json
-                darso7= SalesOrder.model_validate(darso6)
-            except:
-                darso6= "ERR"
-            print("6|",darso6,"|")
-            if "ds_items" in darso5:
-                cek_str="ds_items"
-            else:
-                cek_str="--"
-            if darso6=="ERR":
-                ds_id = time.time()
-                ds_salesOrderId = "ERR"
-                ds_salesDate = 'ERR'
-                ds_customerName="-"
-                ds_customerAddress="-"
-                    
-                ds_productName1 = "Produk1 --- "
-                ds_quantity1  = 1
-                ds_unitPrice1 = 0
-                ds_itemAmt1   = 0
-                
-                ds_productName2 = "Produk2 --- "
-                ds_quantity2  = 0
-                ds_unitPrice2 = 0
-                ds_itemAmt2   = 0
-                
-                ds_productName3 = "Produk3 --- "
-                ds_quantity3  = 0
-                ds_unitPrice3 = 0
-                ds_itemAmt3   = 0 
-                ds_shippingAddress=""
-                ds_shippingCost=0
-                ds_totalAmount=0
-            else:
-                ds_id = time.time()
-                ds_salesOrderId = "OK"
-                ds_salesDate = 'OK'
-                try:
-                    ds_salesOrderId = darso7.ds_salesOrderId
-                    print("7|ds_salesOrderId")
-                    ds_salesDate  = darso7.ds_salesDate
-                    print("7|ds_salesDate")
-                    ds_customerName=f"""{darso7.ds_customerName}"""
-                    print("7|ds_customerName:",ds_customerName)
-                    ds_customerAddress=f"""{darso7.ds_customerAddress}"""
-                    print("7|ds_customerAddress:", len(darso7.ds_items))
-                    ds_productName1 = darso7.ds_items[0].ds_productName
-                    print("7|ds_productName1")
-                    ds_quantity1  = darso7.ds_items[0].ds_quantity
-                    print("7|ds_quantity1")
-                    ds_unitPrice1 = darso7.ds_items[0].ds_unitPrice
-                    print("7|ds_unitPrice1")
-                    ds_itemAmt1   = darso7.ds_items[0].ds_itemAmt
-                    print("7|ds_itemAmt1")
-                    ds_productName2 = "-"
-                    ds_quantity2  = 0
-                    ds_unitPrice2 = 0
-                    ds_itemAmt2   = 0
-                    ds_productName3 = "-"
-                    ds_quantity3  = 0
-                    ds_unitPrice3 = 0
-                    ds_itemAmt3   = 0 
-                    
-                    if len(darso7.ds_items)>1:
-                        ds_productName2 = darso7.ds_items[1].ds_productName
-                        ds_quantity2  = darso7.ds_items[1].ds_quantity
-                        ds_unitPrice2 = darso7.ds_items[1].ds_unitPrice
-                        ds_itemAmt2   = darso7.ds_items[1].ds_itemAmt
-                    if len(darso7.ds_items)>2:
-                        ds_productName3 = darso7.ds_items[2].ds_productName
-                        ds_quantity3  = darso7.ds_items[2].ds_quantity
-                        ds_unitPrice3 = darso7.ds_items[2].ds_unitPrice
-                        ds_itemAmt3   = darso7.ds_items[2].ds_itemAmt 
-                    
-                    ds_shippingCost=darso7.ds_shippingCost
-                    print("7|ds_shippingCost")
-                    ds_shippingAddress=f"""{darso7.ds_shippingAddress}"""
-                    print("7|ds_shippingAddress")
-                    ds_totalAmount=darso7.ds_totalAmount
-                    print("7|ds_totalAmount")
-                except:
-                    ds_salesOrderId = "OK2"
-                    ds_salesDate = 'OK2'
-                    ds_customerName="-"
-                    ds_customerAddress="-"
-                    
-                    ds_productName1 = "Produk1"
-                    ds_quantity1  = 0
-                    ds_unitPrice1 = 0
-                    ds_itemAmt1   = 0
-                    
-                    ds_productName2 = "Produk2"
-                    ds_quantity2  = 0
-                    ds_unitPrice2 = 0
-                    ds_itemAmt2   = 0
-                    
-                    ds_productName3 = "Produk3"
-                    ds_quantity3  = 0
-                    ds_unitPrice3 = 0
-                    ds_itemAmt3   = 0 
-                    ds_shippingAddress=""
-                    ds_shippingCost=0
-                    ds_totalAmount=0
-                
-            formDs = f"""
-           
-  <form id="myaiForm{ds_id}" action="javascript:abcde({ds_id});" class="form-container">
-    <h3>Pesanan</h3>
-    	<table>
-            <tr>
-                <td><label for="ds_salesOrderId"><b>SO#</b></label><input type="text" placeholder="" name="ds_salesOrderId" value="{ds_salesOrderId}"></td>
-                <td><label for="ds_salesDate"><b>Date</b></label><input type="text" placeholder="" name="ds_salesDate" value="{ds_salesDate}"></td>
-            </tr>
-            <tr>
-      <td colspan="2"><label for="ds_customerName"><b>Customer</b></label><input type="text" placeholder="" name="ds_customerName" value="{ds_customerName}"></td>
-            </tr>
-            <tr>
- <td colspan="2"><label for="ds_customerAddress"><b>Alamat</b></label><input type="text" placeholder="" name="ds_customerAddress" value="{ds_customerAddress}"></td>
-            </tr>
-        </table style="width:100%">
-    <b>Item Barang:</b>
-        <table>
-            <tr><th>Prod</th><th  style="text-align: center;">Qty</th><th  style="text-align: center;">Prc</th><th  style="text-align: center;">Rp</th></tr>
-            <tr>
-                <td><input type="text" placeholder="-" name="ds_productName1" value="{ds_productName1}"></td>
-                <td><input type="text" style="text-align: center;" name="ds_quantity1" value={ds_quantity1}></td>
-                <td><input type="text" style="text-align: center;" name="ds_unitPrice1" value={ds_unitPrice1}></td>
-                <td><input type="text" style="text-align: center;" name="ds_itemAmt1" value={ds_itemAmt1}></td>
-            </tr>
-            <tr>
-                <td><input type="text" placeholder="-" name="ds_productName2" value="{ds_productName2}"></td>
-                <td><input type="text"  style="text-align: center;" name="ds_quantity2" value={ds_quantity2}></td>
-                <td><input type="text"  style="text-align: center;" name="ds_unitPrice2" value={ds_unitPrice2}></td>
-                <td><input type="text"  style="text-align: center;" name="ds_itemAmt2" value={ds_itemAmt2}></td>
-            </tr>
-            <tr>
-                <td><input type="text" placeholder="-" name="ds_productName3" value="{ds_productName3}"></td>
-                <td><input type="text"  style="text-align: center;" name="ds_quantity3" value={ds_quantity3}></td>
-                <td><input type="text"  style="text-align: center;" name="ds_unitPrice3" value={ds_unitPrice3}></td>
-                <td><input type="text"  style="text-align: center;" name="ds_itemAmt3" value={ds_itemAmt3}></td>
-            </tr>
-        </table>
-        <table>
-            <tr>
-                <td  style="text-align: center;"><b>Ongkir</b></td>
-                <td  style="text-align: center;"><b>Total</b></td>
-            </tr>
-            <tr>
-                <td><input type="text"  style="text-align: center;" placeholder="0" name="ds_shippingCost" value={ds_shippingCost}></td>
-                <td><input type="text"  style="text-align: center;" placeholder="0" name="ds_totalAmount" value={ds_totalAmount}></td>
-            </tr>
-            <tr>
-      <td colspan="2"><label for="ds_shippingAddress"><b></b></label><input type="text" placeholder="" name="ds_shippingAddress" value="{ds_shippingAddress}"></td>
-            </tr>            
-        </table>
-        <button type="submit" class="btn">Submit</button>
-        <button type="button" class="btn cancel" onclick="closeAiForm({ds_id})">Close</button>
-  </form>
-  <form id="myaiForm2{ds_id}" class="form-container" style="display:none;">
-        <button type="button" class="btn umum" onclick="openAiForm({ds_id})">Open Form</button>
-  </form>
-                """
-            m = ModelResponse.from_text(content=formDs, timestamp=result.timestamp())
-            yield json.dumps(to_ds_message(m)).encode('utf-8') + b'\n'
-            print("OK:")
-            #await database.add_messages(result.new_messages_json())
-            await database.add_messages(json.dumps(darso))
-            ##print(len(items))
-            #darso7 = SalesOrder.model_validate(darso6)
-            #print("[--",darso7.ds_customerName,"--]")
-            #darso8 = darso7.ds_items[0]
-            ##, len(darso7.ds_items)
-            #print("[--",darso8.ds_productName,"--]")
-        except ValueError as e:
-            print(e)     
-    if prompt[0] == "@" : 
-        #print("@@@", prompt, "@@@")
-        nn = len(prompt)
-        prompt = prompt[1:nn]
-        print(">>>", prompt, "<<<")
-        return StreamingResponse(ds_messages(prompt), media_type='text/plain')
-    elif prompt[0] != "@" :    
-        #print("biasa")
-        return StreamingResponse(stream_messages(), media_type='text/plain')
-    print("** selesai **")
-    return StreamingResponse(stream_messages(), media_type='text/plain')
-
-P = ParamSpec('P')
-R = TypeVar('R')
-
-
-@dataclass
-class Database:
-    """Rudimentary database to store chat messages in SQLite.
-
-    The SQLite standard library package is synchronous, so we
-    use a thread pool executor to run queries asynchronously.
-    """
-
-    con: sqlite3.Connection
-    _loop: asyncio.AbstractEventLoop
-    _executor: ThreadPoolExecutor
-
-    @classmethod
-    @asynccontextmanager
-    async def connect(
-        cls, file: Path = THIS_DIR / '.chat_messages.sqlite'
-    ) -> AsyncIterator[Database]:
-        with logfire.span('connect to DB'):
-            loop = asyncio.get_event_loop()
-            executor = ThreadPoolExecutor(max_workers=1)
-            con = await loop.run_in_executor(executor, cls._connect, file)
-            slf = cls(con, loop, executor)
-        try:
-            yield slf
-        finally:
-            await slf._asyncify(con.close)
-
-    @staticmethod
-    def _connect(file: Path) -> sqlite3.Connection:
-        con = sqlite3.connect(str(file))
-        con = logfire.instrument_sqlite3(con)
-        cur = con.cursor()
-        cur.execute(
-            'CREATE TABLE IF NOT EXISTS messages (id INT PRIMARY KEY, message_list TEXT);'
-        )
-        con.commit()
-        return con
-
-    async def add_messages(self, messages: bytes):
-        await self._asyncify(
-            self._execute,
-            'INSERT INTO messages (message_list) VALUES (?);',
-            messages,
-            commit=True,
-        )
-        await self._asyncify(self.con.commit)
-
-    async def get_messages(self) -> list[ModelMessage]:
-        c = await self._asyncify(
-            self._execute, 'SELECT message_list FROM messages order by id asc'
-        )
-        rows = await self._asyncify(c.fetchall)
-        messages: list[ModelMessage] = []
-        for row in rows:
-            messages.extend(ModelMessagesTypeAdapter.validate_json(row[0]))
-        return messages
-
-    def _execute(
-        self, sql: LiteralString, *args: Any, commit: bool = False
-    ) -> sqlite3.Cursor:
-        cur = self.con.cursor()
-        cur.execute(sql, args)
-        if commit:
-            self.con.commit()
-        return cur
-
-    async def _asyncify(
-        self, func: Callable[P, R], *args: P.args, **kwargs: P.kwargs
-    ) -> R:
-        return await self._loop.run_in_executor(  # type: ignore
-            self._executor,
-            partial(func, **kwargs),
-            *args,  # type: ignore
-        )
-
-
-if __name__ == '__main__':    
-    import uvicorn
-    uvicorn.run(
-        'app:app', reload=True, host="0.0.0.0", port=8000, reload_dirs=[str(THIS_DIR)]
+from __future__ import annotations as _annotations
+import os
+import asyncio
+import json
+import sqlite3
+import datetime
+import fastapi
+import logfire
+import time
+from collections.abc import AsyncIterator
+from concurrent.futures.thread import ThreadPoolExecutor
+from contextlib import asynccontextmanager
+from dataclasses import dataclass
+from datetime import datetime, timezone, date
+from functools import partial
+from pathlib import Path
+from typing import Annotated, Any, Callable, Literal, TypeVar
+
+from pydantic import BaseModel, Field, ValidationError, model_validator
+from typing import List, Optional, Dict
+
+from fastapi import Depends, Request
+from fastapi.responses import FileResponse, Response, StreamingResponse
+from typing_extensions import LiteralString, ParamSpec, TypedDict
+
+from pydantic_ai import Agent, ModelRetry, RunContext
+
+from pydantic_ai.exceptions import UnexpectedModelBehavior
+from pydantic_ai.messages import (
+    ModelMessage,
+    ModelMessagesTypeAdapter,
+    ModelRequest,
+    ModelResponse,
+    TextPart,
+    UserPromptPart,
+)
+from pydantic_ai.models.openai import OpenAIModel
+#from pydantic_ai import OpenAIEmbeddings
+
+#from sentence_transformers import SentenceTransformer
+#embedding_model = SentenceTransformer("all-mpnet-base-v2")
+
+class EmbeddingRequest(BaseModel):
+    text: str
+
+class EmbeddingResponse(BaseModel):
+    embeddings: List[float]
+
+abc = """
+Anda adalah pelayan yang ramah, mampu memberikan info tentang Toko Teh "Arafatea", yaitu toko yang menjual 4 Kategori Produk yaitu (1) Teh Premium, (2) Teh Herbal, (3) Camilan/Snack dan (4) Buah Kering. Untuk Kategori Teh Premium ada 5 produk yaitu Teh Hitam, Teh Hijau, Teh Putih, Teh Genmaicha dan Matcha. Dalam kategori Teh Herbal ada 5 produk yaitu Pandan Tea, Mint Tea, Orange Tea, Teh Buah, dan Teh Rempah. Untuk kategori "Snack" meliputi 4 produk yaitu Greentea-Chocobar, Coffee-Chocobar, Rice-Cracker-Greentea, Rice-Cracker-Coffee; Untuk kategori "Buah Kering" meliputi 8 nama produk meliputi Buah Kering Mangga, Buah Kering Nanas, Buah Kering Lemon, dan Buah Kering Strawberry; Jus Mangga Kering, Jus Nanas Kering, Jus Buah Naga Kering, dan Jus Stawberry Kering. Tidak ada produk selain produk yang masuk 4 kategori tersebut. Alamat website www.arafatea.com, atau www.shopee.co.id/arafatea nomor telepon toko Arafatea adalah 08170218404
+"""
+
+
+    
+
+#await onFetchResponse(response)    
+#get_embeddings({"text":abc})
+
+
+model = OpenAIModel(
+    'gemma-2-2b-it', #'llama-3.2-1b-instruct',
+    base_url='http://localhost:1234/v1',
+    api_key='your-local-api-key',
+)
+model2 = OpenAIModel(
+    'gemma-2-2b-it', #'llama-3.2-1b-instruct',
+    base_url='http://localhost:52199/api/v1/openai',
+    api_key='D6K06DS-P474SK6-P2ACYYC-K5516S1',
+)
+model1 = OpenAIModel(
+    'gemma-2-2b-it', #'llama-3.2-1b-instruct',
+    base_url='http://localhost:52199/api/v1',
+    api_key='D6K06DS-P474SK6-P2ACYYC-K5516S1',
+)
+
+# Model Pydantic untuk Sales Order
+class product1(BaseModel):
+    ds_productCode: Optional[str] = "" #str = Field(..., min_length=1, max_length=20)
+    ds_productName: str = Field(..., min_length=1, max_length=100)
+    ds_quantity: int = Field(..., ge=1)
+    ds_unitPrice: float = Field(..., ge=0)
+    ds_itemAmt: Optional[float] = 0
+
+# 'if-token-present' means nothing will be sent (and the example will work) if you don't have logfire configured
+logfire.configure(send_to_logfire='if-token-present')
+
+class product(BaseModel):
+    ds_productCode: Optional[str] = "" #str = Field(..., min_length=1, max_length=20)
+    ds_productName: Optional[str] = ""
+    ds_quantity: Optional[int] = 0
+    ds_unitPrice: Optional[float] = 0 
+    ds_itemAmt: Optional[float] = 0
+
+class SalesOrder(BaseModel):
+    ds_salesOrderId: Optional[str] = ""
+    ds_salesDate: Optional[str] = ""
+    ds_customerName: str = Field(..., min_length=1, max_length=100)
+    ds_customerAddress: Optional[str] = ""
+    ds_items: List[product] = Field(..., min_items=1)
+    ds_shippingCost:Optional[float] = 0
+    ds_shippingAddress: Optional[str] = ""
+    ds_totalAmount:Optional[float] = 0
+    #ds_paymentTerms: Optional[str] = ""
+os.environ['GEMINI_API_KEY'] = 'AIzaSyAsVIHsPIIfDBTb2K6VNdNlMt05t8x3mtE'
+#agent= Agent('gemini-1.5-flash', result_type=SalesOrder)
+
+# # Create a system prompt to guide the model
+SYSTEM_PROMPT = """
+Anda adalah pelayan yang ramah, mampu memberikan info tentang Toko Teh "Arafatea", yaitu toko yang menjual 4 Kategori Produk yaitu (1) Teh Premium, (2) Teh Herbal, (3) Camilan/Snack dan (4) Buah Kering. Untuk Kategori Teh Premium ada 5 produk yaitu P11-Teh Hitam, P12-Teh Hijau, P13-Teh Putih, P14-Teh Genmaicha dan P15-Matcha (Serbuk Teh Hijau). Dalam kategori Teh Herbal ada 5 produk yaitu P21-Pandan Tea, P22-Mint Tea, P23-Orange Tea, P24-Teh Buah, dan P25-Teh Rempah. Untuk kategori "Snack" meliputi 4 produk yaitu P31-Greentea-Chocobar, P32-Coffee-Chocobar, P33-Rice-Cracker-Greentea, P34-Rice-Cracker-Coffee; Untuk kategori "Buah Kering" meliputi 8 nama produk meliputi P41 Buah Mangga Kering, P42-Buah Nanas Kering, P43-Buah Lemon Kering, dan P44-Buah Strawberry Kering; P45-Jus Mangga Kering, P46-Jus Nanas Kering, P47-Jus Buah Naga Kering, dan P48-Jus Stawberry Kering. Tidak ada produk selain produk yang masuk 4 kategori tersebut. Alamat website www.arafatea.com, atau www.shopee.co.id/arafatea nomor telepon toko Arafatea adalah 08170218404. 
+
+Berikut ini adalah informasi tentang masing-masing produk. 
+
+P11-Teh Hitam, adalah teh hitam kualitas terbaik, ditanam di dataran tinggi Bandung dengan hara tanah baik, menghasilkan teh hitam berkualitas.
+P12-Teh Hijau, adalah teh hijau kualitas terbaik, ditanam di dataran tinggi Bandung dengan hara tanah baik, menghasilkan teh hijau berkualitas.
+P13-Teh Putih, adalah teh putih yang dibuat hanya dari pucuk daun teh yang belum mekar. Dikeringkan dengan mesin dehydrator pada suhu rendah, secara hygienis dan otomatis.
+P14-Teh Genmaicha, adalah teh hijau yang dihasilkan dari varietas tanaman Teh Yabugita (Japanese style), terkenal karena rasanya yang enak tanpa rasa sepet/pahit.
+P15-Matcha (Serbuk Teh Hijau), adalah daun teh hijau kualitas terbaik yang dijadikan serbuk, biasa dinikmati sebagai macha murni dan matcha latte (dengan tambahan krimer)
+
+P21 Pandan Tea, adalah sinergi Teh hijau ditambah daun pandan, menghasilkan teh hijau berkualitas dengan aroma harum dari daun pandan.
+P22 Mint Tea, adalah sinergi Teh hijau dan daun mint yang menyegarkan.
+P23 Orange Tea, adalah sinergi Teh hitam dan irisan buah jeruk, rasanya enak menyegarkan khas teh buah jeruk.
+P24 Teh Buah, adalah teh hitam yang bersinergi dengan beberapaa macam buah termasuk lemon dan nanas.
+P25 Teh Rempah, adalah teh hijau dengan campuran herbal untuk meningkatkan imunitas, terutama untuk menghadapi cuaca hujan dan konsidi polusi.
+
+P31-Greentea-Chocobar, adalah coklat berbentuk batang dengan dilapisi teh hijau terbaik, mengandung zat aktif l-theanine dalaam dosis cukup menenangkan.
+P32-Coffee-Chocobar, adalah coklat batang dilapisi serbuk kopi, enak menyegarkan.
+P33-Rice-Cracker-Greentea, adalah nasi ketan yang dilapisi teh hijau, sungguh enak sekali, sumber energi dan meningkatkan fokus.
+P34-Rice-Cracker-Coffee, adalah sumber energi karena mengandung karbohidrat dari nasi ketan, dan kesegaran dari kopi.
+
+P41 Buah Mangga Kering, berupa irisan tipis buah mangga, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
+
+P42 Buah Nanas Kering, berupa irisan tipis buah nanas, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
+
+P43 Buah Naga Kering, berupa irisan tipis buah naga, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
+
+P44 Buah Strawberry Kering, berupa irisan tipis buah Strawberry, dikeringkan dengan mesin dehydrator suhu rendah. Asli buah, tanpa tambahan apapun, 100 persen alami, sumber serat dan vitamin.
+
+P45 Jus Mangga Kering, biasa disebut Manggo fruit leather, dibuat dari buah Mangga yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya jus buah Mangga yang kering berbentuk lembaran, awet dan 100 persen alami.
+
+P46 Jus Nanas Kering, biasa disebut Pineapple fruit leather, dibuat dari buah Nanas yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya jus buah Nanas yang kering berbentuk lembaran, awet dan 100 persen alami.
+
+P47 Jus Buah Naga Kering, biasa disebut Dragon fruit leather, dibuat dari buah Naga yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya buah Naga kering berbentuk lembaran, awet dan 100 persen alami.
+
+P48 Jus Strawberry Kering, biasa disebut Strawberry fruit leather, dibuat dari buah strawberry yang matang di pohon, dibersihkan dan di-jus, kemudian dikeringkan dengan mesin dehydrator suhu rendah. Hasilnya strawberry kering berbentuk lembaran, awet dan 100 persen alami.
+"""
+#agent3 = Agent(model=ollama_model, result_type=PetList, retries=3, system_prompt=SYSTEM_PROMPT)
+#agent3 = Agent(model=ollama_model, retries=3, system_prompt=SYSTEM_PROMPT)
+
+
+#INI SAJA. SALAH SATU
+agent = Agent('gemini-1.5-flash', system_prompt=SYSTEM_PROMPT) # OK-Gemini
+#agent = Agent(model) # OK-Lokal 
+#agent = Agent(model, system_prompt=SYSTEM_PROMPT) # OK-Lokal 
+
+THIS_DIR = Path(__file__).parent
+
+
+@asynccontextmanager
+async def lifespan(_app: fastapi.FastAPI):
+    async with Database.connect() as db:
+        yield {'db': db}
+
+
+app = fastapi.FastAPI(lifespan=lifespan)
+logfire.instrument_fastapi(app)
+
+
+@app.get('/')
+async def index() -> FileResponse:
+    print(THIS_DIR / 'produk.html')
+    return FileResponse((THIS_DIR / 'produk.html'), media_type='text/html')
+
+
+@app.get('/chat_app.ts')
+async def main_ts() -> FileResponse:
+    """Get the raw typescript code, it's compiled in the browser, forgive me."""
+    return FileResponse((THIS_DIR / 'chat_app.ts'), media_type='text/plain')
+
+
+async def get_db(request: Request) -> Database:
+    return request.state.db
+
+@app.get('/chat/')
+async def get_chat(database: Database = Depends(get_db)) -> Response:
+    msgs = await database.get_messages()
+    return Response(
+        b'\n'.join(json.dumps(to_chat_message(m)).encode('utf-8') for m in msgs),
+        media_type='text/plain',
+    )
+
+@app.get('/embed/')
+async def get_embeddings(request: EmbeddingRequest):
+    print(request.text)
+    embeddings_result = await embedding_model.encode(request.text)
+    abcde = embeddings_result.tolist()
+    print(abcde)
+    return EmbeddingResponse(embeddings=embeddings_result.tolist())
+    
+class ChatMessage(TypedDict):
+    """Format of messages sent to the browser."""
+    role: Literal['user', 'model']
+    timestamp: str
+    content: str
+
+
+def to_chat_message(m: ModelMessage) -> ChatMessage:
+    first_part = m.parts[0]
+    if isinstance(m, ModelRequest):
+        if isinstance(first_part, UserPromptPart):
+            return {
+                'role': 'user',
+                'timestamp': first_part.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    elif isinstance(m, ModelResponse):
+        if isinstance(first_part, TextPart):
+            return {
+                'role': 'model',
+                'timestamp': m.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    raise UnexpectedModelBehavior(f'Unexpected message type for chat app: {m}')
+
+def to_ds_message(m: ModelMessage) -> ChatMessage:
+    
+    if isinstance(m, ModelRequest):
+        first_part = m.parts[0]
+        if isinstance(first_part, UserPromptPart):
+            return {
+                'role': 'user',
+                'timestamp': first_part.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    elif isinstance(m, ModelResponse):
+        first_part = m.parts[0]
+        if isinstance(first_part, TextPart):
+            return {
+                'role': 'model',
+                'timestamp': m.timestamp.isoformat(),
+                'content': first_part.content,
+            }
+    raise UnexpectedModelBehavior(f'Unexpected ds-message type for chat app: {m}')
+
+
+
+
+@app.post('/chat1/')
+async def post_chat1(
+    prompt: Annotated[str, fastapi.Form()], database: Database = Depends(get_db)
+) -> StreamingResponse:
+    async def stream_messages():
+        """Streams new line delimited JSON `Message`s to the client."""
+        # stream the user prompt so that can be displayed straight away
+        yield (
+            json.dumps(
+                {
+                    'role': 'user',
+                    'timestamp': datetime.now(tz=timezone.utc).isoformat(),
+                    'content': prompt,
+                }
+            ).encode('utf-8')
+            + b'\n'
+        )
+        # get the chat history so far to pass as context to the agent
+        messages = await database.get_messages()
+        # run the agent with the user prompt and the chat history
+        async with agent.run_stream(prompt, message_history=messages) as result:
+            async for text in result.stream(debounce_by=0.01):
+                # text here is a `str` and the frontend wants
+                # JSON encoded ModelResponse, so we create one
+                m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
+                yield json.dumps(to_chat_message(m)).encode('utf-8') + b'\n'
+
+        # add new messages (e.g. the user prompt and the agent response in this case) to the database
+        #print("---",result.new_messages_json(),"---")
+        #print("***",prompt,"***")
+        #await database.add_messages(result.new_messages_json())
+    print("** selesai **")
+    return StreamingResponse(stream_messages(), media_type='text/plain')
+    
+@app.post('/chat/')
+async def post_chat(
+    prompt: Annotated[str, fastapi.Form()], database: Database = Depends(get_db)
+) -> StreamingResponse:
+    async def stream_messages():
+        """Streams new line delimited JSON `Message`s to the client."""
+        # stream the user prompt so that can be displayed straight away
+        yield (
+            json.dumps(
+                {
+                    'role': 'user',
+                    'timestamp': datetime.now(tz=timezone.utc).isoformat(),
+                    'content': prompt,
+                }
+            ).encode('utf-8')
+            + b'\n'
+        )
+        # get the chat history so far to pass as context to the agent
+        messages = await database.get_messages()
+        # run the agent with the user prompt and the chat history
+        async with agent.run_stream(prompt, message_history=messages) as result:
+            async for text in result.stream(debounce_by=0.01):
+                # text here is a `str` and the frontend wants
+                # JSON encoded ModelResponse, so we create one
+                m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
+                yield json.dumps(to_chat_message(m)).encode('utf-8') + b'\n'
+
+        # add new messages (e.g. the user prompt and the agent response in this case) to the database
+        #print("---",result.new_messages_json(),"---")
+        #print("***",prompt,"***")
+        #await database.add_messages(result.new_messages_json())
+    async def ds_messages(prompt1):
+        try:
+            #prompt2=f"Ekstrak data Sales Order dari teks: {prompt1}. Hari ini adalah tanggal {date.today()}"   
+            #prompt2=f"{prompt1}. Hari ini adalah tanggal {date.today()}"   
+            prompt2=f"{prompt1}"               
+            yield (
+                json.dumps(
+                    {
+                        'role': 'user',
+                        'timestamp': datetime.now(tz=timezone.utc).isoformat(),
+                        'content': prompt1,
+                    }
+                ).encode('utf-8')
+                + b'\n'
+            )
+            #messages = await database.get_messages()
+            async with agent.run_stream(prompt2) as result:
+                async for text in result.stream(debounce_by=0.1):
+                    m = ModelResponse.from_text(content=text, timestamp=result.timestamp())
+                    yield json.dumps(to_ds_message(m)).encode('utf-8') + b'\n'
+                
+            ##print(result.usage())
+            await database.add_messages(result.new_messages_json())
+            return
+            darso = json.loads(result.new_messages_json())
+            #print(darso)
+            darso0= darso[0]
+            #darso0.pop(darso0['parts'][0])
+            #print("00|------------------")
+            #print("01|", darso0 )
+            #print("01a|", darso0['parts'][0] )
+            #print("01b|", darso0['parts'][1] )
+            darso0['parts'][0] = darso0['parts'][1]
+            #print("01?|", darso0 ) 
+            #print("01??|", darso ) 
+            #print("02|------------------")
+            darso1= darso[1] 
+            #print("1|", darso1)
+            darso2= json.loads(json.dumps(darso1))
+            #print("2|",darso2['parts'][0])
+            darso3= darso2['parts'][0]
+            darso4= json.loads(json.dumps(darso3))
+            #print("4|",darso4['content'])
+            darso5= darso4['content']
+            darso5=darso5.split('```', 2)
+            darso5=darso5[1]
+            #print("5a|",darso5)
+            darso5=darso5.replace('json', '')
+            print("5|",darso5,"|")
+            try:
+                darso6= json.loads(darso5) #json
+                darso7= SalesOrder.model_validate(darso6)
+            except:
+                darso6= "ERR"
+            print("6|",darso6,"|")
+            if "ds_items" in darso5:
+                cek_str="ds_items"
+            else:
+                cek_str="--"
+            if darso6=="ERR":
+                ds_id = time.time()
+                ds_salesOrderId = "ERR"
+                ds_salesDate = 'ERR'
+                ds_customerName="-"
+                ds_customerAddress="-"
+                    
+                ds_productName1 = "Produk1 --- "
+                ds_quantity1  = 1
+                ds_unitPrice1 = 0
+                ds_itemAmt1   = 0
+                
+                ds_productName2 = "Produk2 --- "
+                ds_quantity2  = 0
+                ds_unitPrice2 = 0
+                ds_itemAmt2   = 0
+                
+                ds_productName3 = "Produk3 --- "
+                ds_quantity3  = 0
+                ds_unitPrice3 = 0
+                ds_itemAmt3   = 0 
+                ds_shippingAddress=""
+                ds_shippingCost=0
+                ds_totalAmount=0
+            else:
+                ds_id = time.time()
+                ds_salesOrderId = "OK"
+                ds_salesDate = 'OK'
+                try:
+                    ds_salesOrderId = darso7.ds_salesOrderId
+                    print("7|ds_salesOrderId")
+                    ds_salesDate  = darso7.ds_salesDate
+                    print("7|ds_salesDate")
+                    ds_customerName=f"""{darso7.ds_customerName}"""
+                    print("7|ds_customerName:",ds_customerName)
+                    ds_customerAddress=f"""{darso7.ds_customerAddress}"""
+                    print("7|ds_customerAddress:", len(darso7.ds_items))
+                    ds_productName1 = darso7.ds_items[0].ds_productName
+                    print("7|ds_productName1")
+                    ds_quantity1  = darso7.ds_items[0].ds_quantity
+                    print("7|ds_quantity1")
+                    ds_unitPrice1 = darso7.ds_items[0].ds_unitPrice
+                    print("7|ds_unitPrice1")
+                    ds_itemAmt1   = darso7.ds_items[0].ds_itemAmt
+                    print("7|ds_itemAmt1")
+                    ds_productName2 = "-"
+                    ds_quantity2  = 0
+                    ds_unitPrice2 = 0
+                    ds_itemAmt2   = 0
+                    ds_productName3 = "-"
+                    ds_quantity3  = 0
+                    ds_unitPrice3 = 0
+                    ds_itemAmt3   = 0 
+                    
+                    if len(darso7.ds_items)>1:
+                        ds_productName2 = darso7.ds_items[1].ds_productName
+                        ds_quantity2  = darso7.ds_items[1].ds_quantity
+                        ds_unitPrice2 = darso7.ds_items[1].ds_unitPrice
+                        ds_itemAmt2   = darso7.ds_items[1].ds_itemAmt
+                    if len(darso7.ds_items)>2:
+                        ds_productName3 = darso7.ds_items[2].ds_productName
+                        ds_quantity3  = darso7.ds_items[2].ds_quantity
+                        ds_unitPrice3 = darso7.ds_items[2].ds_unitPrice
+                        ds_itemAmt3   = darso7.ds_items[2].ds_itemAmt 
+                    
+                    ds_shippingCost=darso7.ds_shippingCost
+                    print("7|ds_shippingCost")
+                    ds_shippingAddress=f"""{darso7.ds_shippingAddress}"""
+                    print("7|ds_shippingAddress")
+                    ds_totalAmount=darso7.ds_totalAmount
+                    print("7|ds_totalAmount")
+                except:
+                    ds_salesOrderId = "OK2"
+                    ds_salesDate = 'OK2'
+                    ds_customerName="-"
+                    ds_customerAddress="-"
+                    
+                    ds_productName1 = "Produk1"
+                    ds_quantity1  = 0
+                    ds_unitPrice1 = 0
+                    ds_itemAmt1   = 0
+                    
+                    ds_productName2 = "Produk2"
+                    ds_quantity2  = 0
+                    ds_unitPrice2 = 0
+                    ds_itemAmt2   = 0
+                    
+                    ds_productName3 = "Produk3"
+                    ds_quantity3  = 0
+                    ds_unitPrice3 = 0
+                    ds_itemAmt3   = 0 
+                    ds_shippingAddress=""
+                    ds_shippingCost=0
+                    ds_totalAmount=0
+                
+            formDs = f"""
+           
+  <form id="myaiForm{ds_id}" action="javascript:abcde({ds_id});" class="form-container">
+    <h3>Pesanan</h3>
+    	<table>
+            <tr>
+                <td><label for="ds_salesOrderId"><b>SO#</b></label><input type="text" placeholder="" name="ds_salesOrderId" value="{ds_salesOrderId}"></td>
+                <td><label for="ds_salesDate"><b>Date</b></label><input type="text" placeholder="" name="ds_salesDate" value="{ds_salesDate}"></td>
+            </tr>
+            <tr>
+      <td colspan="2"><label for="ds_customerName"><b>Customer</b></label><input type="text" placeholder="" name="ds_customerName" value="{ds_customerName}"></td>
+            </tr>
+            <tr>
+ <td colspan="2"><label for="ds_customerAddress"><b>Alamat</b></label><input type="text" placeholder="" name="ds_customerAddress" value="{ds_customerAddress}"></td>
+            </tr>
+        </table style="width:100%">
+    <b>Item Barang:</b>
+        <table>
+            <tr><th>Prod</th><th  style="text-align: center;">Qty</th><th  style="text-align: center;">Prc</th><th  style="text-align: center;">Rp</th></tr>
+            <tr>
+                <td><input type="text" placeholder="-" name="ds_productName1" value="{ds_productName1}"></td>
+                <td><input type="text" style="text-align: center;" name="ds_quantity1" value={ds_quantity1}></td>
+                <td><input type="text" style="text-align: center;" name="ds_unitPrice1" value={ds_unitPrice1}></td>
+                <td><input type="text" style="text-align: center;" name="ds_itemAmt1" value={ds_itemAmt1}></td>
+            </tr>
+            <tr>
+                <td><input type="text" placeholder="-" name="ds_productName2" value="{ds_productName2}"></td>
+                <td><input type="text"  style="text-align: center;" name="ds_quantity2" value={ds_quantity2}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_unitPrice2" value={ds_unitPrice2}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_itemAmt2" value={ds_itemAmt2}></td>
+            </tr>
+            <tr>
+                <td><input type="text" placeholder="-" name="ds_productName3" value="{ds_productName3}"></td>
+                <td><input type="text"  style="text-align: center;" name="ds_quantity3" value={ds_quantity3}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_unitPrice3" value={ds_unitPrice3}></td>
+                <td><input type="text"  style="text-align: center;" name="ds_itemAmt3" value={ds_itemAmt3}></td>
+            </tr>
+        </table>
+        <table>
+            <tr>
+                <td  style="text-align: center;"><b>Ongkir</b></td>
+                <td  style="text-align: center;"><b>Total</b></td>
+            </tr>
+            <tr>
+                <td><input type="text"  style="text-align: center;" placeholder="0" name="ds_shippingCost" value={ds_shippingCost}></td>
+                <td><input type="text"  style="text-align: center;" placeholder="0" name="ds_totalAmount" value={ds_totalAmount}></td>
+            </tr>
+            <tr>
+      <td colspan="2"><label for="ds_shippingAddress"><b></b></label><input type="text" placeholder="" name="ds_shippingAddress" value="{ds_shippingAddress}"></td>
+            </tr>            
+        </table>
+        <button type="submit" class="btn">Submit</button>
+        <button type="button" class="btn cancel" onclick="closeAiForm({ds_id})">Close</button>
+  </form>
+  <form id="myaiForm2{ds_id}" class="form-container" style="display:none;">
+        <button type="button" class="btn umum" onclick="openAiForm({ds_id})">Open Form</button>
+  </form>
+                """
+            m = ModelResponse.from_text(content=formDs, timestamp=result.timestamp())
+            yield json.dumps(to_ds_message(m)).encode('utf-8') + b'\n'
+            print("OK:")
+            #await database.add_messages(result.new_messages_json())
+            await database.add_messages(json.dumps(darso))
+            ##print(len(items))
+            #darso7 = SalesOrder.model_validate(darso6)
+            #print("[--",darso7.ds_customerName,"--]")
+            #darso8 = darso7.ds_items[0]
+            ##, len(darso7.ds_items)
+            #print("[--",darso8.ds_productName,"--]")
+        except ValueError as e:
+            print(e)     
+    if prompt[0] == "@" : 
+        #print("@@@", prompt, "@@@")
+        nn = len(prompt)
+        prompt = prompt[1:nn]
+        print(">>>", prompt, "<<<")
+        return StreamingResponse(ds_messages(prompt), media_type='text/plain')
+    elif prompt[0] != "@" :    
+        #print("biasa")
+        return StreamingResponse(stream_messages(), media_type='text/plain')
+    print("** selesai **")
+    return StreamingResponse(stream_messages(), media_type='text/plain')
+
+P = ParamSpec('P')
+R = TypeVar('R')
+
+
+@dataclass
+class Database:
+    """Rudimentary database to store chat messages in SQLite.
+
+    The SQLite standard library package is synchronous, so we
+    use a thread pool executor to run queries asynchronously.
+    """
+
+    con: sqlite3.Connection
+    _loop: asyncio.AbstractEventLoop
+    _executor: ThreadPoolExecutor
+
+    @classmethod
+    @asynccontextmanager
+    async def connect(
+        cls, file: Path = THIS_DIR / '.chat_messages.sqlite'
+    ) -> AsyncIterator[Database]:
+        with logfire.span('connect to DB'):
+            loop = asyncio.get_event_loop()
+            executor = ThreadPoolExecutor(max_workers=1)
+            con = await loop.run_in_executor(executor, cls._connect, file)
+            slf = cls(con, loop, executor)
+        try:
+            yield slf
+        finally:
+            await slf._asyncify(con.close)
+
+    @staticmethod
+    def _connect(file: Path) -> sqlite3.Connection:
+        con = sqlite3.connect(str(file))
+        con = logfire.instrument_sqlite3(con)
+        cur = con.cursor()
+        cur.execute(
+            'CREATE TABLE IF NOT EXISTS messages (id INT PRIMARY KEY, message_list TEXT);'
+        )
+        con.commit()
+        return con
+
+    async def add_messages(self, messages: bytes):
+        await self._asyncify(
+            self._execute,
+            'INSERT INTO messages (message_list) VALUES (?);',
+            messages,
+            commit=True,
+        )
+        await self._asyncify(self.con.commit)
+
+    async def get_messages(self) -> list[ModelMessage]:
+        c = await self._asyncify(
+            self._execute, 'SELECT message_list FROM messages order by id asc'
+        )
+        rows = await self._asyncify(c.fetchall)
+        messages: list[ModelMessage] = []
+        for row in rows:
+            messages.extend(ModelMessagesTypeAdapter.validate_json(row[0]))
+        return messages
+
+    def _execute(
+        self, sql: LiteralString, *args: Any, commit: bool = False
+    ) -> sqlite3.Cursor:
+        cur = self.con.cursor()
+        cur.execute(sql, args)
+        if commit:
+            self.con.commit()
+        return cur
+
+    async def _asyncify(
+        self, func: Callable[P, R], *args: P.args, **kwargs: P.kwargs
+    ) -> R:
+        return await self._loop.run_in_executor(  # type: ignore
+            self._executor,
+            partial(func, **kwargs),
+            *args,  # type: ignore
+        )
+
+
+if __name__ == '__main__':    
+    import uvicorn
+    uvicorn.run(
+        'app:app', reload=True, host="0.0.0.0", port=8000, reload_dirs=[str(THIS_DIR)]
     )