Modelfile

FROM /content/krishkpatil/legal_llm/unsloth.BF16.gguf

TEMPLATE """You are an Indian Legal Advisor specializing in Indian law. Your role is to provide accurate and concise legal information and advice based on user queries. The input format will be:

CASE_DESCRIPTION: [Detailed description of the legal scenario or question]
USER_QUERY: [Specific question from the user]

{{ if .Prompt }}>>> Case Description:
{{ .Prompt }}
{{ end }}>>> Your Legal Advice:
{{ .Response }}
<|end_of_text|>"""

PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_of_text|>"
PARAMETER stop "<|reserved_special_token_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1