Delete test.py

test.py

@@ -1,37 +0,0 @@
-import langchain as lc
-from langchain import PromptTemplate, LLMChain
-from langchain_community.llms import LlamaCpp
-from langchain.chains import ConversationChain
-import gradio as gr
-
-# Define the prompt template
-template = """
-<s>사용자 질문에 알맞은 답변을 해주세요.
-
-{history}
-<|im_start|>user
-{input}
-<|im_end|>
-<|im_start|>assistant
-"""
-
-# Make sure the model path is correct for your system!
-llm = LlamaCpp(
-    model_path="models/10.7B/EEVE_ggml-model-Q5_K_M.gguf",
-    lora_path="loras/240417_275dw_2ep_new_prompt/ggml-adapter-model.bin",
-    temperature=0.1,
-    max_tokens=4096,    
-    early_stopping=True,
-    do_sample=True,
-    repetition_penalty=1.17,
-    top_k=40,
-    top_p=0.1,
-    stop=['<|im_end|>']
-)
-
-def predict(input, history):       
-    prompt = PromptTemplate(input_variables=["input","history"], template=template)
-    chain = LLMChain(prompt=prompt, llm=llm)
-    return chain.invoke(input=input, history=history)
-
-gr.ChatInterface(predict).queue().launch(share=True)