Update README.md

README.md

@@ -20,10 +20,64 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.1](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1) on the generator dataset.
 
+with dataset b-mc2/sql-create-context
+
 ## Model description
 
 More information needed
 
+### Testing results
+
+import torch
+from peft import AutoPeftModelForCausalLM
+from transformers import AutoTokenizer, pipeline
+
+peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql-without-flash-attention-2"
+
+# Load Model with PEFT adapter
+model = AutoPeftModelForCausalLM.from_pretrained(
+  peft_model_id,
+  device_map="auto",
+  torch_dtype=torch.float16
+)
+
+tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
+
+# load into pipeline
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
+
+# CASE Number 1:
+prompt='What was the first album Beyoncé released as a solo artist?'
+prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
+outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
+
+print('Question: %s'%prompt)
+#print('Answer: %s \nOutput:\n'%outputs[0]['generated_text'])
+print(f"Generated Answer:\n{outputs[0]['generated_text'][len(prompt):].strip()}")
+
+Question: Instruct: generate a SQL query.
+What was the first album Beyoncé released as a solo artist?
+Output:
+
+Generated Answer:
+SELECT first_album FROM table_name_82 WHERE solo_artist = "beyoncé"
+
+# CASE Number 2:
+prompt='What was the first album Beyoncé released as a solo artist?'
+prompt = f"Instruct: Answer the following question.\n{prompt}\nOutput:\n" 
+outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
+
+print('Question: %s'%prompt)
+#print('Answer: %s \nOutput:\n'%outputs[0]['generated_text'])
+print(f"Generated Answer:\n{outputs[0]['generated_text'][len(prompt):].strip()}")
+
+Question: Instruct: Answer the following question.
+What was the first album Beyoncé released as a solo artist?
+Output:
+
+Generated Answer:
+The first album Beyoncé released as a solo artist was "Dangerously in Love".
+
 ## Intended uses & limitations
 
 More information needed