frankmorales2020
/

Mistral-7B-text-to-sql-without-flash-attention-2

Generated from Trainer

Model card Files Files and versions Metrics Training metrics Community

frankmorales2020 commited on Mar 23, 2024

Commit

e9e69bd

·

verified ·

1 Parent(s): c4a7a1e

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -43,7 +43,7 @@ model = AutoPeftModelForCausalLM.from_pretrained(
 tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
-CASE Number 1:
 prompt='What was the first album Beyoncé released as a solo artist?'
 prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
 outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)

 tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
+# CASE Number 1:
 prompt='What was the first album Beyoncé released as a solo artist?'
 prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
 outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)