Update README.md
Browse files
README.md
CHANGED
@@ -34,7 +34,6 @@ from transformers import AutoTokenizer, pipeline
|
|
34 |
|
35 |
peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql-without-flash-attention-2"
|
36 |
|
37 |
-
# Load Model with PEFT adapter
|
38 |
model = AutoPeftModelForCausalLM.from_pretrained(
|
39 |
peft_model_id,
|
40 |
device_map="auto",
|
@@ -42,11 +41,9 @@ model = AutoPeftModelForCausalLM.from_pretrained(
|
|
42 |
)
|
43 |
|
44 |
tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
|
45 |
-
|
46 |
-
# load into pipeline
|
47 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
48 |
|
49 |
-
|
50 |
prompt='What was the first album Beyoncé released as a solo artist?'
|
51 |
prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
|
52 |
outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
|
@@ -62,7 +59,7 @@ Output:
|
|
62 |
Generated Answer:
|
63 |
SELECT first_album FROM table_name_82 WHERE solo_artist = "beyoncé"
|
64 |
|
65 |
-
|
66 |
prompt='What was the first album Beyoncé released as a solo artist?'
|
67 |
prompt = f"Instruct: Answer the following question.\n{prompt}\nOutput:\n"
|
68 |
outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
|
|
|
34 |
|
35 |
peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql-without-flash-attention-2"
|
36 |
|
|
|
37 |
model = AutoPeftModelForCausalLM.from_pretrained(
|
38 |
peft_model_id,
|
39 |
device_map="auto",
|
|
|
41 |
)
|
42 |
|
43 |
tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
|
|
|
|
|
44 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
45 |
|
46 |
+
CASE Number 1:
|
47 |
prompt='What was the first album Beyoncé released as a solo artist?'
|
48 |
prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
|
49 |
outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
|
|
|
59 |
Generated Answer:
|
60 |
SELECT first_album FROM table_name_82 WHERE solo_artist = "beyoncé"
|
61 |
|
62 |
+
CASE Number 2:
|
63 |
prompt='What was the first album Beyoncé released as a solo artist?'
|
64 |
prompt = f"Instruct: Answer the following question.\n{prompt}\nOutput:\n"
|
65 |
outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
|