frankmorales2020 commited on
Commit
c4a7a1e
·
verified ·
1 Parent(s): 5b4b3ce

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -5
README.md CHANGED
@@ -34,7 +34,6 @@ from transformers import AutoTokenizer, pipeline
34
 
35
  peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql-without-flash-attention-2"
36
 
37
- # Load Model with PEFT adapter
38
  model = AutoPeftModelForCausalLM.from_pretrained(
39
  peft_model_id,
40
  device_map="auto",
@@ -42,11 +41,9 @@ model = AutoPeftModelForCausalLM.from_pretrained(
42
  )
43
 
44
  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
45
-
46
- # load into pipeline
47
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
48
 
49
- # CASE Number 1:
50
  prompt='What was the first album Beyoncé released as a solo artist?'
51
  prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
52
  outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
@@ -62,7 +59,7 @@ Output:
62
  Generated Answer:
63
  SELECT first_album FROM table_name_82 WHERE solo_artist = "beyoncé"
64
 
65
- # CASE Number 2:
66
  prompt='What was the first album Beyoncé released as a solo artist?'
67
  prompt = f"Instruct: Answer the following question.\n{prompt}\nOutput:\n"
68
  outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
 
34
 
35
  peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql-without-flash-attention-2"
36
 
 
37
  model = AutoPeftModelForCausalLM.from_pretrained(
38
  peft_model_id,
39
  device_map="auto",
 
41
  )
42
 
43
  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
 
 
44
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
45
 
46
+ CASE Number 1:
47
  prompt='What was the first album Beyoncé released as a solo artist?'
48
  prompt = f"Instruct: generate a SQL query.\n{prompt}\nOutput:\n" # for dataset b-mc2/sql-create-context
49
  outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)
 
59
  Generated Answer:
60
  SELECT first_album FROM table_name_82 WHERE solo_artist = "beyoncé"
61
 
62
+ CASE Number 2:
63
  prompt='What was the first album Beyoncé released as a solo artist?'
64
  prompt = f"Instruct: Answer the following question.\n{prompt}\nOutput:\n"
65
  outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.9, top_k=50, top_p=0.1, eos_token_id=pipe.tokenizer.eos_token_id, pad_token_id=pipe.tokenizer.eos_token_id)