Update README.md

README.md

@@ -21,7 +21,60 @@ language:
 - 
 
 ## HOW TO USE
-
+``` python
+  
+  #!pip install transformers==4.40.0 accelerate
+  import os
+  import torch
+  from transformers import AutoTokenizer, AutoModelForCausalLM
+  
+  model_id = 'Dongwookss/small_fut_final'
+  
+  tokenizer = AutoTokenizer.from_pretrained(model_id)
+  model = AutoModelForCausalLM.from_pretrained(
+      model_id,
+      torch_dtype=torch.bfloat16,
+      device_map="auto",
+  )
+  model.eval()
+  ```
+
+  **Query**
+
+  ```python
+  from transformers import TextStreamer
+  PROMPT = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
+제시하는 context에서만 대답하고 context에 없는 내용은 모르겠다고 대답해'''
+  
+  messages = [
+      {"role": "system", "content": f"{PROMPT}"},
+      {"role": "user", "content": f"{instruction}"}
+      ]
+  
+  input_ids = tokenizer.apply_chat_template(
+      messages,
+      add_generation_prompt=True,
+      return_tensors="pt"
+  ).to(model.device)
+  
+  terminators = [
+      tokenizer.eos_token_id,
+      tokenizer.convert_tokens_to_ids("<|eot_id|>")
+  ]
+  
+  text_streamer = TextStreamer(tokenizer)
+  _ = model.generate(
+      input_ids,
+      max_new_tokens=4096,
+      eos_token_id=terminators,
+      do_sample=True,
+      streamer = text_streamer,
+      temperature=0.6,
+      top_p=0.9,
+      repetition_penalty = 1.1
+  )
+  
+  ```
 
 ## Model Details