Update README.md

README.md

@@ -36,6 +36,47 @@ The model training process is similar to the regular Llama2 model with a chat pr
 User Input: Give me a sky blue color.
 LLM response: #6092ff
 ```
+## <font color="yellow">Model usage</font>
+```
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
+from transformers import pipeline
+
+def print_color_space(hex_color):
+    def hex_to_rgb(hex_color):
+        hex_color = hex_color.lstrip('#')
+        return tuple(int(hex_color[i:i+2], 16) for i in (0, 2, 4))
+    r, g, b = hex_to_rgb(hex_color)
+    print(f'{hex_color}: \033[48;2;{r};{g};{b}m           \033[0m')
+
+tokenizer = AutoTokenizer.from_pretrained(model_id_colorist_final)
+pipe = pipeline(
+    "text-generation",
+    model=model_id_colorist_final,
+    torch_dtype=torch.float16,
+    device_map="auto",
+)
+
+from time import perf_counter
+start_time = perf_counter()
+
+prompt = formatted_prompt('give me a pure brown color')
+sequences = pipe(
+    prompt,
+    do_sample=True,
+    temperature=0.1,
+    top_p=0.9,
+    num_return_sequences=1,
+    eos_token_id=tokenizer.eos_token_id,
+    max_new_tokens=12
+)
+for seq in sequences:
+    print(f"Result: {seq['generated_text']}")
+
+output_time = perf_counter() - start_time
+print(f"Time taken for inference: {round(output_time,2)} seconds")
+```
+
 
 ### Training hyperparameters