Update README.md

README.md

@@ -235,4 +235,54 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 
 ## Model Card Contact
 
-[More Information Needed]
+```python
+
+import string, time
+from vllm import LLM, SamplingParams
+import torch
+
+model_name = "kenyano/ELAINE_medLLM"
+
+vllm_paralell = 1
+
+questions_ja = [
+    "尿酸値の値はどこまでが正常値ですか？",
+]
+
+questions_en = [
+    "What is the normal level of uric acid levels?" ,
+]
+
+questions_zh = [
+    "尿酸的正常水平是多少？",
+]
+
+
+llm = LLM(model=model_name,
+            trust_remote_code=True,
+            tensor_parallel_size=vllm_paralell,
+            dtype="half",
+            max_model_len=8192)
+
+sampling_params = SamplingParams(temperature=0.2, top_p=0.8, max_tokens=200, min_tokens=50)
+
+def generate(questions):
+
+    prompts = [f"Human: \n{question}\n\nAssistant: \n" for question in questions]
+    outputs = llm.generate(prompts,sampling_params)
+
+    for i, output in enumerate(outputs):
+        prompt = output.prompt
+        generated_text = output.outputs[0].text
+
+        print("-"*5, "prompt", "-"*5)
+        print(f'{prompt}')
+        print("-"*5, "generaated", "-"*5)
+        print(f'{generated_text}\n')
+
+
+generate(questions_ja)
+generate(questions_en)
+generate(questions_zh)
+
+```python