lightblue
/

ao-karasu-72B-AWQ-4bit

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

ptrdvn commited on Mar 21, 2024

Commit

95d0bd8

·

verified ·

1 Parent(s): f3f47d2

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -13,8 +13,8 @@ A100 (80GB)の1枚以上の環境がおすすめです
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
-tokenizer = AutoTokenizer.from_pretrained("lightblue/aokarasu-72B-AWQ-4bit")
-model = AutoModelForCausalLM.from_pretrained("lightblue/aokarasu-72B-AWQ-4bit", device_map="auto")
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)

 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+tokenizer = AutoTokenizer.from_pretrained("lightblue/ao-karasu-72B-AWQ-4bit")
+model = AutoModelForCausalLM.from_pretrained("lightblue/ao-karasu-72B-AWQ-4bit", device_map="auto")
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)