huihui-ai
/

Llama-3.1-8B-Fusion-7030

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

huihui-ai commited on Sep 18

Commit

6ec9ae9

•

1 Parent(s): 5ea489e

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -39,7 +39,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
 import time
-mixed_model_name = "huihui-ai/Llama-3.1-8B-Fusion-8020"
 # Check if CUDA is available
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")

 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
 import time
+mixed_model_name = "huihui-ai/Llama-3.1-8B-Fusion-7030"
 # Check if CUDA is available
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")