Create app.py
Browse files
app.py
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import transformers
|
| 2 |
+
import torch
|
| 3 |
+
|
| 4 |
+
model_id = "meta-llama/Meta-Llama-3-8B"
|
| 5 |
+
|
| 6 |
+
pipeline = transformers.pipeline("text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto")
|
| 7 |
+
pipeline("Hey how are you doing today?")
|