Update app.py
Browse files
app.py
CHANGED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
import transformers
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
model_id = "meta-llama/Meta-Llama-3-8B"
|
| 5 |
-
|
| 6 |
-
pipeline = transformers.pipeline("text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto")
|
| 7 |
-
pipeline("Hey how are you doing today?")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|