Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -100,14 +100,6 @@ model_id="https://jc26mwg228mkj8dw.us-east-1.aws.endpoints.huggingface.cloud/",
|
|
100 |
custom_role_conversions=None,
|
101 |
)
|
102 |
|
103 |
-
engine = TransformersModel(
|
104 |
-
model_id="meta-llama/Llama-3.2-3B-Instruct",
|
105 |
-
device_map="cuda", # or "cpu" if you don't have a GPU
|
106 |
-
trust_remote_code=True, # if your model requires remote code execution
|
107 |
-
torch_dtype='auto',
|
108 |
-
max_new_tokens=5000,
|
109 |
-
temperature=0.5
|
110 |
-
)
|
111 |
|
112 |
# # Import tool from Hub
|
113 |
# image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
|
|
|
100 |
custom_role_conversions=None,
|
101 |
)
|
102 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
103 |
|
104 |
# # Import tool from Hub
|
105 |
# image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
|