Kevin Fink
commited on
Commit
·
4d120d4
1
Parent(s):
3c24b96
init
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ class LoggingCallback(TrainerCallback):
|
|
21 |
|
22 |
@spaces.GPU
|
23 |
def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch_size, lr, grad):
|
24 |
-
try:
|
25 |
login(api_key.strip())
|
26 |
lora_config = LoraConfig(
|
27 |
r=16, # Rank of the low-rank adaptation
|
@@ -62,7 +62,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
|
|
62 |
logging_steps=10,
|
63 |
#push_to_hub=True,
|
64 |
hub_model_id=hub_id.strip(),
|
65 |
-
|
66 |
#lr_scheduler_type='cosine',
|
67 |
)
|
68 |
|
|
|
21 |
|
22 |
@spaces.GPU
|
23 |
def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch_size, lr, grad):
|
24 |
+
try:
|
25 |
login(api_key.strip())
|
26 |
lora_config = LoraConfig(
|
27 |
r=16, # Rank of the low-rank adaptation
|
|
|
62 |
logging_steps=10,
|
63 |
#push_to_hub=True,
|
64 |
hub_model_id=hub_id.strip(),
|
65 |
+
fp16=True,
|
66 |
#lr_scheduler_type='cosine',
|
67 |
)
|
68 |
|