Kevin Fink
commited on
Commit
·
b44eeef
1
Parent(s):
53d2cb3
dev
Browse files
app.py
CHANGED
|
@@ -156,8 +156,8 @@ def run_train(dataset_name, hub_id, api_key, num_epochs, batch_size, lr, grad):
|
|
| 156 |
|
| 157 |
config = AutoConfig.from_pretrained("google/t5-efficient-tiny")
|
| 158 |
model = AutoModelForSeq2SeqLM.from_config(config)
|
| 159 |
-
print(list(model.named_parameters()))
|
| 160 |
initialize_weights(model)
|
|
|
|
| 161 |
lora_config = LoraConfig(
|
| 162 |
r=16, # Rank of the low-rank adaptation
|
| 163 |
lora_alpha=32, # Scaling factor
|
|
|
|
| 156 |
|
| 157 |
config = AutoConfig.from_pretrained("google/t5-efficient-tiny")
|
| 158 |
model = AutoModelForSeq2SeqLM.from_config(config)
|
|
|
|
| 159 |
initialize_weights(model)
|
| 160 |
+
print(list(model.named_parameters()))
|
| 161 |
lora_config = LoraConfig(
|
| 162 |
r=16, # Rank of the low-rank adaptation
|
| 163 |
lora_alpha=32, # Scaling factor
|