Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
@@ -24,7 +24,7 @@ class MLP(nn.Module):
|
|
24 |
return x
|
25 |
|
26 |
class clip_lora_model(nn.Module):
|
27 |
-
def __init__(self, input_dim=768, hidden_dim1=512, hidden_dim2=256, output_dim=
|
28 |
super(clip_lora_model, self).__init__()
|
29 |
self.output_dim=output_dim
|
30 |
self.mlp = MLP(input_dim, hidden_dim1, hidden_dim2, output_dim,dropout_rate)
|
|
|
24 |
return x
|
25 |
|
26 |
class clip_lora_model(nn.Module):
|
27 |
+
def __init__(self, input_dim=768, hidden_dim1=512, hidden_dim2=256, output_dim=1,dropout_rate=0.5,r=16,lora_alpha=8):
|
28 |
super(clip_lora_model, self).__init__()
|
29 |
self.output_dim=output_dim
|
30 |
self.mlp = MLP(input_dim, hidden_dim1, hidden_dim2, output_dim,dropout_rate)
|