Update app.py
Browse files
app.py
CHANGED
@@ -81,7 +81,7 @@ def generar_k_transpuesta_y_v(Q, palabra):
|
|
81 |
def scaled_dot_product_attention_2D(Q, K_transpose, V):
|
82 |
out = np.zeros((Q.shape[0], V.shape[1]))
|
83 |
for i in range(Q.shape[0]):
|
84 |
-
scores = np.dot(Q
|
85 |
softmax_scores = np.exp(scores - np.max(scores)) / np.sum(np.exp(scores - np.max(scores)))
|
86 |
out[i, :] = np.dot(softmax_scores, V)
|
87 |
return out
|
|
|
81 |
def scaled_dot_product_attention_2D(Q, K_transpose, V):
|
82 |
out = np.zeros((Q.shape[0], V.shape[1]))
|
83 |
for i in range(Q.shape[0]):
|
84 |
+
scores = np.dot(Q.reshape(-1, 1), K_transpose)
|
85 |
softmax_scores = np.exp(scores - np.max(scores)) / np.sum(np.exp(scores - np.max(scores)))
|
86 |
out[i, :] = np.dot(softmax_scores, V)
|
87 |
return out
|