Update index.js
Browse files
index.js
CHANGED
@@ -14,7 +14,7 @@ const QUANT = "q4f16";
|
|
14 |
const MAX_SINGLE_CHAT_LENGTH = 10;
|
15 |
const DEFAULT_SESSION_OPTIONS = {
|
16 |
executionProviders: ["webgpu"],
|
17 |
-
logSeverityLevel:
|
18 |
logVerbosityLevel: 1,
|
19 |
enableProfiling: true,
|
20 |
enableCpuMemArena: true,
|
@@ -257,6 +257,7 @@ export async function imageTextToText(
|
|
257 |
DEFAULT_SESSION_OPTIONS,
|
258 |
);
|
259 |
|
|
|
260 |
({ hidden_states, position_ids } = await ortSessionD.run({
|
261 |
"hidden_states.1": hidden_states,
|
262 |
image_embed,
|
@@ -284,6 +285,7 @@ export async function imageTextToText(
|
|
284 |
);
|
285 |
}
|
286 |
|
|
|
287 |
({
|
288 |
max_logit_ids: token_id,
|
289 |
past_key_states: past_key_states,
|
@@ -333,6 +335,7 @@ export async function imageTextToText(
|
|
333 |
}
|
334 |
(input_ids.data)[0] = Number(token_id.data[0]);
|
335 |
|
|
|
336 |
const result_B = await ortSessionB.run({
|
337 |
input_ids: input_ids,
|
338 |
ids_len: ids_len,
|
|
|
14 |
const MAX_SINGLE_CHAT_LENGTH = 10;
|
15 |
const DEFAULT_SESSION_OPTIONS = {
|
16 |
executionProviders: ["webgpu"],
|
17 |
+
logSeverityLevel: 2,
|
18 |
logVerbosityLevel: 1,
|
19 |
enableProfiling: true,
|
20 |
enableCpuMemArena: true,
|
|
|
257 |
DEFAULT_SESSION_OPTIONS,
|
258 |
);
|
259 |
|
260 |
+
console.log("RUN SESSION D");
|
261 |
({ hidden_states, position_ids } = await ortSessionD.run({
|
262 |
"hidden_states.1": hidden_states,
|
263 |
image_embed,
|
|
|
285 |
);
|
286 |
}
|
287 |
|
288 |
+
console.log("RUN SESSION E");
|
289 |
({
|
290 |
max_logit_ids: token_id,
|
291 |
past_key_states: past_key_states,
|
|
|
335 |
}
|
336 |
(input_ids.data)[0] = Number(token_id.data[0]);
|
337 |
|
338 |
+
console.log("RUN SESSION B");
|
339 |
const result_B = await ortSessionB.run({
|
340 |
input_ids: input_ids,
|
341 |
ids_len: ids_len,
|