Spaces:
Runtime error
Runtime error
vinayakdev
commited on
Commit
•
35601d4
1
Parent(s):
918bd10
Check again
Browse files- generator.py +2 -2
generator.py
CHANGED
@@ -37,7 +37,7 @@ import streamlit as st
|
|
37 |
def load_model():
|
38 |
hfm = pickle.load(open('t5_model.sav','rb'))
|
39 |
hft = T5TokenizerFast.from_pretrained("t5-base")
|
40 |
-
tok =
|
41 |
model = pickle.load(open('electra_model.sav','rb'))
|
42 |
# return hfm, hft,tok, model
|
43 |
return hfm, hft, tok, model
|
@@ -108,7 +108,7 @@ def gen_question(inputs):
|
|
108 |
# gen_question(f"answer: {string_query} context: The first C program said {string_query} "). #The format of the query to generate questions
|
109 |
|
110 |
def tokenize(inputs) :
|
111 |
-
inputs =
|
112 |
inputs,
|
113 |
max_length="512",
|
114 |
add_special_tokens=True,
|
|
|
37 |
def load_model():
|
38 |
hfm = pickle.load(open('t5_model.sav','rb'))
|
39 |
hft = T5TokenizerFast.from_pretrained("t5-base")
|
40 |
+
# tok = att.from_pretrained("mrm8488/elect")
|
41 |
model = pickle.load(open('electra_model.sav','rb'))
|
42 |
# return hfm, hft,tok, model
|
43 |
return hfm, hft, tok, model
|
|
|
108 |
# gen_question(f"answer: {string_query} context: The first C program said {string_query} "). #The format of the query to generate questions
|
109 |
|
110 |
def tokenize(inputs) :
|
111 |
+
inputs = hft.batch_encode_plus(
|
112 |
inputs,
|
113 |
max_length="512",
|
114 |
add_special_tokens=True,
|