Spaces:
Runtime error
Runtime error
Commit
路
04f18c0
1
Parent(s):
c5be12e
Update app.py
Browse files
app.py
CHANGED
@@ -27,44 +27,43 @@ model = SetFitModel.from_pretrained("desarrolloasesoreslocales/SetFitPruebaRecor
|
|
27 |
# Definir la funci贸n de predicci贸n
|
28 |
def predict(payload):
|
29 |
|
30 |
-
|
31 |
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
recorte_general = chunks[first-1] + recorte_general
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
return recorte_final
|
68 |
|
69 |
# Crear una interfaz Gradio
|
70 |
iface = gr.Interface(
|
|
|
27 |
# Definir la funci贸n de predicci贸n
|
28 |
def predict(payload):
|
29 |
|
30 |
+
recorte_general = ""
|
31 |
|
32 |
+
# Crear chunks
|
33 |
+
chunks = cortar_en_bloques(payload, 150)
|
34 |
+
first = -1
|
35 |
+
margin = int(len(chunks) * 0.25)
|
36 |
+
chunks_removable = chunks[:margin] + chunks[-margin:]
|
37 |
+
|
38 |
+
for i in range(len(chunks)):
|
39 |
+
print('Recortando -', round((i/len(chunks))*100), '%')
|
40 |
+
if chunks[i] not in chunks_removable or model.predict([chunks[i]]).item() == 1:
|
41 |
+
if first == -1:
|
42 |
+
first = i
|
43 |
+
recorte_general += chunks[i] + " "
|
44 |
+
|
45 |
+
if first > 0:
|
46 |
recorte_general = chunks[first-1] + recorte_general
|
47 |
+
print(100, '%')
|
48 |
+
|
49 |
+
recorte_final = ""
|
50 |
+
|
51 |
+
# Definir tam帽ano de fragmentos de texto
|
52 |
+
# text_splitter2 = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=0, length_function=len)
|
53 |
+
# Crear chunks
|
54 |
+
chunks2 = cortar_en_bloques(recorte_general, 80)
|
55 |
+
margin_s = int(len(chunks2) * 0.1)
|
56 |
+
margin_e = int(len(chunks2) * 0.1)
|
57 |
+
# if margin_s > 1:
|
58 |
+
chunks_removable2 = chunks2[:margin_s] + chunks2[-margin_e:]
|
59 |
+
# chunks_removable2 = chunks2[-margin_e:]
|
60 |
+
|
61 |
+
for i in range(len(chunks2)):
|
62 |
+
print('Recortando -', round((i/len(chunks2))*100), '%')
|
63 |
+
if chunks2[i] not in chunks_removable2 or model.predict([chunks2[i]]).item() == 1:
|
64 |
+
recorte_final += chunks2[i] + " "
|
65 |
+
print(100, '%')
|
66 |
+
return recorte_final
|
|
|
67 |
|
68 |
# Crear una interfaz Gradio
|
69 |
iface = gr.Interface(
|