Commit
·
e711336
1
Parent(s):
dea0c59
Update app.py
Browse files
app.py
CHANGED
@@ -93,13 +93,6 @@ def vtt_to_clean_file(file_in: str, file_out=None, **kwargs) -> str:
|
|
93 |
return file_out
|
94 |
|
95 |
|
96 |
-
def count_tokens(filename):
|
97 |
-
with open(filename, 'r') as f:
|
98 |
-
text = f.read()
|
99 |
-
tokens = word_tokenize(text)
|
100 |
-
return len(tokens)
|
101 |
-
|
102 |
-
|
103 |
def break_up_file(tokens, chunk_size, overlap_size):
|
104 |
if len(tokens) <= chunk_size:
|
105 |
yield tokens
|
@@ -130,8 +123,6 @@ def convert_to_prompt_text(tokenized_text):
|
|
130 |
def summarize_meeting(filepath):
|
131 |
filename = filepath
|
132 |
print(filepath)
|
133 |
-
token_count = count_tokens(filename)
|
134 |
-
print(token_count)
|
135 |
prompt_response = []
|
136 |
# Break the text of the meeting transcripts into chunks.
|
137 |
chunks = break_up_file_to_chunks(filename)
|
|
|
93 |
return file_out
|
94 |
|
95 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
def break_up_file(tokens, chunk_size, overlap_size):
|
97 |
if len(tokens) <= chunk_size:
|
98 |
yield tokens
|
|
|
123 |
def summarize_meeting(filepath):
|
124 |
filename = filepath
|
125 |
print(filepath)
|
|
|
|
|
126 |
prompt_response = []
|
127 |
# Break the text of the meeting transcripts into chunks.
|
128 |
chunks = break_up_file_to_chunks(filename)
|