Nick Canu commited on
Commit
89794c9
·
1 Parent(s): 700b481

streamlit version rollback

Browse files
Files changed (2) hide show
  1. requirements.txt +1 -1
  2. title_generator.py +1 -0
requirements.txt CHANGED
@@ -4,7 +4,7 @@ nltk==3.8.1
4
  numpy==1.24.2
5
  openai==0.27.2
6
  pandas==1.3.2
7
- scikit_learn==1.2.2
8
  spacy==3.5.1
9
  streamlit==1.20.0
10
  torch==2.0.0
 
4
  numpy==1.24.2
5
  openai==0.27.2
6
  pandas==1.3.2
7
+ sentencepiece==0.1.97
8
  spacy==3.5.1
9
  streamlit==1.20.0
10
  torch==2.0.0
title_generator.py CHANGED
@@ -5,6 +5,7 @@ from gensim.parsing import preprocess_string, strip_tags, strip_numeric, strip_m
5
  import spacy
6
  import torch
7
  from transformers import T5ForConditionalGeneration,T5Tokenizer
 
8
 
9
  #Custom text tokenizer from https://github.com/canunj/deconstructing_games by N Canu & K Chen
10
  def doc_text_preprocessing(ser):
 
5
  import spacy
6
  import torch
7
  from transformers import T5ForConditionalGeneration,T5Tokenizer
8
+ import SentencePiece
9
 
10
  #Custom text tokenizer from https://github.com/canunj/deconstructing_games by N Canu & K Chen
11
  def doc_text_preprocessing(ser):