using smaller gpt2 for perplexity

writing_analysis.py

@@ -11,14 +11,14 @@ import plotly.graph_objects as go
 nltk.download('stopwords')
 nltk.download('punkt')
 nlp = spacy.load("en_core_web_sm")
-command = ['python', '-m', 'spacy', 'download', 'en_core_web_sm', '-q']
+command = ['python', '-m', 'spacy', 'download', 'en_core_web_sm']
 
 # Execute the command
 subprocess.run(command)
 
 # for perplexity
 device = "cuda" if torch.cuda.is_available() else "cpu"
-model_id = "gpt2-large"
+model_id = "gpt2"
 model = GPT2LMHeadModel.from_pretrained(model_id).to(device)
 tokenizer = GPT2TokenizerFast.from_pretrained(model_id)