File size: 1,194 Bytes
9742e85
 
d5960c1
 
 
 
 
 
 
 
 
 
 
9742e85
d5960c1
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
from transformers import AutoModelForSequenceClassification,AutoTokenizer

# ##***********************************************************************************************************##
# ###FOR SENTIMENT CLASSIFICATION
# chkpt='distilbert-base-uncased-finetuned-sst-2-english'
#
# model=AutoModelForSequenceClassification.from_pretrained(chkpt)
# tokenizer=AutoTokenizer.from_pretrained(chkpt)
#
# #save the pertrained model
# model.save_pretrained('sentiment_classifier/')
# tokenizer.save_pretrained('sentiment_classifier/')
# ##***********************************************************************************************************##

# # ##***********************************************************************************************************##
# # ###FOR Zero Shot Text Classification
# chkpt='valhalla/distilbart-mnli-12-1'
#
# model=AutoModelForSequenceClassification.from_pretrained(chkpt)
# tokenizer=AutoTokenizer.from_pretrained(chkpt)
#
# #save the pertrained model
# model.save_pretrained('zero_shot_clf/')
# tokenizer.save_pretrained('zero_shot_clf/')
# # ##***********************************************************************************************************##