Spaces:
Sleeping
Sleeping
File size: 725 Bytes
267744b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
import os
from transformers import AutoTokenizer, AutoModelForSequenceClassification
def download_base_models():
# Create models directory
os.makedirs("pretrained_models", exist_ok=True)
print("Downloading BERT base model...")
# Download and save BERT base model
tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
model = AutoModelForSequenceClassification.from_pretrained("bert-base-uncased")
# Save models locally
tokenizer.save_pretrained("pretrained_models/bert-base-uncased")
model.save_pretrained("pretrained_models/bert-base-uncased")
print("Base models downloaded successfully!")
if __name__ == "__main__":
download_base_models()
|