Mila_Global_Moth_Classifier / gbif_data_stats.sh
adityajain07's picture
Upload folder using huggingface_hub
d6c6696 verified
raw
history blame
425 Bytes
#!/bin/bash
# Load absolute data paths
set -o allexport
source .env
set +o allexport
# Calculate data statistics
datasets_count=$(ls $GLOBAL_MODEL_DATASET_PATH | wc -l)
num_images=$(find $GLOBAL_MODEL_DATASET_PATH -type f | wc -l)
dataset_size=$(du -sh $GLOBAL_MODEL_DATASET_PATH)
# Print statistics
echo "Number of dataset sources: $datasets_count"
echo "Number of images: $num_images"
echo "Dataset size: $dataset_size"