From 18e54d6c313cecc403a0b0461212ee0e43d8b6bf Mon Sep 17 00:00:00 2001
From: Shivam Khandelwal <skbly7@gmail.com>
Date: Sat, 15 May 2021 13:29:54 +0530
Subject: [PATCH] Added option of partial dataset in download script too
---
utility/verify_or_download_data.py | 14 +++++++++++---
1 file changed, 11 insertions(+), 3 deletions(-)
diff --git a/utility/verify_or_download_data.py b/utility/verify_or_download_data.py
index 34cdea8..e11ad1c 100644
--- a/utility/verify_or_download_data.py
+++ b/utility/verify_or_download_data.py
@@ -5,9 +5,17 @@ sys.path.append(os.path.realpath(os.getcwd()))
from core.dataset import Dataset
if __name__ == "__main__":
- dataset = Dataset(local_path='data/part1', s3_path='s3://airborne-obj-detection-challenge-training/part1/')
- dataset.add(local_path='data/part2', s3_path='s3://airborne-obj-detection-challenge-training/part2/')
- dataset.add(local_path='data/part3', s3_path='s3://airborne-obj-detection-challenge-training/part3/')
+ option = input("Download full dataset (y/Y) or partial dataset (n/N)? ")
+ if option.lower() == 'y':
+ print("Downloading full dataset...")
+ partial=False
+ else:
+ print("Downloading partial dataset...")
+ partial=True
+
+ dataset = Dataset(local_path='data/part1', s3_path='s3://airborne-obj-detection-challenge-training/part1/', prefix='part1', partial=partial)
+ dataset.add(local_path='data/part2', s3_path='s3://airborne-obj-detection-challenge-training/part2/', prefix='part2')
+ dataset.add(local_path='data/part3', s3_path='s3://airborne-obj-detection-challenge-training/part3/', prefix='part3')
i = 1
all_flights = dataset.get_flight_ids()
--
GitLab