File size: 1,167 Bytes
edee466 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
import os
import requests
REPO_ROOT = os.path.realpath(os.path.join(os.path.split(__file__)[0], ".."))
def fetch_files():
s3_url = "https://sdaia-kaust-public.s3.us-east-2.amazonaws.com/diabetic-retinopathy-detection/"
flist_path = os.path.join(REPO_ROOT, "file_list.txt")
with open(flist_path, "r") as file:
for line in file:
subpath = line.strip()
url = f"{s3_url}{subpath}"
target_path = os.path.join(REPO_ROOT, subpath)
if os.path.exists(target_path):
print(f"File already in place: {target_path}")
continue
print(f"Downloading {url}...")
req = requests.get(url)
if not req.ok:
print(f"Failed to download {url}")
continue
print(f"Downloaded {url}")
target_dir = os.path.split(target_path)[0]
os.makedirs(target_dir, exist_ok=True)
with open(target_path, "wb") as fdst:
fdst.write(req.content)
print(f"Saved to {target_path}")
print("File fetching done")
return
if __name__ == "__main__":
fetch_files()
|