import os
from functools import partial

import boto3
from decouple import config

from serenata_toolbox import log
from serenata_toolbox.datasets.contextmanager import status_message


class RemoteDatasets:

    def __init__(self):
        self.client = None
        self.credentials = {
            'aws_access_key_id': config('AMAZON_ACCESS_KEY'),
            'aws_secret_access_key': config('AMAZON_SECRET_KEY'),
            'region_name': config('AMAZON_REGION'),
        }

    @property
    def bucket(self):
        return config('AMAZON_BUCKET')

    @property
    def s3(self):
        if not self.client:
            self.client = boto3.client('s3', **self.credentials)
        return self.client

    @property
    def all(self):
        response = self.s3.list_objects(Bucket=self.bucket)
        yield from (obj.get('Key') for obj in response.get('Contents', []))

    def upload(self, file_path):
        _, file_name = os.path.split(file_path)
        with status_message('Uploading {}…'.format(file_name)):
            self.s3.upload_file(file_path, self.bucket, file_name)

    def delete(self, file_name):
        with status_message('Deleting {}…'.format(file_name)):
            self.s3.delete_object(Bucket=self.bucket, Key=file_name)

import os
from functools import partial

import boto3
from decouple import config

from serenata_toolbox import log
from serenata_toolbox.datasets.contextmanager import status_message


class RemoteDatasets:

    def __init__(self):
        self.client = None
        self.credentials = {
            'aws_access_key_id': config('AMAZON_ACCESS_KEY', default=None),
            'aws_secret_access_key': config('AMAZON_SECRET_KEY', default=None),
            'region_name': config('AMAZON_REGION'),
        }

    @property
    def bucket(self):
        return config('AMAZON_BUCKET')

    @property
    def s3(self):
        if not self.client:
            self.client = boto3.client('s3', **self.credentials)
        return self.client

    @property
    def all(self):
        response = self.s3.list_objects(Bucket=self.bucket)
        yield from (obj.get('Key') for obj in response.get('Contents', []))

    def upload(self, file_path):
        _, file_name = os.path.split(file_path)
        with status_message('Uploading {}…'.format(file_name)):
            self.s3.upload_file(file_path, self.bucket, file_name)

    def delete(self, file_name):
        with status_message('Deleting {}…'.format(file_name)):
            self.s3.delete_object(Bucket=self.bucket, Key=file_name)

Make Amazon keys non required
Make Amazon keys non required
