Access your buckets with S3-compatible tools#

import boto3
from botocore.client import Config
import os

def customfunc(event):
    # Modify these values for your environment
    project_url = 'https://[PROJECT_NAME].eu.dataplatform.ovh.net'
    access_key = '[ACCESS_KEY]'
    secret_key = '[SECRET_KEY]'
    bucket = '[BUCKET_NAME]'
    region = 'forepaas'
    
    try:
        # Create the S3 client (named datastore)
        datastore = boto3.client(
            's3',
            endpoint_url=f'{project_url}/datastore',
            aws_access_key_id=access_key,
            aws_secret_access_key=secret_key,
            config=Config(signature_version='s3v4',request_checksum_calculation='when_required'),
            region_name=region
        )

        # List all available buckets
        buckets_response = datastore.list_buckets()
        print("Available buckets:")
        if 'Buckets' in buckets_response:
            for b in buckets_response['Buckets']:
                print(b['Name'])
        else:
            print("No buckets found.")

        # Test connection by listing objects in the specified bucket
        response = datastore.list_objects(Bucket=bucket)
        print("Connection successful!")
        if response and 'Contents' in response:
            print("Bucket contents:")
            for obj in response['Contents']:
                print(f"{obj['Key']} ({obj['Size']} bytes)")
        else:
            print("Bucket is empty or no objects returned.")

        # Ensure the local file exists
        local_filename = './file.csv'
        if not os.path.exists(local_filename):
            print(f"Local file {local_filename} not found.")
            return

        # Upload a file using a key that places it in an allowed subfolder.
        upload_key = 'dwh/uploads/file.csv'
        datastore.upload_file(
            Bucket=bucket,
            Filename=local_filename,
            Key=upload_key
        )
        print(f"Uploaded local file '{local_filename}' to bucket '{bucket}' with key '{upload_key}'")

        # Download a file from the bucket.
        # Using a file key from your logs:
        download_key = 'dwh/uploads/clean_cafe_sales.csv'
        local_download_filename = './clean_cafe_sales_downloaded.csv'
        datastore.download_file(
            Bucket=bucket,
            Filename=local_download_filename,
            Key=download_key
        )
        print(f"Downloaded '{download_key}' from bucket '{bucket}' to local file '{local_download_filename}'")

        #Here we have used a file with very specific directory using the download key, this can be done manually or either using the step above to list all the files and picking from that
        #for reference here the dpe folder exists inside the bucket at root level.

    except Exception as e:
        print("Connection failed:", e)

# Example usage:
if __name__ == "__main__":
    customfunc(event={})