Настройка подключения к S3 при помощи клиентов AWS CLI, S3cmd, Cyberduck, Rclone, Goofys, MinIO Client и SDK

[default]
aws_access_key_id = <идентификатор_статического_ключа>
aws_secret_access_key = <содержимое_статического_ключа>

[default]
aws_access_key_id = <идентификатор_статического_ключа_1>
aws_secret_access_key = <содержимое_статического_ключа_1>
[<имя_профиля_2>]
aws_access_key_id = <идентификатор_статического_ключа_2>
aws_secret_access_key = <содержимое_статического_ключа_2>
...
[<имя_профиля_n>]
aws_access_key_id = <идентификатор_статического_ключа_n>
aws_secret_access_key = <содержимое_статического_ключа_n>

aws --endpoint-url=https://s3.ru1.storage.beget.cloud --profile <имя_профиля_2> s3 ls s3://<имя_бакета>

[default]
access_key = id
secret_key = secretKey
bucket_location = ru1
host_base = s3.ru1.storage.beget.cloud
host_bucket = %(bucket).s3.ru1.storage.beget.cloud

$ rclone config

$ rclone config 
No remotes found, make a new one? 
n) New remote 
s) Set configuration password 
q) Quit config

Enter name for new remote. 
name> Beget

Option Storage.
Type of storage to configure.
Choose a number from below, or type in your own value.

Storage> 4

Option provider.
Choose your S3 provider.
Choose a number from below, or type in your own value.
Press Enter to leave empty.

provider> 34

Option env_auth.
Get AWS credentials from runtime (environment variables or EC2/ECS meta data if no env vars).
Only applies if access_key_id and secret_access_key is blank.
Choose a number from below, or type in your own boolean value (true or false).
Press Enter for the default (false).

1 / Enter AWS credentials in the next step. 
\ (false) 
2 / Get AWS credentials from the environment (env vars or IAM). 
\ (true)
env_auth> 1

Edit advanced config? 
y) Yes 
n) No (default) 
y/n>n

Configuration complete. 
Options: 
- type: s3 
- provider: Other 
- access_key_id: ACCESS_KEY 
- secret_access_key: SECRET_KEY 
- endpoint: https://s3.ru1.storage.beget.cloud 
- acl: private 
Keep this "other-storage" remote? 
y) Yes this is OK (default) 
e) Edit this remote 
d) Delete this remote

$ rclone lsd Beget:

$ rclone lsd  Beget: 
-1 2024-11-27 16:20:08        -1 dse938ab5602-timid-natalia

goofys --endpoint=https://s3.ru1.storage.beget.cloud <имя-бакета> /mnt/s3

goofys#<имя-бакета>   /mnt/s3        fuse     _netdev,allow_other,--file-mode=0666,--dir-mode=0777,--endpoint=https://s3.ru1.storage.beget.cloud    0       0

sudo systemctl daemon-reload

sudo mount -a

$ mount | grep '/mnt/s3' 
dce938ab5611-timid-natalia on /mnt/s3 type fuse (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other)

mc  alias set <имя-алиаса> https://s3.ru1.storage.beget.cloud  ACCESS_KEY SECRET_KEY

mc ls <имя-алиаса>

$ mc ls <имя-алиаса> 
[2024-11-27 16:20:08 UTC]     0B dse938ab5602-timid-natalia/

mkdir -p ~/.aws
touch ~/.aws/credentials

vim ~/.aws/credentials

[default]
aws_access_key_id = <access_key_указанный_на_странице_бакета>
aws_secret_access_key = <secret_key_указанный_на_странице_бакета>

touch ~/.aws/config

[default]
endpoint_url = s3.ru1.storage.beget.cloud
region = ru1

mkdir nodeawstest

cd nodeawstest

npm init -y

npm i @aws-sdk/client-s3 

{
  "name": "nodeawstest",
  "version": "1.0.0",
  "main": "index.js",
  "scripts": {
	"test": "echo \"Error: no test specified\" && exit 1"
  },
  "keywords": [],
  "author": "",
  "license": "ISC",
  "description": "",
  "dependencies": {
	"@aws-sdk/client-s3": "^3.651.1"
  }
  "type": "module"
}

// This is used for getting user input.
import { createInterface } from "readline/promises";

import {
  S3Client,
  PutObjectCommand,
  DeleteObjectCommand,
  paginateListObjectsV2,
  ListObjectsV2Command,
  GetObjectCommand,
} from "@aws-sdk/client-s3";

export async function main() {
  // A region and credentials can be declared explicitly. For example
  // `new S3Client({ region: 'us-east-1', credentials: {...} })` would
  //initialize the client with those settings. However, the SDK will
  // use your local configuration and credentials if those properties
  // are not defined here.
  const s3Client = new S3Client({});

  const bucketName = `f6bcd57c2800-whywouldyoudothat`;

  // Put an object into an Amazon S3 bucket.
  await s3Client.send(
	new PutObjectCommand({
  	Bucket: bucketName,
  	Key: "my-first-object.txt",
  	Body: "Hello JavaScript SDK!",
	})
  );

  // Read the object.
  const { Body } = await s3Client.send(
	new GetObjectCommand({
  	Bucket: bucketName,
  	Key: "my-first-object.txt",
	})
  );

  console.log(await Body.transformToString());

  // Confirm file listing
  const prompt = createInterface({
	input: process.stdin,
	output: process.stdout,
  });

  const result = await prompt.question(`Would you like to see the contents of the bucket ${bucketName}?(y/n) `);
  prompt.close();

  if (result === "y") {
	const command =
        	new ListObjectsV2Command({
          	Bucket: bucketName,
          	MaxKeys: 1,
        	});
	try {
  	let isTruncated = true;

  	console.log("Your bucket contains the following objects:\n");
  	let contents = "";

  	while (isTruncated) {
    	const { Contents, IsTruncated, NextContinuationToken } =
      	await s3Client.send(command);
    	const contentsList = Contents.map((c) => ` • ${c.Key}`).join("\n");
    	contents += contentsList + "\n";
    	isTruncated = IsTruncated;
    	command.input.ContinuationToken = NextContinuationToken;
  	}
  	console.log(contents);
	} catch (err) {
  	console.error(err);
	}
  }
}

// Call a function if this file was run directly. This allows the file
// to be runnable without running on import.
import { fileURLToPath } from "url";
if (process.argv[1] === fileURLToPath(import.meta.url)) {
  main();
}

node index.js

node index.js
Hello JavaScript SDK!
Would you like to see the contents of the bucket f6bcd57c2800-whywouldyoudothat?(y/n) y
Your bucket contains the following objects:

 • Program.cs
 • Roboto-Regular.woff2
 • UltiMaker-Cura-5.7.2-linux-X64.AppImage
 • blep
 • blep/bprof1.png
 • bprof.png
 • cyberpanel.png
 • example.php
 • index.js
 • ispconfig.png
 • my-first-object.txt
 • object_name
 • py_script.py
 • s3example.go
 • script/py_script.py
 • style.css
 • webmin.png

mkdir pyboto3

cd pyboto3

$ python3 -m venv .venv
...
$ source .venv/bin/activate

python -m pip install boto3

#!/usr/bin/env python
#-*- coding: utf-8 -*-
import boto3
session = boto3.session.Session()
s3 = session.client(
	service_name='s3',
)
bucket_name = 'название_бакета'

# Загрузить объекты в бакет

## Из строки
s3.put_object(Bucket=bucket_name, Key='object_name', Body='TEST')

## Из файла
s3.upload_file('main.py', bucket_name, 'py_script.py')
s3.upload_file('main.py', bucket_name, 'script/py_script.py')

# Получить список объектов в бакете
for key in s3.list_objects(Bucket=bucket_name)['Contents']:
	print(key['Key'])

# Удалить несколько объектов
# forDeletion = [{'Key':'object_name'}, {'Key':'script/py_script.py'}]
# response = s3.delete_objects(Bucket='bucket-name', Delete={'Objects': forDeletion})

# Получить объект
get_object_response = s3.get_object(Bucket=bucket_name,Key='py_script.py')
print(get_object_response['Body'].read())

python main.py

python main.py
UltiMaker-Cura-5.7.2-linux-X64.AppImage
blep
blep/bprof1.png
bprof.png
cyberpanel.png
ispconfig.png
my-first-object.txt
object_name
py_script.py
script/py_script.py
webmin.png
b"#!/usr/bin/env python\n#-*- coding: utf-8 -*-\nimport boto3\nsession = boto3.session.Session()\ns3 = session.client(\n\tservice_name='s3',\n)\nbucket_name = 'f6bcd57c2800-whywouldyoudothat'
\n\n# \xd0\x97\xd0\xb0\xd0\xb3\xd1\x80\xd1\x83\xd0\xb7\xd0\xb8\xd1\x82\xd1\x8c \xd0\xbe\xd0\xb1\xd1\x8a\xd0\xb5\xd0\xba\xd1\x82\xd1\x8b \xd0\xb2 \xd0\xb1\xd0\xb0\xd0\xba\xd0\xb5\xd1\x82\n\n##
 \xd0\x98\xd0\xb7 \xd1\x81\xd1\x82\xd1\x80\xd0\xbe\xd0\xba\xd0\xb8\ns3.put_object(Bucket=bucket_name, Key='object_name', Body='TEST')\n\n## \xd0\x98\xd0\xb7 \xd1\x84\xd0\xb0\xd0\xb9\xd0\xbb\x
d0\xb0\ns3.upload_file('main.py', bucket_name, 'py_script.py')\ns3.upload_file('main.py', bucket_name, 'script/py_script.py')\n\n# \xd0\x9f\xd0\xbe\xd0\xbb\xd1\x83\xd1\x87\xd0\xb8\xd1\x82\xd1
\x8c \xd1\x81\xd0\xbf\xd0\xb8\xd1\x81\xd0\xbe\xd0\xba \xd0\xbe\xd0\xb1\xd1\x8a\xd0\xb5\xd0\xba\xd1\x82\xd0\xbe\xd0\xb2 \xd0\xb2 \xd0\xb1\xd0\xb0\xd0\xba\xd0\xb5\xd1\x82\xd0\xb5\nfor key in s3
.list_objects(Bucket=bucket_name)['Contents']:\n\tprint(key['Key'])\n\n# \xd0\xa3\xd0\xb4\xd0\xb0\xd0\xbb\xd0\xb8\xd1\x82\xd1\x8c \xd0\xbd\xd0\xb5\xd1\x81\xd0\xba\xd0\xbe\xd0\xbb\xd1\x8c\xd0\
xba\xd0\xbe \xd0\xbe\xd0\xb1\xd1\x8a\xd0\xb5\xd0\xba\xd1\x82\xd0\xbe\xd0\xb2\n# forDeletion = [{'Key':'object_name'}, {'Key':'script/py_script.py'}]\n# response = s3.delete_objects(Bucket='bu
cket-name', Delete={'Objects': forDeletion})\n\n# \xd0\x9f\xd0\xbe\xd0\xbb\xd1\x83\xd1\x87\xd0\xb8\xd1\x82\xd1\x8c \xd0\xbe\xd0\xb1\xd1\x8a\xd0\xb5\xd0\xba\xd1\x82\nget_object_response = s3.g
et_object(Bucket=bucket_name,Key='py_script.py')\nprint(get_object_response['Body'].read())\n"

dotnet new console --name dotnets3

cd dotnets3

dotnet add package AWSSDK.S3

using Amazon.S3;
using Amazon.S3.Model;

const string bucketName = "название_бакета";

IAmazonS3 s3Client = new AmazonS3Client();

string fileName = "Program.cs";
var keyName = Path.GetFileName(fileName);

Console.WriteLine($"Uploading {keyName} to {bucketName}...");

await s3Client.UploadObjectFromFilePathAsync(bucketName, fileName, keyName, null);

Console.WriteLine($"Listing the objects contained in {bucketName}:");
await ListingObjectsAsync(s3Client, bucketName);

async Task ListingObjectsAsync(IAmazonS3 client, string bucketName)
{
	var listObjectsV2Paginator = client.Paginators.ListObjectsV2(new ListObjectsV2Request
	{
    	BucketName = bucketName,
	});

	await foreach (var response in listObjectsV2Paginator.Responses)
	{
    	Console.WriteLine($"HttpStatusCode: {response.HttpStatusCode}");
    	Console.WriteLine($"Number of Keys: {response.KeyCount}");
    	foreach (var entry in response.S3Objects)
    	{
        	Console.WriteLine($"Key = {entry.Key} Size = {entry.Size}");
    	}
	}
}

dotnet run

dotnet run
Uploading Program.cs to f6bcd57c2800-whywouldyoudothat...
Listing the objects contained in f6bcd57c2800-whywouldyoudothat:
HttpStatusCode: OK
Number of Keys: 14
Key = Program.cs Size = 1065
Key = UltiMaker-Cura-5.7.2-linux-X64.AppImage Size = 313369792
Key = blep Size = 0
Key = blep/bprof1.png Size = 410
Key = bprof.png Size = 410
Key = cyberpanel.png Size = 550288
Key = example.php Size = 839
Key = ispconfig.png Size = 236477
Key = my-first-object.txt Size = 21
Key = object_name Size = 4
Key = py_script.py Size = 964
Key = s3example.go Size = 1102
Key = script/py_script.py Size = 964
Key = webmin.png Size = 524468

mkdir phps3

cd phps3

composer require aws/aws-sdk-php

<?php

require 'vendor/autoload.php';

use Aws\S3\Exception\S3Exception;
use Aws\S3\S3Client;

$bucket = 'название_бакета';


try {
  $s3Client = new S3Client([
	'profile' => 'default'
  ]);

  echo 'Trying to upload example.php...  ';
  $upload_result = $s3Client->putObject([
	'Bucket' => $bucket,
	'Key' => basename(__FILE__),
	'SourceFile' => __FILE__
  ]);

  if ($upload_result->get("@metadata")['statusCode'] == 200) {
	echo 'Success!' . PHP_EOL;
  } else {
	echo 'Something went wrong' . PHP_EOL;
  }

$results = $s3Client->getPaginator('ListObjects', [
    	'Bucket' => $bucket
	]);

	foreach ($results as $result) {
    	foreach ($result['Contents'] as $object) {
        	echo $object['Key'] . PHP_EOL;
    	}
	}
} catch (S3Exception $e) {
  echo $e->getMessage() . "\n";
}

php example.php

php example.php
Trying to upload example.php...  Success!
UltiMaker-Cura-5.7.2-linux-X64.AppImage
blep
blep/bprof1.png
bprof.png
cyberpanel.png
example.php
ispconfig.png
my-first-object.txt
object_name
py_script.py
s3example.go
script/py_script.py
webmin.png

mkdir gos3

cd gos3

go mod init example

go get github.com/aws/aws-sdk-go-v2
go get github.com/aws/aws-sdk-go-v2/config
go get github.com/aws/aws-sdk-go-v2/service/s3

package main

import (
	"context"
	"log"
	"os"

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/config"
	"github.com/aws/aws-sdk-go-v2/service/s3"
)

func main() {
	bucket := "название_бакета"
	cfg, err := config.LoadDefaultConfig(context.TODO())
	if err != nil {
    	log.Fatal(err)
	}

	client := s3.NewFromConfig(cfg)

	// upload the source file to the bucket
	file, err := os.Open("example.go")
	if err != nil {
    	log.Fatal(err)
	} else {
    	defer file.Close()
    	_, err = client.PutObject(context.TODO(), &s3.PutObjectInput{
        	Bucket: aws.String(bucket),
        	Key:	aws.String(file.Name()),
        	Body:   file,
    	})
    	if err != nil {
        	log.Fatal(err)
    	} else {
        	log.Printf("File %s uploaded to %s", file.Name(), bucket)
    	}
	}

	// Listing the first page of objects in the bucket
	output, err := client.ListObjectsV2(context.TODO(), &s3.ListObjectsV2Input{
    	Bucket: aws.String(bucket),
	})
	if err != nil {
    	log.Fatal(err)
	}

	log.Println("first page of file listing results:")
	for _, object := range output.Contents {
    	log.Printf("key=%s size=%d", aws.ToString(object.Key), object.Size)
	}
}

go run .

go run .
2024/09/19 11:00:22 File example.go uploaded to f6bcd57c2800-whywouldyoudothat
2024/09/19 11:00:22 first page of file listing results:
2024/09/19 11:00:22 key=UltiMaker-Cura-5.7.2-linux-X64.AppImage size=824636440816
2024/09/19 11:00:22 key=blep size=824636441000
2024/09/19 11:00:22 key=blep/bprof1.png size=824636441208
2024/09/19 11:00:22 key=bprof.png size=824636441512
2024/09/19 11:00:22 key=cyberpanel.png size=824636441720
2024/09/19 11:00:22 key=ispconfig.png size=824636441928
2024/09/19 11:00:22 key=my-first-object.txt size=824636442104
2024/09/19 11:00:22 key=object_name size=824636442312
2024/09/19 11:00:22 key=py_script.py size=824636442520
2024/09/19 11:00:22 key=example.go size=824636442728
2024/09/19 11:00:22 key=script/py_script.py size=824636442904
2024/09/19 11:00:22 key=webmin.png size=824636443144