python boto和boto3操作bucket

 

boto操作

import datetime

import boto.s3.connection
from boto.s3.key import Key
conn = boto.connect_s3(
    aws_access_key_id="123456",
    aws_secret_access_key="123456",
    host="127.0.0.1",
    port=8080,
    is_secure=False,
    calling_format=boto.s3.connection.OrdinaryCallingFormat(),
)

str_bucket_name = "bucket_test"
conn.create_bucket(str_bucket_name)  # 创建bucket

for bucket in conn.get_all_buckets():  # 获取所有bucket
    # 将实际转为本地时间
    print({"name": bucket.name, "create_date": str(datetime.datetime.strptime(bucket.creation_date, "%Y-%m-%dT%H:%M:%S.%fZ") + datetime.timedelta(hours=8))})


# 删除指定的bucket
for bucket in conn.get_all_buckets():
    if bucket.name == str_bucket_name:
        for key in bucket.list():  # 必须将bucket里清空后,才能删除掉对应的bucket
            bucket.delete_key(key.name)
        conn.delete_bucket(bucket.name)
        break

# 存储文件流或字符串中的数据
key = Key('hello.txt')

key.set_contents_from_file('/tmp/hello.txt')

 

使用boto进行https的连接失败,  validate_certs设置成True或False没有任何作用

is_secure为Ture时,遇到的报错如下

ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1076)

is_secure为False时,遇到的报错如下

http.client.RemoteDisconnected: Remote end closed connection without response

 

遂更换了botot3

 

boto3,下面的示例是用的https的(boto对于https的连接不上,可能是因为我的证书是自制的,所以才找了这个包)

import urllib3
import boto3

urllib3.disable_warnings()

s3 = boto3.resource(
    service_name='s3',
    aws_access_key_id="123456",
    aws_secret_access_key="123456",
    endpoint_url='https://192.168.150.20:8080',
    verify=False
)

str_bucket_name = "bucket_test"
s3.create_bucket(Bucket=str_bucket_name)


for bucket in s3.buckets.all():  # 获取所有bucket
    # 将实际转为本地时间
    print({"name": bucket.name, "create_date": datetime.datetime.strftime(bucket.creation_date + datetime.timedelta(hours=8), "%Y-%m-%d %H:%M:%S")})

# 删除指定的bucket
for bucket in s3.buckets.all():
    if bucket.name == str_bucket_name:
        bucket.objects.all().delete()   # 等价于下面两行
        # for obj in bucket.objects.all():
        #     obj.delete()
        bucket.delete()

# 存储文件流或字符串中的数据
s3.Object('mybucket', 'hello.txt').put(Body=open('/tmp/hello.txt', 'rb'))

 

更多操作,请查阅官方文档 https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/s3.html

 

配置桶策略时,是要传入json字符串的,如果配置中存在重复的key,会失败,正确的配置方法如下

1. 对于存在多个StringEquals,但是每个里面的key都不同的情况,可以将多个键值对放到同一个StringEquals

 

正确写法如下

 

 

 

 

2. 对于存在多个StringEquals,但是每个里面的key都相同,但是value不同的情况,可以将多个值放到value中

 

 

 

正确写法如下

"Condition": {
{
" StringNotEquals":{
" aws:sourceVpc":[" vpc-111bbccc"" vpc-111bbddd"] 

}

 

posted @ 2020-09-16 16:26  听风。  阅读(3464)  评论(0编辑  收藏  举报