常用aws2 python 和 boto代码片段

最新推荐文章于 2024-06-03 10:06:16 发布
最新推荐文章于 2024-06-03 10:06:16 发布
阅读量428 收藏
点赞数
文章标签： python json swift
原文链接：https://my.oschina.net/leeyoung/blog/777674
版权

常用aws2 python片段

import requests
from awsauth import S3Auth
host = 'yuliyangdebugweb68.tunnel.qydev.com'
access_key = 'admin'
secret_key = 'admin'
cmd = '/bucket/object'
url = 'http://%s%s' % (host,cmd)
response = requests.get(url, auth=S3Auth(access_key, secret_key,service_url=host))
data = dump.dump_all(response)
print(data.decode('utf-8'))


# -*- coding: utf-8 -*-
import hmac
import hashlib
import base64 
import datetime
import sys
import requests
from requests_toolbelt.utils import dump

if len(sys.argv) < 3:
    print('bad syntax, usage: {script_name} host bname')
    exit()
host, bname = sys.argv[1], sys.argv[2]
access_key = 'admin'
secret_key = 'admin'
timestr = datetime.datetime.utcnow().strftime('%a, %d %b %Y %H:%M:%S GMT')
hstr = ''
hstr += 'GET\n'
hstr += '\n'
hstr += '\n'
hstr += timestr + '\n'
hstr += '/' + bname
key = bytearray(secret_key, 'utf-8')
hres = hmac.new(key, hstr.encode('utf-8'), hashlib.sha1).digest()
hres = base64.b64encode(hres)
hres = hres.decode('utf-8')
headers = {'Host': host,'Date': timestr,'Authorization':'AWS ' + access_key + ':' + hres}
response = requests.get('http://' + host + '/' + bname,headers=headers)

data = dump.dump_all(response)
print(data.decode('utf-8'))


import requests
from requests_toolbelt.utils import dump
from awsauth import S3Auth
host = 'yuliyangdebugweb68.tunnel.qydev.com'
access_key = 'admin'
secret_key = 'admin'

cmd = '/beijing-placement-b5/'
content = '''<CreateBucketConfiguration><LocationConstraint>:beijing-placement</LocationConstraint></CreateBucketConfiguration>'''
serverurl = 'http://%s' % host
url = 'http://%s%s' % (host,cmd)
response = requests.put(url,auth=S3Auth(access_key, secret_key, serverurl),data=content)
data = dump.dump_all(response)
print(data.decode('utf-8'))

cmd = '/suzhou-placement-b5/'
content = '''<CreateBucketConfiguration><LocationConstraint>:suzhou-placement</LocationConstraint></CreateBucketConfiguration>'''
serverurl = 'http://%s' % host
url = 'http://%s%s' % (host,cmd)
response = requests.put(url,auth=S3Auth(access_key, secret_key, serverurl),data=content)
data = dump.dump_all(response)
print(data.decode('utf-8'))

cmd = '/shanghai-placement-b5/'
content = '''<CreateBucketConfiguration><LocationConstraint>:shanghai-placement</LocationConstraint></CreateBucketConfiguration>'''
serverurl = 'http://%s' % host
url = 'http://%s%s' % (host,cmd)

response = requests.put(url,auth=S3Auth(access_key, secret_key, serverurl),data=content)
data = dump.dump_all(response)
print(data.decode('utf-8'))









# -*- coding: utf-8 -*-
import hmac
import hashlib
import base64 
import datetime
import sys
import requests
from requests_toolbelt.utils import dump

if len(sys.argv) < 3:
    print('bad syntax, usage: {script_name} host bname')
    exit()
host, bname = sys.argv[1], sys.argv[2]
access_key = 'admin'
secret_key = 'admin'
timestr = datetime.datetime.utcnow().strftime('%a, %d %b %Y %H:%M:%S GMT')
hstr = ''
hstr += 'PUT\n'
hstr += '\n'
hstr += '\n'
hstr += timestr + '\n'
hstr += '/' + bname
key = bytearray(secret_key, 'utf-8')
hres = hmac.new(key, hstr.encode('utf-8'), hashlib.sha1).digest()
hres = base64.b64encode(hres)
hres = hres.decode('utf-8')
headers = {'Host': host,'Date': timestr,'Authorization':'AWS ' + access_key + ':' + hres}
response = requests.put('http://' + host + '/' + bname,headers=headers)

data = dump.dump_all(response)
print(data.decode('utf-8'))



import requests
import logging
from requests_toolbelt.utils import dump
from aws_requests_auth.aws_auth import AWSRequestsAuth
from awsauth import S3Auth

# host = 'yuliyangdebugwebhammer.tunnel.qydev.com'
# host = 'yuliyangdebugwebjewel.tunnel.qydev.com'
logging.basicConfig(level=logging.DEBUG)
host = '192.168.10.10:7480'
# host = 'yuliyangdebugweb68.tunnel.qydev.com'
# access_key = 'yly-test1'
# secret_key = 'yly-test1'
# access_key = 'D5K1G7NOD4385ITYCOPO'
# secret_key = 'm8dlnoy0xW69zcNcUSACBcXN7DfgDEYb9DDWiodq'
access_key = 'admin'
secret_key = 'admin'
# /admin/bucket?format=json&uid=admin&stats=True
# cmd = '/admin/user?info&uid=date1&stats=True'
cmd = '/admin/config'
# cmd = '/admin/bucket?info&uid=date1&stats=True'
# cmd = '/admin/bucket?info&stats=True&show-summary=True'
# cmd = '/admin/bucket?info&uid=date1'
url = 'http://%s%s' % (host,cmd)
# url = 'http://%s' % host
response = requests.get(url, auth=S3Auth(access_key, secret_key,service_url=host))
data = dump.dump_all(response)
print(data.decode('utf-8'))

常用rgwadmin

# -*- coding: UTF-8 -*-
from rgwadmin import *
from requests_toolbelt.utils import dump
import logging
logging.basicConfig(level=logging.DEBUG)
rgw = RGWAdmin(access_key='admin', secret_key='admin', server='10.254.9.40:80',secure=False)
# resp = rgw.get_user(uid='admin')   #create_subuser(uid='admin',subuser='read-only',key_type='swift',generate_secret=True)
# print resp
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='10.254.3.81:8000',secure=False)
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='yuliyangdebugwebjewel.tunnel.qydev.com',secure=False)
# rsp = rgw.create_key(uid='27a6fbe45b354bda88007beb7a71f1bc',key_type='s3',access_key='82HA7EN6BDYZ26738UIE')
# rgw.get_bucket(uid='admin',stats=True)
# rsp = rgw.remove_key(uid='27a6fbe45b354bda88007beb7a71f1bc',key_type='s3',access_key='JBHCFUSM7OG0NHZ40IMR')
# rsp = rgw.create_bucket(bucket="sssdssssss")
# rsp =rgw.remove_bucket(bucket='lalala',purge_objects=True)
# rsp = rgw.create_user(uid='testquato2',display_name='testquato2',access_key='quta2',secret_key='quta2',max_buckets=10)
# rsp = rgw.set_quota(uid='testquato1',quota_type='bucket',max_size_kb=1024,enabled=True)
# rgw.set_quota()
# rsp = rgw.get_usage(uid='admin',show_summary=True,show_entries=True,start="2016-07-08 02:00:00")
rsp = rgw.get_metadata(metadata_type='user',key="testtest")
# print rsp
data = dump.dump_all(rsp)
print(data.decode('utf-8'))
# from datetime import *
# datetime.utcnow()
# import time
# print time.strftime("%Y-%m-%d  %H:%M:%S", time.gmtime())
# response = rgw.get_usage(uid='admin',show_summary=True,show_entries=True,start="2016-07-08 02:00:00")
# rgw.get_bucket(bucket="yuliyang_count",uid="admin",stats=True)
# rgw.create_subuser(uid='admin',subuser='admin-sub5')
# resp =  rgw.get_user(uid='admin');
# rgw.get_user(uid='admin')
# print resp
# response = rgw.trim_usage(uid="user2",start="2016-07-09 02:00:00",end="2016-07-10 03:00:00")
# response = rgw.get_users()
# rgw.create_user("testcreateuser5","testcreateuser5","testcreateuser5@qq.com",access_key="testcreateuser5",secret_key="testcreateuser5",user_caps="usage=write;users=write",generate_key=False,max_buckets=10,suspended=False)
# rgw.modify_user("testcreateuser5","testcreateuser5","testcreateuser5@qq.com",access_key="testcreateuser5",secret_key="testcreateuser5",user_caps="usage=write;users=read",max_buckets=10,suspended=False)
# response = rgw.modify_user("testcreateuser","testcreateuser","testcreateuser@163.com",access_key="testcreateuser",secret_key="testcreateuser",generate_key=False,max_buckets=20,suspended=False)
# rgw.remove_user('testcreateuser',purge_data=True)
# rgw.create_subuser(uid='admin',subuser="admin-subuser2",access='full',generate_secret=True)
# rgw.modify_subuser(uid='admin',subuser="admin-subuser2",access="write",secret="admin-subuser2",generate_secret=True)
# rgw.remove_subuser(uid='admin',subuser='admin-subuser2',purge_keys=True)
# rgw.create_key(uid='admin',generate_key=True,subuser='admin-subuser3',key_type='swift',access_key="admin-subuser3",secret_key='admin-subuser3')
# rgw.remove_key('admin-subuser3',uid='admin',subuser='admin-subuser3',key_type='swift')
# rgw.get_bucket(bucket='multi',stats=False)
# rgw.check_bucket_index('multi',check_objects=True,fix=True)
# rgw.remove_bucket('user1-003',purge_objects=True)
# rgw.unlink_bucket('user1-002',uid='user1')
# rgw.link_bucket('user1-002',uid='user2',bucket_id='default.14181.5')
# rgw.link_bucket('user1-002',uid='user2',bucket_id='31c33a77-df26-4fdb-a69f-49ed49d8615c.84107.5')
# rgw.remove_object(bucket='multi',object_name='init-multi')
# rgw.get_policy('acltest',object_name='aclobj')
# rgw.add_capability(uid='user1',user_caps='usage=read')
# rgw.remove_capability(uid='user1',user_caps='usage=read')
# rgw.get_quota(uid='user1',quota_type='user')
# rgw.get_user_quota(uid='user1')
# rgw.get_user_bucket_quota(uid='user1')
# rgw.set_quota(uid='user1',quota_type='user',max_size_kb=102400,max_objects=20)
# rgw.set_quota(uid='user1',quota_type='bucket',max_size_kb=1024000,max_objects=200)
# rgw.get_bucket('user1-002',stats=True)
# print response
# data = dump.dump_all(response)
# print(data.decode('utf-8'))
# u = RGWUser.create(user_id='testsdadasd', display_name='Test')
# u.user_quota.size = 1024 * 1024  # in bytes
# u.user_quota.enabled = True
# u.save()
#u.delete()

# -*- coding: UTF-8 -*-
from rgwadmin import *
from requests_toolbelt.utils import dump
import logging
import sys
from datetime import *
import math
logging.basicConfig(level=logging.DEBUG)
# print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0)-timedelta(hours=1))
# print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=8))
# print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=16))
# print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=18))
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='yuliyangdebugwebjewel.tunnel.qydev.com',secure=False)
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='yuliyangdebugwebjewel.tunnel.qydev.com',secure=False)
# rgw = RGWAdmin(access_key='testcaps1', secret_key='testcaps1', server='yuliyangdebugweb68.tunnel.qydev.com',secure=False)
# response = rgw.get_usage(show_summary=True,show_entries=True,start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0))
#                         )
# rgw = RGWAdmin(access_key='testcaps2', secret_key='testcaps2', server='yuliyangdebugweb68.tunnel.qydev.com',secure=False)
# response = rgw.get_usage(show_summary=True,show_entries=True,start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0))
#                          )
# rgw = RGWAdmin(access_key='testcaps3', secret_key='testcaps3', server='yuliyangdebugweb68.tunnel.qydev.com',secure=False)
# response = rgw.get_usage(show_summary=True,show_entries=True,start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0))
#                          )
# rgw = RGWAdmin(access_key='testcaps4', secret_key='testcaps4', server='yuliyangdebugweb68.tunnel.qydev.com',secure=False)
# response = rgw.get_usage(show_summary=True,show_entries=True,start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0))
#                          )
# rgw = RGWAdmin(access_key='testcaps3', secret_key='testcaps3', server='yuliyangdebugweb68.tunnel.qydev.com',secure=False)
# # response = rgw.get_usage(show_summary=True,show_entries=True,start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0))
# #                          )
# # response = rgw.get_metadata(metadata_type='bucket',key='bababa')
# response = rgw.set_metadata(metadata_type='bucket',key='bababa',json_string='{"key":"bucket:bababa","ver":{"tag":"_8KAo6w6VPo5fhGtzTvxwRaE","ver":1},"mtime":"2016-07-24 23:43:19.214419Z","data":{"bucket":{"name":"bababa","pool":"yuliyang","data_extra_pool":"default.rgw.buckets.non-ec","index_pool":"default.rgw.buckets.index","marker":"b74b128b-eac1-4f3a-a5ca-60536d190664.694099.2","bucket_id":"b74b128b-eac1-4f3a-a5ca-60536d190664.694099.2"},"owner":"date2","creation_time":"0.000000","linked":"true","has_bucket_info":"false"}}')
# #
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='yuliyangdebugweb68.tunnel.qydev.com',secure=False)
rgw = RGWAdmin(access_key='admin', secret_key='admin', server='10.254.9.40:80',secure=False)
# response = rgw.get_usage(show_summary=True,show_entries=True,start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0))
#                          )
# response = rgw.get_metadata(metadata_type='bucket',key='bababa')
# response = rgw.set_metadata(metadata_type='bucket',key='bababa',json_string='{"key":"bucket:bababa","ver":{"tag":"_8KAo6w6VPo5fhGtzTvxwRaE","ver":1},"mtime":"2016-07-24 23:43:19.214419Z","data":{"bucket":{"name":"bababa","pool":"yuliyang","data_extra_pool":"default.rgw.buckets.non-ec","index_pool":"default.rgw.buckets.index","marker":"b74b128b-eac1-4f3a-a5ca-60536d190664.694099.2","bucket_id":"b74b128b-eac1-4f3a-a5ca-60536d190664.694099.2"},"owner":"date2","creation_time":"0.000000","linked":"true","has_bucket_info":"false"}}')
#
rsp = rgw.get_metadata(metadata_type='user',key="testtest")
rsp = rgw.get_user(uid="testtest")
rsp = rgw.get_metadata(metadata_type='bucket',key='testtesttest')
# import json
# import pprint
# parsed = json.loads(str(rsp)
# json.dumps(parsed, indent=4)
# data = dump.dump_all(rsp)
# print(data.decode('utf-8'))
print rsp
# response = rgw.get_usage(uid='date2', show_summary=True, show_entries=True,
#                          start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=16)))
# response = rgw.get_usage(uid='date2',show_summary=True,show_entries=True,start="2016-07-22 00:00:00")
# print response
# response = rgw.get_usage(uid='date2',show_summary=True,show_entries=True,start="2016-07-22 08:00:00")
# print response
#rep = rgw.create_key(uid='admin',generate_key=True,subuser='admin-subuser4',key_type='s3',access_key="admin-subuser4",secret_key='admin-subuser4')
# rgw.remove_subuser(uid='uid_test2',subuser='ngnn',purge_keys=True)
#
# rgw.get_users()
# response = rgw.create_subuser(uid='wc',subuser='wc:swift2',generate_secret=True,access='full')
# print response
# print sys.getsizeof(response)



# -*- coding: UTF-8 -*-
from rgwadmin import *
from requests_toolbelt.utils import dump
import logging
import sys
from datetime import *
import math
logging.basicConfig(level=logging.DEBUG)
rgw = RGWAdmin(access_key='admin', secret_key='admin', server='10.254.3.68:7480',secure=False)


print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0)-timedelta(hours=1))
print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=8))
print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=16))
# print '{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=18))
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='yuliyangdebugwebjewel.tunnel.qydev.com',secure=False)
# rgw = RGWAdmin(access_key='admin', secret_key='admin', server='yuliyangdebugwebjewel.tunnel.qydev.com',secure=False)
response = rgw.get_usage(show_summary=True,show_entries=True,uid='admin')


#
# response = rgw.get_usage(uid='date2', show_summary=True, show_entries=True,
#                          start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now().replace(minute=0,second=0,microsecond=0)-timedelta(hours=0)),
#                          )
print response
# response = rgw.get_usage(uid='date2', show_summary=True, show_entries=True,
#                          start='{:%Y-%m-%d %H:%M:%S}'.format(datetime.now() - timedelta(hours=16)))
# response = rgw.get_usage(uid='date2',show_summary=True,show_entries=True,start="2016-07-22 00:00:00")
# print response


# response = rgw.get_usage(uid='date2',show_summary=True,show_entries=True,start="2016-07-22 08:00:00")
# print response

#rep = rgw.create_key(uid='admin',generate_key=True,subuser='admin-subuser4',key_type='s3',access_key="admin-subuser4",secret_key='admin-subuser4')
# rgw.remove_subuser(uid='uid_test2',subuser='ngnn',purge_keys=True)
#

# rgw.get_users()

# response = rgw.create_subuser(uid='wc',subuser='wc:swift2',generate_secret=True,access='full')
# print response

# print sys.getsizeof(response)

boto

import boto
import boto.s3.connection
import boto; 
boto.set_stream_logger('boto')
from boto.s3.key import Key
host = 'yuliyangdebugweb68.tunnel.qydev.com'  #J
access_key = 'admin'
secret_key = 'admin'
conn = boto.connect_s3(
                access_key,
                secret_key,
                host = host,
                is_secure = False,
                # port = 7480,
                port=80,
                calling_format = boto.s3.connection.OrdinaryCallingFormat(),
                )
bucket = conn.get_bucket("yuliyang")
hello_key = bucket.new_key('hello.txt')
hello_key.set_contents_from_string('Hello World!')
# hello_key = bucket.get_key('hello.txt')
hello_key.set_canned_acl('public-read')
plans_key = bucket.new_key('secret_plans.txt')
plans_key.set_contents_from_string('Hello World!')
# plans_key.set_canned_acl('private')
# key = bucket.get_key('perl_poetry.pdf')

hello_key = bucket.get_key('hello.txt')
hello_url = hello_key.generate_url(600, query_auth=False, force_http=True)
print hello_url

plans_key = bucket.get_key('secret_plans.txt')
plans_url = plans_key.generate_url(3600, query_auth=True, force_http=True)
print plans_url


# bucket.set_acl('private')
#bucket.get_acl()
# bucket.get_acl('from-yly-test-full')
# keydown = bucket.get_key("from-yly-test-full")
# print keydown.get_contents_as_string()
# conn.get_all_buckets()
# bucket2 = conn.get_bucket("private-bucket")    #head
# bucket2.set_acl("private")
# bucket2.get_key("16K").set_acl("public-read")
# conn.delete_bucket("h-put-bucket-private")
# for bucket in conn.get_all_buckets():
#     print bucket.name


import boto
import boto.s3.connection
import boto;
boto.set_stream_logger('boto')
import os
import math
from boto.s3.key import Key
import requests
import logging
# boto.set_stream_logger('boto')
from awsauth import S3Auth
host = '10.254.3.68:7480'  #J
# host = 'yuliyangdebugweb001.tunnel.qydev.com'   #H
access_key = 'yuliyangtest4'
secret_key = 'yuliyangtest4'
# access_key = 'yly-test1'
# secret_key = 'yly-test1'
# access_key = 'D5K1G7NOD4385ITYCOPO'         #yly-test1 write only
# secret_key = 'm8dlnoy0xW69zcNcUSACBcXN7DfgDEYb9DDWiodq'

# access_key = 'C28HCACVLHDV6FGHK91Y'   #read only
# secret_key = 'UNcGb834F8GAYsB7Ww0VpdZB2Er9ComoJX8UQoyL'


conn = boto.connect_s3(
                access_key,
                secret_key,
                host = host,
                is_secure = False,
                port = 7480,
                # port=80,
                calling_format = boto.s3.connection.OrdinaryCallingFormat(),
                )
bucket = conn.get_bucket("public-test")
print bucket

# keyv1 = bucket.get_all_versions()

# bucket.set_acl('private')
# bucket.get_acl()
# bucket.get_acl('from-yly-test-full')
# keydown = bucket.get_key("from-yly-test-full")
# print keydown.get_contents_as_string()
# conn.get_all_buckets()
# bucket2 = conn.get_bucket("private-bucket")    #head
# bucket2.set_acl("private")
# bucket2.get_key("16K").set_acl("public-read")
# conn.delete_bucket("h-put-bucket-private")
# for bucket in conn.get_all_buckets():
#     print bucket.name



import boto
import boto.s3.connection
from boto.s3.key import Key
host = '10.254.3.68'
access_key = 'yuliyangtest4'
secret_key = 'yuliyangtest4'
conn = boto.connect_s3(
                access_key,
                secret_key,
                host = host,
                is_secure = False,
                port = 7480,
                # port=80,
                calling_format = boto.s3.connection.OrdinaryCallingFormat(),
                )
# print conn.get_all_buckets()

# bucket = conn.create_bucket(bucket_name="xxxxxxxxxsadasd",location="shanghai")
# print bucket

print conn.get_bucket("xxxxxxxxxsadasd").get_location()

# bucket = conn.get_bucket("multi")  #head  request
# k2 = bucket.get_all_multipart_uploads()
# Lighthouse = bucket.new_key("init-multi")
# Lighthouse.set_contents_from_filename("small.txt")
# copykey = bucket.get_key("small.txt")
# bucket.copy_key("n_small","objects","small")
# bucket.delete_key("n_small")
# save = bucket.get_key("small")

# save.get_contents_to_filename("save-small")
# bucket.get_versioning_status()
# print bucket.get_location()
# print bucket.set_acl("public-read")

# bucket.get_all_multipart_uploads()

# aclkey = bucket.get_key("aclobj")
# print aclkey.set_acl("public-read")

# key_new = bucket.initiate_multipart_upload("init-multi")
# print key_new





# key_new = bucket.initiate_multipart_upload("multi")
# # key_new.set_contents_from_filename("hello.py")
# fp = open('part1','rb')
# key_new.upload_part_from_file(fp,1)
# fp.close()
# fp = open('part2','rb')
# key_new.upload_part_from_file(fp,2)
# fp.close()
# # for part in key_new:
# #     print part.part_number,part.size
# fp = open('part3','rb')
# key_new.upload_part_from_file(fp,3)
# fp.close()
# for part in key_new:
#     print part.part_number,part.size
#
# key_new.complete_upload()


# for bucket in conn.get_all_buckets():
#     print bucket.name

# bucket.configure_versioning(True)

# print "=====================version test==========================="
# for key in bucket.list_versions():
#         print "{name}\t{modified}\t{version_id}".format(
#                 name = key.name,
#                 modified = key.last_modified,
#                 version_id=key.version_id,
#                 )

# bucket = conn.get_bucket('version-bucket')
# bucket.set_canned_acl("public-read")
# print bucket.get_location()

#bucket = conn.create_bucket('my-new-bucket')
#for bucket in conn.get_all_buckets():
#        print "{name}\t{created}".format(
#                name = bucket.name,
#                created = bucket.creation_date,
#)
#conn.delete_bucket('lyhtest')
#print bucket.get_acl()
#bucket.set_canned_acl('public-read')
#print bucket.get_acl()
#for key in bucket.list():
#        print "{name}\t{size}\t{modified}".format(
#                name = key.name,
#                size = key.size,
#                modified = key.last_modified,
#                )
#
# bucket.configure_versioning(False)
# bucket.configure_versioning(True)
# print "version status:",bucket.get_versioning_status()
# 
# print "=====================version test==========================="
# for key in bucket.list_versions():
#         print "{name}\t{modified}\t{version_id}".format(
#                 name = key.name,
#                 modified = key.last_modified,
#                 version_id=key.version_id,
#                 )
# key_del = bucket.get_key("version.txt")
# key_del.delete()
# key2 = bucket.get_key("version.txt")

# key2.delete()
# bucket.delete_key("version.txt",version_id="Sl6n929s6SYBpAt6gCzYSZ-hrIg7TK.")
# print key2.get_contents_as_string()
# all_bucket = conn.get_all_buckets()
# print "done"
# conn.create_bucket("bucket-j-create01")
# print bucket.get_policy()
# print "list:",bucket.list()
# key_new = bucket.initiate_multipart_upload("multi-part-upload.pdf")
# # key_new.set_contents_from_filename("hello.py")
# fp = open('xaa','rb')
# key_new.upload_part_from_file(fp,1)
# fp.close()
# fp = open('xab','rb')
# key_new.upload_part_from_file(fp,2)
# fp.close()
# fp = open('xac','rb')
# key_new.upload_part_from_file(fp,3)
# fp.close()
# for part in key_new:
#     print part.part_number,part.size
#
# key_new.complete_upload()
# multi-part upload
# filename = os.path.basename("s3test.tar.gz")
# k = bucket.new_key(filename)
# mp = bucket.initiate_multipart_upload(filename)
#
# source_size = os.stat("s3test.tar.gz").st_size
# bytes_per_chunk = 5 * 1024 * 1024 #5M per chunk
# chunks_count = int(math.ceil(source_size / float(bytes_per_chunk)))
#
# for i in range(chunks_count):
#     offset = i * bytes_per_chunk
#     remaining_bytes = source_size - offset
#     bytes = min([bytes_per_chunk, remaining_bytes])
#     part_num = i + 1
#     print "uploading part " + str(part_num) + " of " + str(chunks_count)
#     with open("s3test.tar.gz", 'rb') as fp:
#         fp.seek(offset)
#         mp.upload_part_from_file(fp=fp, part_num=part_num, size=bytes)
# if len(mp.get_all_parts()) == chunks_count:
#     mp.complete_upload()
#     print "upload_file done"
# else:
#     mp.cancel_upload()
#     print "upload_file failed"

# for key in bucket.list():
#     print key.name,key.version_id,key.last_modified
        #if key.version_id == "4Sf93SMkc3xJmfMIdx3ZRHwzMk2lewJ":
        #    print "get"
        #    key.get_contents_to_filename("res")
        #print key.get_contents_as_string()
# print bucket.get_key("version.txt",version_id="Sl6n929s6SYBpAt6gCzYSZ-hrIg7TKsss.").exists()

# k = bucket.get_key("s3test.tar.gz",version_id="9KwCNtPZfqfkedCbh27czFHRQGndzQo")
# bucket.set_acl("public-read","s3test.tar.gz",headers=None,version_id="9KwCNtPZfqfkedCbh27czFHRQGndzQo")
# # k = bucket.get_key("multi-part-upload.pdf")
# k.set_acl("public-read")
# print k.get_acl()
# # bucket.set_acl('public-read',"s3test.tar.gz")
# print k.get_acl()
# # k.copy("bucket-j-create01","s3test-cp.tar.gz")
# k.copy("grant-all","copy-form-admin-s3test2.tar.gz",preserve_acl=True)
#server = '192.168.28.81:7480'
#url = 'http://%s/version-bucket/version.txt' % server
#logging.basicConfig(level=logging.DEBUG)
# r = requests.get(url, auth=S3Auth(access_key, secret_key))
#print r.content




# import requests
# import logging
# from requests_toolbelt.utils import dump
# from aws_requests_auth.aws_auth import AWSRequestsAuth
# from awsauth import S3Auth
#
# # host = 'yuliyangdebugwebhammer.tunnel.qydev.com'
# # host = 'yuliyangdebugwebjewel.tunnel.qydev.com'
# logging.basicConfig(level=logging.DEBUG)
# # host = 'yuliyangdebugweb68.tunnel.qydev.com'
# host = '10.254.9.13:7480'
# # host = 'yuliyangdebugweb68.tunnel.qydev.com'
# # access_key = 'yly-test1'
# # secret_key = 'yly-test1'
#
# # access_key = 'D5K1G7NOD4385ITYCOPO'
# # secret_key = 'm8dlnoy0xW69zcNcUSACBcXN7DfgDEYb9DDWiodq'
# access_key = 'yuliyang'
# secret_key = 'yuliyang'
# cmd = '/yuliyangtest2?location'
# # /admin/bucket?format=json&uid=admin&stats=True
# # cmd = '/admin/user?info&uid=admin&stats=True'
# # cmd = '/admin/metadata/bucket?format=json&key=testtesttest&stats=True'
# # cmd = '/admin/bucket?info&uid=yuliyang'

# # cmd = '/admin/metadata/user?format=json'
# # cmd = '/admin/user?info&uid=yuliyang&stats=True'
# # cmd = '/admin/bucket?index&format=json&bucket=yuliyang_b1'
# # cmd = '/admin/user?format=json&uid=yuliyang_emailtest2&display-name=yuliyang_emailtest2&email=yuliyang_emailtest@test.com'
# # cmd = '/admin/bucket?format=json&stats=True'
#
# # cmd = '/admin/bucket?info&uid=admin'
# # cmd = '/admin/user?info&uid=admin&stats=True'
# # cmd = '/admin/usage?format=json&uid=admin&start=2016-06-10%2001:00:00&end=2016-10-10%2001:00:00&show-entries=False&show-summary=True'
# # cmd = '/admin/usage?format=json&uid=yly&start=2016-06-10%2001:00:00&end=2016-08-10%2001:00:00&show-entries=False&show-summary=True'
# # cmd = '/admin/user?uid=admin&stats=True'
# # cmd = '/admin/realm/period'
# # cmd = '/admin/zonegroup?rgw-zonegroup=us'
# # cmd = '/admin/realm?zonegroup'
# # cmd = '/admin/zonegroup?list'
# # cmd = '/admin/bucket?info&uid=date1&stats=True'
# # cmd = '/admin/bucket?info&stats=True&show-summary=True'
# # cmd = '/admin/bucket?info&uid=date1'
# url = 'http://%s%s' % (host,cmd)
# # url = 'http://%s' % host
# response = requests.get(url, auth=S3Auth(access_key, secret_key,service_url=host))
# data = dump.dump_all(response)
# print response.content
# print(data.decode('utf-8'))
# import json
# # print json.loads(response.content)['stats']
#
# import sys
#
# # import requests
# # from awsauth import S3Auth
# # host = 'yuliyangdebugweb68.tunnel.qydev.com'
# # access_key = 'admin'
# # secret_key = 'admin'
# # cmd = '/bucket/object'
# # url = 'http://%s%s' % (host,cmd)
# # response = requests.get(url, auth=S3Auth(access_key, secret_key,service_url=host))
# # data = dump.dump_all(response)
# # print(data.decode('utf-8'))

# # import requests
# # import logging
# # from requests_toolbelt.utils import dump
# # from aws_requests_auth.aws_auth import AWSRequestsAuth
# # from awsauth import S3Auth
# # logging.basicConfig(level=logging.DEBUG)
# # host = '10.254.9.13:7480'
# # access_key = 'yuliyang'
# # secret_key = 'yuliyang'
# # cmd = '/yuliyangtest2?location'
# # url = 'http://%s%s' % (host,cmd)
# # # url = 'http://%s' % host
# # response = requests.get(url, auth=S3Auth(access_key, secret_key,service_url=host))
# # data = dump.dump_all(response)
# # print response.content
# # print(data.decode('utf-8'))

# # import requests
# import requesocks as requests
# session = requests.session()
# session.proxies = {
# 'http': 'socks5://127.0.0.1:1080',
# 'https': 'socks5://127.0.0.1:1080'
# }
# from requests_toolbelt.utils import dump
# from aws_requests_auth.aws_auth import AWSRequestsAuth
# from awsauth import S3Auth
# # host = '10.254.9.13:7480'
# # host = '45.32.28.128:7480'
# #host = "yuliyangdebugweb7480.tunnel.qydev.com"
# #host = "s3.amazonaws.com"
# host = "s3-us-west-2.amazonaws.com"
# access_key = 'AKIAIOHGX57FOXYYYOBQ'
# secret_key = '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'
# cmd = '/yuliyangtest2?location'
# cmd = '/jwj-test-1?location'
# cmd = '/regionj1?location'
# # cmd = '/'
# url = 'http://%s%s' % (host,cmd)
# response = session.get(url, auth=S3Auth(access_key, secret_key,service_url=host))
# print response.content
# data = dump.dump_all(response)
# print response.content
# print(data.decode('utf-8'))
# access_key = 'AKIAIOHGX57FOXYYYOBQ'
# secret_key = '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'
# import requests
# print(requests.get('https://www.google.com', timeout=24).text)




import requests
import logging
from requests_toolbelt.utils import dump
from awsauth import S3Auth
host = '10.254.3.68:7480'
logging.basicConfig(level=logging.DEBUG)
access_key = 'admin'
secret_key = 'admin'
cmd = '/permission2-b1/from-admin-full'
url = 'http://%s%s' % (host,cmd)
# url = 'http://%s' % host
# response = requests.put(url, data="ssssssssssssssss",auth=S3Auth(access_key, secret_key,service_url=host))
data ="new key"
response = requests.put(url,data=data,auth=S3Auth(access_key, secret_key,service_url=host))
data = dump.dump_all(response)
print(data.decode('utf-8'))


import requests
import logging
from requests_toolbelt.utils import dump
from awsauth import S3Auth
logging.basicConfig(level=logging.DEBUG)
host = '192.168.10.146:7480'
access_key = 'admin2'
secret_key = 'admin2'
cmd = '/admin/user?quota&format=json&uid=admin&quota-type=user&max-size-kb=1002400&max-objects=2200&enabled=true'
url = 'http://%s%s' % (host,cmd)
response = requests.put(url,auth=S3Auth(access_key, secret_key,service_url=host))
data = dump.dump_all(response)
print(data.decode('utf-8'))

cmd = '/admin/user?quota&format=json&uid=admin&quota-type=user'
url = 'http://%s%s' % (host,cmd)
response = requests.get(url,auth=S3Auth(access_key, secret_key,service_url=host))
data = dump.dump_all(response)
print(data.decode('utf-8'))

转载于:https://my.oschina.net/leeyoung/blog/777674

chupiti2317
关注
python调用Ceph RGW Admin API
redenval的专栏
03-21 1981
Admin API 的相关介绍见官网：http://docs.ceph.com/docs/master/radosgw/admin/github上有一个使用Python写的按照官网API请求格式封装了HTTP请求的库，我们可以直接调用该Python库提供的接口，就可以完成Admin API的相关操作：https://github.com/UMIACS/rgwadminexample：API Exa...
Python-一个简单的脚本提供需求你就可以用它来自动化最便宜的AWSspot实例的创建
08-10
一个简单的脚本，提供需求，你就可以用它来自动化最便宜的AWS spot实例的创建
python操作s3 -- boto2.x
03-29 411
以下是python操作s3常用方法： boto s3手册：http://boto.readthedocs.org/en/latest/ref/s3.html boto s3快速入门：http://boto.readthedocs.org/en/latest/s3_tut.html import boto from boto.s3.key import Key #高级连接...
python boto
05-16
python中操作s3 包 boto3的使用事例，中文文档。 python中操作s3 包 boto3的使用事例，中文文档。
python-boto3：适用于Python 2的AWS开发工具包
02-14
python-boto3：适用于Python 2的AWS开发工具包
content-lambda-boto3：使用Lambda，Python和Boto3自动化AWS
01-30
在本课程中，我们将深入探讨如何使用AWS Lambda、Python编程语言和Boto3库来实现自动化的AWS服务操作。AWS Lambda是一种无服务器计算服务，它允许开发者运行代码而不需预先配置或管理服务器。Python作为流行的编程...
python boto和boto3操作bucket的示例
12-16
在给出的代码片段中，`boto.connect_s3()`函数用于建立到S3服务的连接，参数包括AWS的访问密钥ID、秘密访问密钥、服务器地址、端口以及调用格式。一旦连接建立，可以创建新的桶，例如`conn.create_bucket(str_bucket...
构建可维护的AWS Python应用：boto库最佳实践指南
![构建可维护的AWS Python应用：boto库最佳实践指南]... AWS Python应用与boto库概述 ## 1.1 AWS Python应用的兴起 随着云计算的普及，
Python库 | mypy-boto3-greengrassv2-1.18.21.tar.gz
03-06
在众多的Python库中，mypy-boto3-greengrassv2是针对Amazon Web Services (AWS) Greengrass V2的一个类型检查工具，它结合了mypy（静态类型检查器）和boto3（AWS的SDK for Python），旨在提升开发者的代码质量和效率...
Python库 | mypy-boto3-wafv2-1.17.61.0.tar.gz
03-09
Boto3是Amazon Web Services（AWS）的官方Python SDK，它允许开发者通过Python代码访问和操作各种AWS服务，如EC2、S3、DynamoDB等。 WAFv2（Web Application Firewall version 2）是AWS提供的一个安全服务，用于...
aws-requests-auth:python请求模块的AWS签名版本4签名过程
04-29
带有python请求的AWS Signature版本4签名流程 通过该程序包，您可以使用带有python库的Amazon向AWS进行身份验证。 使用python 2.7和3测试。 （可以想象，身份验证类足够灵活，可以与任何AWS服务一起使用，但最初是为了与AWS Elasticsearch实例接口而创建的。） 安装 pip install aws-requests-auth 用法 import requests from aws_requests_auth . aws_auth import AWSRequestsAuth # let's talk to our AWS Elasticsearch cluster auth = AWSRequestsAuth ( aws_access_key = 'YOURKEY' , aws_secret
apigateway 资源策略+IAM认证
weixin_62858941的博客
12-09 305
apigateway资源策略
ImportError: cannot import name S3Auth
szj_jojoli的博客
09-17 5661
ImportError: cannot import name S3Auth查看系统默认的awsauth包查看系统默认的awsauth包的路径查看系统默认的awsauth包的__init__.py文件查询安装的awsauth包的位置将安装的awsauth包替换系统默认的__init__.py文件验证 查看系统默认的awsauth包 import awsauth dir(awsauth) 发现...
推荐开源项目：S3Auth - 安全访问私有Amazon S3存储桶的HTTP基础认证网关
gitblog_00009的博客
05-26 264
推荐开源项目：S3Auth - 安全访问私有Amazon S3存储桶的HTTP基础认证网关 去发现同类优质开源项目:https://gitcode.com/ 在数字化时代，数据的安全性是至关重要的。而【S3Auth】是一个专为此设计的开源项目，它提供了一个基于HTTP基本认证的网关，允许您安全地访问您的私人Amazon S3存储桶。本文将详细解析该项目的技术特性、应用场景和优势，助您更好地了解并充...
测试分块上传
chupiti2317的博客
10-30 211
# -*- coding: UTF-8 -*- # dd if=/dev/urandom of=64M.txt bs=64M count=1 #生成64M大小的随机文件 # split --bytes 32M --numeric-suffixes --suffix-length=3 64M...
推荐项目：Requests-AWS4Auth —— 简化Python中与AWS服务的交互
最新发布
gitblog_00031的博客
06-03 461
推荐项目：Requests-AWS4Auth —— 简化Python中与AWS服务的交互 requests-aws4authAmazon Web Services version 4 authentication for the Python Requests module项目地址:https://gitcode.com/gh_mirrors/re/requests-aws4auth 项目介绍 ...
Python2.7 boto，aws s3 sdk文档
忧桑的小兔子
05-16 2179
推荐网址：https://ecloud.10086.cn/op-help-center/develop/S3%20Python%20SDK.pdf 如果打不开可以到https://download.csdn.net/download/lis_12/10419042下载。 没积分联系邮箱（积分不能设置为0…）...
Ceph Object Gateway Admin api介绍
weixin_33795833的博客
05-16 592
说明：Ceph rgw admin ops api 是为了通过rest方式对对象存储进行管理的接口，可以通过该接口管理和获取对象存储相关信息。 认证：与S3使用同样的认证方式。 版本：基于Ceph 10.2。 准备工作： 需要创建一个新的管理用户，授予用户权限: radosgw-admin caps add --uid=admin --c...
Boto - python lib for AWS
李兵的专栏
09-09 3357
Boto 是用 python 封装的一个操作 AWS 的函数库。用过几种语言操作 AWS 还是感觉 python 用起来最直观简洁。下面就对 boto 的使用进行一个简单总结，方便以后查阅（只涉及当前使用到的服务，以后会持续更新）。对 python 2 和 python 3 都有相应的 boto 库。这里以 python 2.7 为例进行说明。EC2S3GlacierSQSDynamoDB
mypy-boto3-lexv2-runtime-1.18.20 Python库发布
而boto3是亚马逊网络服务（AWS）的官方Python SDK，用于构建和管理AWS服务。 根据提供的文件信息，mypy-boto3-lexv2-runtime-1.18.20.tar.gz是Python开发者在编程时可能需要使用的资源。由于该资源是官方发布的，...
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值