Mercurial > repos > shellac > sam_consensus_v3
comparison env/bin/glacier @ 0:4f3585e2f14b draft default tip
"planemo upload commit 60cee0fc7c0cda8592644e1aad72851dec82c959"
author | shellac |
---|---|
date | Mon, 22 Mar 2021 18:12:50 +0000 |
parents | |
children |
comparison
equal
deleted
inserted
replaced
-1:000000000000 | 0:4f3585e2f14b |
---|---|
1 #!/Users/cmdms/OneDrive-UOB/Development/Projects/2021/sam-consensus-v3/env/bin/python3 | |
2 # -*- coding: utf-8 -*- | |
3 # Copyright (c) 2012 Miguel Olivares http://moliware.com/ | |
4 # | |
5 # Permission is hereby granted, free of charge, to any person obtaining a | |
6 # copy of this software and associated documentation files (the | |
7 # "Software"), to deal in the Software without restriction, including | |
8 # without limitation the rights to use, copy, modify, merge, publish, dis- | |
9 # tribute, sublicense, and/or sell copies of the Software, and to permit | |
10 # persons to whom the Software is furnished to do so, subject to the fol- | |
11 # lowing conditions: | |
12 # | |
13 # The above copyright notice and this permission notice shall be included | |
14 # in all copies or substantial portions of the Software. | |
15 # | |
16 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS | |
17 # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- | |
18 # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT | |
19 # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, | |
20 # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
21 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS | |
22 # IN THE SOFTWARE. | |
23 # | |
24 """ | |
25 glacier | |
26 ~~~~~~~ | |
27 | |
28 Amazon Glacier tool built on top of boto. Look at the usage method to see | |
29 how to use it. | |
30 | |
31 Author: Miguel Olivares <miguel@moliware.com> | |
32 """ | |
33 import sys | |
34 | |
35 from boto.glacier import connect_to_region | |
36 from getopt import getopt, GetoptError | |
37 from os.path import isfile, basename | |
38 | |
39 | |
40 COMMANDS = ('vaults', 'jobs', 'upload') | |
41 | |
42 | |
43 def usage(): | |
44 print(""" | |
45 glacier <command> [args] | |
46 | |
47 Commands | |
48 vaults - Operations with vaults | |
49 jobs - Operations with jobs | |
50 upload - Upload files to a vault. If the vault doesn't exits, it is | |
51 created | |
52 | |
53 Common args: | |
54 --access_key - Your AWS Access Key ID. If not supplied, boto will | |
55 use the value of the environment variable | |
56 AWS_ACCESS_KEY_ID | |
57 --secret_key - Your AWS Secret Access Key. If not supplied, boto | |
58 will use the value of the environment variable | |
59 AWS_SECRET_ACCESS_KEY | |
60 --region - AWS region to use. Possible values: us-east-1, us-west-1, | |
61 us-west-2, ap-northeast-1, eu-west-1. | |
62 Default: us-east-1 | |
63 | |
64 Vaults operations: | |
65 | |
66 List vaults: | |
67 glacier vaults | |
68 | |
69 Jobs operations: | |
70 | |
71 List jobs: | |
72 glacier jobs <vault name> | |
73 | |
74 Uploading files: | |
75 | |
76 glacier upload <vault name> <files> | |
77 | |
78 Examples : | |
79 glacier upload pics *.jpg | |
80 glacier upload pics a.jpg b.jpg | |
81 """) | |
82 sys.exit() | |
83 | |
84 | |
85 def connect(region, debug_level=0, access_key=None, secret_key=None): | |
86 """ Connect to a specific region """ | |
87 layer2 = connect_to_region(region, | |
88 aws_access_key_id=access_key, | |
89 aws_secret_access_key=secret_key, | |
90 debug=debug_level) | |
91 if layer2 is None: | |
92 print('Invalid region (%s)' % region) | |
93 sys.exit(1) | |
94 return layer2 | |
95 | |
96 | |
97 def list_vaults(region, access_key=None, secret_key=None): | |
98 layer2 = connect(region, access_key = access_key, secret_key = secret_key) | |
99 for vault in layer2.list_vaults(): | |
100 print(vault.arn) | |
101 | |
102 | |
103 def list_jobs(vault_name, region, access_key=None, secret_key=None): | |
104 layer2 = connect(region, access_key = access_key, secret_key = secret_key) | |
105 print(layer2.layer1.list_jobs(vault_name)) | |
106 | |
107 | |
108 def upload_files(vault_name, filenames, region, access_key=None, secret_key=None): | |
109 layer2 = connect(region, access_key = access_key, secret_key = secret_key) | |
110 layer2.create_vault(vault_name) | |
111 glacier_vault = layer2.get_vault(vault_name) | |
112 for filename in filenames: | |
113 if isfile(filename): | |
114 sys.stdout.write('Uploading %s to %s...' % (filename, vault_name)) | |
115 sys.stdout.flush() | |
116 archive_id = glacier_vault.upload_archive( | |
117 filename, | |
118 description = basename(filename)) | |
119 print(' done. Vault returned ArchiveID %s' % archive_id) | |
120 | |
121 def main(): | |
122 if len(sys.argv) < 2: | |
123 usage() | |
124 | |
125 command = sys.argv[1] | |
126 if command not in COMMANDS: | |
127 usage() | |
128 | |
129 argv = sys.argv[2:] | |
130 options = 'a:s:r:' | |
131 long_options = ['access_key=', 'secret_key=', 'region='] | |
132 try: | |
133 opts, args = getopt(argv, options, long_options) | |
134 except GetoptError as e: | |
135 usage() | |
136 | |
137 # Parse agument | |
138 access_key = secret_key = None | |
139 region = 'us-east-1' | |
140 for option, value in opts: | |
141 if option in ('-a', '--access_key'): | |
142 access_key = value | |
143 elif option in ('-s', '--secret_key'): | |
144 secret_key = value | |
145 elif option in ('-r', '--region'): | |
146 region = value | |
147 # handle each command | |
148 if command == 'vaults': | |
149 list_vaults(region, access_key, secret_key) | |
150 elif command == 'jobs': | |
151 if len(args) != 1: | |
152 usage() | |
153 list_jobs(args[0], region, access_key, secret_key) | |
154 elif command == 'upload': | |
155 if len(args) < 2: | |
156 usage() | |
157 upload_files(args[0], args[1:], region, access_key, secret_key) | |
158 | |
159 | |
160 if __name__ == '__main__': | |
161 main() |