1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
@PYTHON@
# vim: ts=4 et:
from datetime import datetime
import os
import sys
import boto3
from botocore.exceptions import ClientError
import yaml
LEVELS = ['revision', 'release', 'version']
if 3 < len(sys.argv) > 4 or sys.argv[1] not in LEVELS:
sys.exit("Usage: " + os.path.basename(__file__) + """ <level> <profile> [<build>]
<level> :-
revision - keep only the latest revision per release
release - keep only the latest release per version
version - keep only the versions that aren't end-of-life""")
NOW = datetime.utcnow()
LEVEL = sys.argv[1]
PROFILE = sys.argv[2]
BUILD = None if len(sys.argv) == 3 else sys.argv[3]
RELEASE_YAML = os.path.join(
os.path.dirname(os.path.realpath(__file__)),
'..', 'releases', PROFILE + '.yaml'
)
with open(RELEASE_YAML, 'r') as data:
BEFORE = yaml.safe_load(data)
known = {}
prune = {}
after = {}
# for all builds in the profile...
for build_name, releases in BEFORE.items():
# this is not the build that was specified
if BUILD is not None and BUILD != build_name:
print('< skipping {0}/{1}'.format(PROFILE, build_name))
# ensure its release data remains intact
after[build_name] = BEFORE[build_name]
continue
else:
print('> PRUNING {0}/{1} for {2}'.format(PROFILE, build_name, LEVEL))
criteria = {}
# scan releases for pruning criteria
for release, amis in releases.items():
for ami_name, info in amis.items():
version = info['version']
if info['end_of_life']:
eol = datetime.fromisoformat(info['end_of_life'])
else:
eol = None
built = info['build_time']
for region, ami_id in info['artifacts'].items():
if region not in known:
known[region] = []
known[region].append(ami_id)
if LEVEL == 'revision':
# find build timestamp of most recent revision, per release
if release not in criteria or built > criteria[release]:
criteria[release] = built
elif LEVEL == 'release':
# find build timestamp of most recent revision, per version
if version not in criteria or built > criteria[version]:
criteria[version] = built
elif LEVEL == 'version':
# find latest EOL date, per version
if (version not in criteria or not criteria[version]) or (
eol and eol > criteria[version]):
criteria[version] = eol
# rescan again to determine what doesn't make the cut
for release, amis in releases.items():
for ami_name, info in amis.items():
version = info['version']
if info['end_of_life']:
eol = datetime.fromisoformat(info['end_of_life'])
else:
eol = None
built = info['build_time']
if ((LEVEL == 'revision' and built < criteria[release]) or
(LEVEL == 'release' and built < criteria[version]) or
(LEVEL == 'version' and criteria[version] and (
(version != 'edge' and criteria[version] < NOW) or
(version == 'edge' and ((not eol) or (eol < NOW)))
))):
for region, ami_id in info['artifacts'].items():
if region not in prune:
prune[region] = []
prune[region].append(ami_id)
else:
if build_name not in after:
after[build_name] = {}
if release not in after[build_name]:
after[build_name][release] = {}
after[build_name][release][ami_name] = info
# scan all regions for AMIs
AWS = boto3.session.Session()
for region in AWS.get_available_regions('ec2'):
print("* scanning: " + region + '...')
EC2 = AWS.client('ec2', region_name=region)
try:
for image in EC2.describe_images(Owners=['self'])['Images']:
action = '? UNKNOWN'
if region in prune and image['ImageId'] in prune[region]:
action = '- REMOVING'
elif region in known and image['ImageId'] in known[region]:
action = '+ KEEPING'
print(' ' + action + ': ' + image['Name'] +
"\n = " + image['ImageId'], end='', flush=True)
if action[0] == '-':
EC2.deregister_image(ImageId=image['ImageId'])
for blockdev in image['BlockDeviceMappings']:
if 'Ebs' in blockdev:
print(', ' + blockdev['Ebs']['SnapshotId'],
end='', flush=True)
if action[0] == '-':
EC2.delete_snapshot(
SnapshotId=blockdev['Ebs']['SnapshotId'])
print()
except ClientError as e:
print(e)
# update releases/<profile>.yaml
with open(RELEASE_YAML, 'w') as data:
yaml.dump(after, data, sort_keys=False)
|
