feat: ported all scripts from bash to python. results are now written to a spreadsheet

This commit is contained in:
KenF
2026-01-22 17:17:12 +08:00
parent cf6db0fa0a
commit 859a482bb2
27 changed files with 556 additions and 157 deletions
+21 -4
View File
@@ -8,24 +8,41 @@ License: This program is released under the MIT License
# Imports
import boto3
import concurrent.futures
from openpyxl import load_workbook
from openpyxl.worksheet.worksheet import Worksheet
def getRegions(all_regions=False):
ec2 = boto3.client('ec2')
response = ec2.describe_regions(AllRegions=all_regions)
return [region['RegionName'] for region in response['Regions']]
def printResources(region_name: str):
def printResources(region_name: str) -> list[list[str | int]]:
return_data = []
client = boto3.client('emr', region_name=region_name)
response = client.list_clusters()
for i in response['Clusters']:
print(f"{i['Name']}, {i['Status']}, {i['NormalizedInstanceHours']}, {region_name}")
return_data.append([i['Name'], i['Status'], i['NormalizedInstanceHours'], region_name])
return return_data
# Main function
def main() -> None:
print("Name, Status, NormalizedInstanceHours, Region")
# Open spreadsheet and add a sheet
wb = load_workbook('aws-inventory.xlsx')
ws = wb.create_sheet("EMR")
final_data = []
ws.append(["Name", "Status", "NormalizedInstanceHours", "Region"])
with concurrent.futures.ProcessPoolExecutor(max_workers=6) as executor:
futures = [executor.submit(printResources, region_name=r) for r in getRegions()]
results = [future.result() for future in concurrent.futures.wait(futures).done]
for future in concurrent.futures.as_completed(futures):
region_data = future.result()
final_data.extend(region_data)
clean_data = [row for row in final_data if row]
for row in clean_data:
ws.append(row)
wb.save('aws-inventory.xlsx')
# Call main function
if __name__ == '__main__':