ipxe/contrib/cloud/ali-int13con

#!/usr/bin/env python3

import argparse
import base64
from collections import namedtuple
import datetime
import json
import time
from uuid import uuid4

import alibabacloud_credentials as credentials
import alibabacloud_credentials.client
import alibabacloud_credentials.models
import alibabacloud_ecs20140526 as ecs
import alibabacloud_ecs20140526.client
import alibabacloud_ecs20140526.models
import alibabacloud_tea_openapi as openapi
import alibabacloud_tea_openapi.client
import alibabacloud_tea_openapi.models

IPXE_LOG_PREFIX = 'ipxe-log-temp-'
IPXE_LOG_TAG = 'ipxe-log-temp-snapshot'
IPXE_LOG_MAGIC = 'iPXE LOG'
IPXE_LOG_DISK_SIZE = 20
IPXE_LOG_DISK_CATEGORY = 'cloud_essd'

Clients = namedtuple('Clients', ['region', 'ecs'])

def all_clients(region):
    """Construct all per-region clients"""
    cred = credentials.client.Client()
    ecsconf = openapi.models.Config(credential=cred, region_id=region)
    clients = Clients(
        region=region,
        ecs=ecs.client.Client(ecsconf),
    )
    return clients

def get_log_disk(clients, instance):
    """Get log disk ID"""
    req = ecs.models.DescribeDisksRequest(
        region_id=clients.region,
        instance_id=instance,
    )
    rsp = clients.ecs.describe_disks(req)
    return rsp.body.disks.disk[0].disk_id

def delete_temp_snapshot(clients, snapshot):
    """Remove temporary snapshot"""
    req = ecs.models.DeleteSnapshotRequest(snapshot_id=snapshot, force=True)
    clients.ecs.delete_snapshot(req)

def delete_temp_snapshots(clients):
    """Remove all old temporary snapshots"""
    tag = ecs.models.DescribeSnapshotsRequestTag(
        key=IPXE_LOG_TAG,
        value=IPXE_LOG_TAG,
    )
    req = ecs.models.DescribeSnapshotsRequest(
        region_id=clients.region,
        tag=[tag],
    )
    rsp = clients.ecs.describe_snapshots(req)
    for snapshot in rsp.body.snapshots.snapshot or []:
        assert snapshot.snapshot_name.startswith(IPXE_LOG_PREFIX)
        delete_temp_snapshot(clients, snapshot.snapshot_id)

def create_temp_snapshot(clients, disk):
    """Create temporary snapshot"""
    name = '%s%s' % (IPXE_LOG_PREFIX, uuid4())
    tag = ecs.models.CreateSnapshotRequestTag(
        key=IPXE_LOG_TAG,
        value=IPXE_LOG_TAG,
    )
    req = ecs.models.CreateSnapshotRequest(
        disk_id=disk,
        snapshot_name=name,
        retention_days=1,
        tag=[tag],
    )
    rsp = clients.ecs.create_snapshot(req)
    snapshot = rsp.body.snapshot_id
    while True:
        time.sleep(1)
        req = ecs.models.DescribeSnapshotsRequest(
            region_id=clients.region,
            snapshot_ids=json.dumps([snapshot]),
        )
        rsp = clients.ecs.describe_snapshots(req)
        status = rsp.body.snapshots.snapshot[0].status
        if status != 'progressing':
            break
    if status != 'accomplished':
        raise RuntimeError(status)
    return snapshot

def delete_temp_instance(clients, instance, retry=False):
    """Remove temporary log dumper instance"""
    while True:
        req = ecs.models.DeleteInstanceRequest(
            instance_id=instance,
            force=True,
            force_stop=True,
        )
        try:
            rsp = clients.ecs.delete_instance(req)
        except openapi.exceptions.ClientException:
            # Very recently created instances often cannot be
            # terminated until some undocumented part of the control
            # plane decides that enough time has elapsed
            if retry:
                time.sleep(1)
                continue
            raise
        break

def delete_temp_instances(clients):
    """Remove all old temporary log dumper instances"""
    tag = ecs.models.DescribeInstancesRequestTag(
        key=IPXE_LOG_TAG,
        value=IPXE_LOG_TAG,
    )
    req = ecs.models.DescribeInstancesRequest(
        region_id=clients.region,
        tag=[tag],
    )
    rsp = clients.ecs.describe_instances(req)
    for instance in rsp.body.instances.instance or []:
        assert instance.instance_name.startswith(IPXE_LOG_PREFIX)
        delete_temp_instance(clients, instance.instance_id)

def create_temp_instance(clients, reference, snapshot, family, machine):
    """Create temporary log dumper instance"""
    req = ecs.models.DescribeInstancesRequest(
        region_id=clients.region,
        instance_ids=json.dumps([reference]),
    )
    rsp = clients.ecs.describe_instances(req)
    instance = rsp.body.instances.instance[0]
    secgroups = instance.security_group_ids.security_group_id
    vswitch = instance.vpc_attributes.v_switch_id
    name = '%s%s' % (IPXE_LOG_PREFIX, uuid4())
    sysdisk = ecs.models.RunInstancesRequestSystemDisk(
        category=IPXE_LOG_DISK_CATEGORY,
    )
    now = datetime.datetime.now(datetime.UTC)
    lifetime = datetime.timedelta(hours=1)
    release = (now + lifetime).strftime('%Y-%m-%dT%H:%M:%SZ')
    datadisk = ecs.models.RunInstancesRequestDataDisk(
        delete_with_instance=True,
        snapshot_id=snapshot,
        disk_name='ipxelog',
        size=IPXE_LOG_DISK_SIZE,
        category=IPXE_LOG_DISK_CATEGORY,
    )
    tag = ecs.models.RunInstancesRequestTag(
        key=IPXE_LOG_TAG,
        value=IPXE_LOG_TAG,
    )
    req = ecs.models.RunInstancesRequest(
        region_id=clients.region,
        image_family=family,
        instance_type=machine,
        instance_name=name,
        auto_release_time=release,
        system_disk=sysdisk,
        data_disk=[datadisk],
        security_group_ids=secgroups,
        v_switch_id=vswitch,
        tag=[tag],
    )
    rsp = clients.ecs.run_instances(req)
    return rsp.body.instance_id_sets.instance_id_set[0]

def run_command(clients, instance, command):
    """Run command on instance"""
    req = ecs.models.RunCommandRequest(
        region_id=clients.region,
        instance_id=[instance],
        type='RunShellScript',
        command_content=command,
    )
    rsp = clients.ecs.run_command(req)
    invocation = rsp.body.invoke_id
    while True:
        time.sleep(1)
        req = ecs.models.DescribeInvocationResultsRequest(
            region_id=clients.region,
            invoke_id=invocation,
        )
        rsp = clients.ecs.describe_invocation_results(req)
        result = rsp.body.invocation.invocation_results.invocation_result[0]
        if result.invoke_record_status not in ('Pending', 'Running'):
            break
    return result

def get_log_output(clients, instance):
    """Get iPXE log output"""
    output = b''
    while True:
        command = " | ".join([
            f"tr -d '\\000' < /dev/disk/by-diskseq/2-part3",
            f"tail -c +{ len(output) + 1 }"
        ])
        result = run_command(clients, instance, command)
        output += base64.b64decode(result.output)
        if not result.dropped:
            break
    log = output.decode()
    if log.startswith(IPXE_LOG_MAGIC):
        log = log[len(IPXE_LOG_MAGIC):]
    return log

def force_power_off(clients, instance):
    """Forcibly power-off instance"""
    command = " ; ".join([
        "echo 1 > /proc/sys/kernel/sysrq",
        "echo o > /proc/sysrq-trigger"
    ])
    req = ecs.models.RunCommandRequest(
        region_id=clients.region,
        instance_id=[instance],
        type='RunShellScript',
        command_content=command,
    )
    rsp = clients.ecs.run_command(req)

# Parse command-line arguments
parser = argparse.ArgumentParser(description="Import Google Cloud image")
parser.add_argument('--region', '-r', required=True,
                    help="AliCloud region")
parser.add_argument('--family', '-f',
                    default="acs:alibaba_cloud_linux_4_lts_x64",
                    help="Helper OS image family")
parser.add_argument('--machine', '-m', default="ecs.e-c4m1.large",
                    help="Helper machine type")
parser.add_argument('instance', help="Instance ID")
args = parser.parse_args()

# Construct clients
clients = all_clients(args.region)

# Clean up old temporary objects
delete_temp_instances(clients)
delete_temp_snapshots(clients)

# Create log disk snapshot
logdisk = get_log_disk(clients, args.instance)
logsnap = create_temp_snapshot(clients, logdisk)

# Create log dumper instance
dumper = create_temp_instance(clients, args.instance, logsnap, args.family,
                              args.machine)

# Wait for log output
output = get_log_output(clients, dumper)

# Print log output
print(output)

# Clean up
force_power_off(clients, dumper)
delete_temp_instance(clients, dumper, retry=True)
delete_temp_snapshot(clients, logsnap)