ironic-conductor与ipa交互clean部分代码分析

clean的动作会在provide和delete阶段才会触发

从代码分析：

对节点执行的node provide/deleted/clean会先发送到ironicclient

ironicclient.call("node.set_provision_state", node.uuid,"deleted")
class Client(object):
    self.node = node.NodeManager(self.http_client)
class NodeManager(base.CreateManager):
    def set_provision_state（self, node_uuid, state, configdrive=None,
                                            cleansteps=None, rescue_password=None）
在这个函数里面会构造一个http请求，包含一个url和一个body：
url = /v1/nodes/node_id/states/provision
patch = {'target': deleted}
然后发送给ironic-api

nova/virt/ironic/driver.py

ironic/api/controllers/v1/__init__.py  ------>>>
class Controller(rest.RestController):

    nodes = node.NodesController()
    ports = port.PortsController()
    portgroups = portgroup.PortgroupsController()
    chassis = chassis.ChassisController()
    drivers = driver.DriversController()
    volume = volume.VolumeController()
    lookup = ramdisk.LookupController()
    heartbeat = ramdisk.HeartbeatController()

ironic/api/controllers/v1/node.py ---->>>
class NodesController(rest.RestController):
    states = NodeStatesController()

ironic/api/controllers/v1/node.py ---->>>
class NodeStatesController(rest.RestController):
    _custom_actions = {
    'power': ['PUT'],
    'provision': ['PUT'],
    'raid': ['PUT'],
    }
    def provision(self, node_ident, target, configdrive=None,
              clean_steps=None, rescue_password=None):
        ......
        ......
        elif target == ir_states.DELETED:
    pecan.request.rpcapi.do_node_tear_down(
        pecan.request.context, rpc_node.uuid, topic)

        elif target == ir_states.VERBS['clean']:
    if not clean_steps:
        msg = (_('"clean_steps" is required when setting target '
                 'provision state to %s') % ir_states.VERBS['clean'])
        raise wsme.exc.ClientSideError(
            msg, status_code=http_client.BAD_REQUEST)
    _check_clean_steps(clean_steps)
    pecan.request.rpcapi.do_node_clean(
        pecan.request.context, rpc_node.uuid, clean_steps, topic)

        elif target in PROVISION_ACTION_STATES:
    pecan.request.rpcapi.do_provisioning_action(
        pecan.request.context, rpc_node.uuid, target, topic)

ironic/conductor/manager.py ----->>>
class ConductorManager(base_manager.BaseConductorManager):
    ......
    ......
    def do_node_tear_down(self, context, node_id):
        ......
        try:
    task.process_event(
        'delete',
        callback=self._spawn_worker,
        call_args=(self._do_node_tear_down, task,
                   task.node.provision_state),
        err_handler=utils.provisioning_error_handler)

    def do_node_clean(self, context, node_id, clean_steps):
        ......
        try:
    task.process_event(
        'clean',
        callback=self._spawn_worker,
        call_args=(self._do_node_clean, task, clean_steps),
        err_handler=utils.provisioning_error_handler,
        target_state=states.MANAGEABLE)

    def do_provisioning_action(self, context, node_id, action):
        ......
        with task_manager.acquire(context, node_id, shared=False,
                          purpose='provision action %s'
                          % action) as task:
            node = task.node
            if (action == states.VERBS['provide'] and
                    node.provision_state == states.MANAGEABLE):
                task.process_event(
                    'provide',
                    callback=self._spawn_worker,
                    call_args=(self._do_node_clean, task),
                    err_handler=utils.provisioning_error_handler)
        return
最终都会调用到ironic-conductor的def _do_node_clean()函数，执行清理

ironic/conductor/manager.py ----->>>
class ConductorManager(base_manager.BaseConductorManager):
    def _do_node_clean(self, task, clean_steps=None):
        node = task.node
        manual_clean = clean_steps is not None
        clean_type = 'manual' if manual_clean else 'automated'
在这块就根据根据clean_setp判断清理是自动还是手动清理
如果在ironic.conf中automated_clean为false，且没有指定clean_steps，则直接进入available状态
        if not manual_clean and not CONF.conductor.automated_clean:
        # Skip cleaning, move to AVAILABLE.
            node.clean_step = None
            node.save()
            task.process_event('done')
            LOG.info('Automated cleaning is disabled, node %s has been '
                 'successfully moved to AVAILABLE state.', node.uuid)
        return
ironic/drivers/modules/agent.py   ----->>>

class AgentDeploy(AgentDeployMixin, base.DeployInterface):
    def prepare_cleaning(self, task):
        return deploy_utils.prepare_inband_cleaning(
        task, manage_boot=CONF.agent.manage_agent_boot)
引导ramdisk准备带内清理
ironic/drivers/modules/deploy_utils.py ---->>>
    def prepare_inband_cleaning(task, manage_boot=True):
        task.driver.network.add_cleaning_network(task)
       agent_add_clean_params(task)
        if manage_boot:
            ramdisk_opts = build_agent_options(task.node)
             task.driver.boot.prepare_ramdisk(task, ramdisk_opts)

        manager_utils.node_power_action(task, states.REBOOT)
    return states.CLEANWAIT

等待节点启动，ipa发送心跳回来。ipa执行完所有clean步骤后，执行tear_down_cleaning
ironic/conductor/manager.py ----->>>
    def _do_next_clean_step(self, task, step_index):
        node = task.node
        manual_clean = node.target_provision_state == states.MANAGEABLE
        driver_internal_info = node.driver_internal_info
        if step_index is None:
            steps = []
        else:
            steps = driver_internal_info['clean_steps'][step_index:]

        LOG.info('Executing %(state)s on node %(node)s, remaining steps: '
         '%(steps)s', {'node': node.uuid, 'steps': steps,
                       'state': node.provision_state})

ironic/drivers/modules/agent.py   ----->>>
    def tear_down_cleaning(self, task):
        deploy_utils.tear_down_inband_cleaning(
    task, manage_boot=CONF.agent.manage_agent_boot)
移除clean network，清理掉ipxe和dhcp相关的文件

ironic/drivers/modules/network/neutron.py --->>>
    def remove_cleaning_network(self, task):
        neutron.remove_ports_from_network(
            task, self.get_cleaning_network_uuid(task))
        for port in task.ports:
            if 'cleaning_vif_port_id' in port.internal_info:
                internal_info = port.internal_info
                del internal_info['cleaning_vif_port_id']
                port.internal_info = internal_info
                port.save()

ipa和conductor通信部分见另外一篇文章，ipa和ironic-conductor交互

IPA加载后通过心跳触发ironic-conductor继续clean动作

ironic/drivers/modules/agent_base_vendor.py --->>>处理ipa返回的心跳
class HeartbeatMixin(object):
    def heartbeat(self, task, callback_url, agent_version):
        ......
        ......
        elif node.provision_state == states.CLEANWAIT:
            self.continue_cleaning(task)

ironic/drivers/modules/agent_base_vendor.py --->>>
class AgentDeployMixin(HeartbeatMixin):
    def continue_cleaning(self, task, **kwargs):
        .....
        elif node.provision_state == states.CLEANWAIT:
            _notify_conductor_resume_clean(task)

ironic/drivers/modules/agent_base_vendor.py --->>>
    def  _notify_conductor_resume_clean(task):
        uuid = task.node.uuid
        rpc = rpcapi.ConductorAPI()
        topic = rpc.get_topic_for(task.node)
        task.release_resources()
        rpc.continue_node_clean(task.context, uuid, topic=topic)

ironic/conductor/rpcapi.py --->>>向conductor服务发出信号，启动下一个清理动作。
    def continue_node_clean(self, context, node_id, topic=None):
        cctxt = self.client.prepare(topic=topic or self.topic, version='1.27')
        return cctxt.cast(context, 'continue_node_clean',
                  node_id=node_id)

ironic/conductor/manager.py --->>>
    def continue_node_clean(self, context, node_id):
        ......
        task.spawn_after(
        self._spawn_worker,
        self._do_next_clean_step,
        task, next_step_index)

    def _do_next_clean_step(self, task, step_index):
        ......
        try:
            result = interface.execute_clean_step(task, step)
如果该清理步骤未完成，则result为CLEANWAIT，该函数返回，等待下次心跳再次调用该函数
        if result == states.CLEANWAIT:
            LOG.info('Clean step %(step)s on node %(node)s being '
         'executed asynchronously, waiting for driver.',
         {'node': node.uuid, 'step': step})
            target_state = states.MANAGEABLE if manual_clean else None
            task.process_event('wait', target_state=target_state)
        return
        该步骤执行完毕后，会从driver_internal_info中将该清理步骤去掉
        node.clean_step = None
        driver_internal_info['clean_steps'] = None
        driver_internal_info.pop('clean_step_index', None)
        node.driver_internal_info = driver_internal_info
        node.save()

传送给ipa来执行对应的clean command
ironic/drivers/modules/deploy_utils.py ---->>>
    def agent_execute_clean_step(task, step):
        client = agent_client.AgentClient()
        ports = objects.Port.list_by_node_id(
    task.context, task.node.id)
        result = client.execute_clean_step(step, task.node, ports)

ironic/drivers/modules/agent_client.py --->>>
class AgentClient(object):
    def execute_clean_step(self, step, node, ports):
        params = {
            'step': step,
            'node': node.as_dict(),
            'ports': [port.as_dict() for port in ports],
            'clean_version': node.driver_internal_info.get(
            'hardware_manager_version')
}
    return self._command(node=node,
                     method='clean.execute_clean_step',
                     params=params)
    与ipa API交互
    def _command(self, node, method, params, wait=False):
        url = self._get_command_url(node)
        body = self._get_command_body(method, params)
        request_params = {
    'wait': str(wait).lower()
        try:
            response = self.session.post(url, params=request_params, data=body)

ironic/drivers/modules/agent_base_vendor.py

IPA代码执行clean过程

ironic-python-agent/extentions/clean.py --->>>执行一个清理的步骤
class CleanExtension(base.BaseAgentExtension):
    def execute_clean_step(self, step, node, ports, clean_version=None,**kwargs):
        ......
        ......
        result = hardware.dispatch_to_managers(step['step'], node, ports)调用hardware的方法，按优先级获取硬件清理方法
清理磁盘
ironic_python_agent/hardware.py --->>>
class HardwareManager(object):
    清除任何保存用户数据的设备
    def erase_devices(self, node, ports):
        erase_results = {}
        block_devices = self.list_block_devices()
        for block_device in block_devices:
             result = dispatch_to_managers(
            'erase_block_device', node=node, block_device=block_device)
             erase_results[block_device.name] = result
        return erase_results

    def erase_block_device(self, node, block_device):
        if self._is_virtual_media_device(block_device):
            LOG.info("Skipping the erase of virtual media device %s",
             block_device.name)
        return
        try:
            if self._ata_erase(block_device):判断设备是否支持安全擦除
            return
        .......
            if self._shred_block_device(node, block_device):
            return

    def _ata_erase(self, block_device):如果支持安全擦除则调用haparm命令进行擦除
        security_lines = self._get_ata_security_lines(block_device)
        ......
        if 'enabled' in security_lines:
            try:
                utils.execute('hdparm', '--user-master', 'u',
                  '--security-unlock', 'NULL', block_device.name)
                security_lines = self._get_ata_security_lines(block_device)
    def _shred_block_device(self, node, block_device):或者用shred擦除磁盘
        info = node.get('driver_internal_info', {})
        npasses = info.get('agent_erase_devices_iterations', 1)
        args = ('shred', '--force')

        if info.get('agent_erase_devices_zeroize', True):
            args += ('--zero', )

        args += ('--verbose', '--iterations', str(npasses), block_device.name)