213 lines · c
1// SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0-only)2/* Copyright(c) 2014 - 2020 Intel Corporation */3#include <linux/firmware.h>4#include <linux/pci.h>5#include "adf_cfg.h"6#include "adf_accel_devices.h"7#include "adf_common_drv.h"8#include "icp_qat_uclo.h"9 10static int adf_ae_fw_load_images(struct adf_accel_dev *accel_dev, void *fw_addr,11 u32 fw_size)12{13 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;14 struct adf_hw_device_data *hw_device = accel_dev->hw_device;15 struct icp_qat_fw_loader_handle *loader;16 const char *obj_name;17 u32 num_objs;18 u32 ae_mask;19 int i;20 21 loader = loader_data->fw_loader;22 num_objs = hw_device->uof_get_num_objs(accel_dev);23 24 for (i = 0; i < num_objs; i++) {25 obj_name = hw_device->uof_get_name(accel_dev, i);26 ae_mask = hw_device->uof_get_ae_mask(accel_dev, i);27 if (!obj_name || !ae_mask) {28 dev_err(&GET_DEV(accel_dev), "Invalid UOF image\n");29 goto out_err;30 }31 32 if (qat_uclo_set_cfg_ae_mask(loader, ae_mask)) {33 dev_err(&GET_DEV(accel_dev),34 "Invalid mask for UOF image\n");35 goto out_err;36 }37 if (qat_uclo_map_obj(loader, fw_addr, fw_size, obj_name)) {38 dev_err(&GET_DEV(accel_dev),39 "Failed to map UOF firmware\n");40 goto out_err;41 }42 if (qat_uclo_wr_all_uimage(loader)) {43 dev_err(&GET_DEV(accel_dev),44 "Failed to load UOF firmware\n");45 goto out_err;46 }47 qat_uclo_del_obj(loader);48 }49 50 return 0;51 52out_err:53 adf_ae_fw_release(accel_dev);54 return -EFAULT;55}56 57int adf_ae_fw_load(struct adf_accel_dev *accel_dev)58{59 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;60 struct adf_hw_device_data *hw_device = accel_dev->hw_device;61 void *fw_addr, *mmp_addr;62 u32 fw_size, mmp_size;63 64 if (!hw_device->fw_name)65 return 0;66 67 if (request_firmware(&loader_data->mmp_fw, hw_device->fw_mmp_name,68 &accel_dev->accel_pci_dev.pci_dev->dev)) {69 dev_err(&GET_DEV(accel_dev), "Failed to load MMP firmware %s\n",70 hw_device->fw_mmp_name);71 return -EFAULT;72 }73 if (request_firmware(&loader_data->uof_fw, hw_device->fw_name,74 &accel_dev->accel_pci_dev.pci_dev->dev)) {75 dev_err(&GET_DEV(accel_dev), "Failed to load UOF firmware %s\n",76 hw_device->fw_name);77 goto out_err;78 }79 80 fw_size = loader_data->uof_fw->size;81 fw_addr = (void *)loader_data->uof_fw->data;82 mmp_size = loader_data->mmp_fw->size;83 mmp_addr = (void *)loader_data->mmp_fw->data;84 85 if (qat_uclo_wr_mimage(loader_data->fw_loader, mmp_addr, mmp_size)) {86 dev_err(&GET_DEV(accel_dev), "Failed to load MMP\n");87 goto out_err;88 }89 90 if (hw_device->uof_get_num_objs)91 return adf_ae_fw_load_images(accel_dev, fw_addr, fw_size);92 93 if (qat_uclo_map_obj(loader_data->fw_loader, fw_addr, fw_size, NULL)) {94 dev_err(&GET_DEV(accel_dev), "Failed to map FW\n");95 goto out_err;96 }97 if (qat_uclo_wr_all_uimage(loader_data->fw_loader)) {98 dev_err(&GET_DEV(accel_dev), "Failed to load UOF\n");99 goto out_err;100 }101 return 0;102 103out_err:104 adf_ae_fw_release(accel_dev);105 return -EFAULT;106}107 108void adf_ae_fw_release(struct adf_accel_dev *accel_dev)109{110 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;111 struct adf_hw_device_data *hw_device = accel_dev->hw_device;112 113 if (!hw_device->fw_name)114 return;115 116 qat_uclo_del_obj(loader_data->fw_loader);117 qat_hal_deinit(loader_data->fw_loader);118 release_firmware(loader_data->uof_fw);119 release_firmware(loader_data->mmp_fw);120 loader_data->uof_fw = NULL;121 loader_data->mmp_fw = NULL;122 loader_data->fw_loader = NULL;123}124 125int adf_ae_start(struct adf_accel_dev *accel_dev)126{127 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;128 struct adf_hw_device_data *hw_data = accel_dev->hw_device;129 u32 ae_ctr;130 131 if (!hw_data->fw_name)132 return 0;133 134 ae_ctr = qat_hal_start(loader_data->fw_loader);135 dev_info(&GET_DEV(accel_dev),136 "qat_dev%d started %d acceleration engines\n",137 accel_dev->accel_id, ae_ctr);138 return 0;139}140 141int adf_ae_stop(struct adf_accel_dev *accel_dev)142{143 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;144 struct adf_hw_device_data *hw_data = accel_dev->hw_device;145 u32 ae_ctr, ae, max_aes = GET_MAX_ACCELENGINES(accel_dev);146 147 if (!hw_data->fw_name)148 return 0;149 150 for (ae = 0, ae_ctr = 0; ae < max_aes; ae++) {151 if (hw_data->ae_mask & (1 << ae)) {152 qat_hal_stop(loader_data->fw_loader, ae, 0xFF);153 ae_ctr++;154 }155 }156 dev_info(&GET_DEV(accel_dev),157 "qat_dev%d stopped %d acceleration engines\n",158 accel_dev->accel_id, ae_ctr);159 return 0;160}161 162static int adf_ae_reset(struct adf_accel_dev *accel_dev, int ae)163{164 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;165 166 qat_hal_reset(loader_data->fw_loader);167 if (qat_hal_clr_reset(loader_data->fw_loader))168 return -EFAULT;169 170 return 0;171}172 173int adf_ae_init(struct adf_accel_dev *accel_dev)174{175 struct adf_fw_loader_data *loader_data;176 struct adf_hw_device_data *hw_device = accel_dev->hw_device;177 178 if (!hw_device->fw_name)179 return 0;180 181 loader_data = kzalloc(sizeof(*loader_data), GFP_KERNEL);182 if (!loader_data)183 return -ENOMEM;184 185 accel_dev->fw_loader = loader_data;186 if (qat_hal_init(accel_dev)) {187 dev_err(&GET_DEV(accel_dev), "Failed to init the AEs\n");188 kfree(loader_data);189 return -EFAULT;190 }191 if (adf_ae_reset(accel_dev, 0)) {192 dev_err(&GET_DEV(accel_dev), "Failed to reset the AEs\n");193 qat_hal_deinit(loader_data->fw_loader);194 kfree(loader_data);195 return -EFAULT;196 }197 return 0;198}199 200int adf_ae_shutdown(struct adf_accel_dev *accel_dev)201{202 struct adf_fw_loader_data *loader_data = accel_dev->fw_loader;203 struct adf_hw_device_data *hw_device = accel_dev->hw_device;204 205 if (!hw_device->fw_name)206 return 0;207 208 qat_hal_deinit(loader_data->fw_loader);209 kfree(accel_dev->fw_loader);210 accel_dev->fw_loader = NULL;211 return 0;212}213