425 lines
9.1 KiB
C
425 lines
9.1 KiB
C
|
// SPDX-License-Identifier: GPL-2.0-only
|
||
|
|
/*
|
||
|
|
* skl-sst-utils.c - SKL sst utils functions
|
||
|
|
*
|
||
|
|
* Copyright (C) 2016 Intel Corp
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <linux/device.h>
|
||
|
|
#include <linux/slab.h>
|
||
|
|
#include <linux/uuid.h>
|
||
|
|
#include "../common/sst-dsp.h"
|
||
|
|
#include "../common/sst-dsp-priv.h"
|
||
|
|
#include "skl.h"
|
||
|
|
|
||
|
|
#define DEFAULT_HASH_SHA256_LEN 32
|
||
|
|
|
||
|
|
/* FW Extended Manifest Header id = $AE1 */
|
||
|
|
#define SKL_EXT_MANIFEST_HEADER_MAGIC 0x31454124
|
||
|
|
|
||
|
|
union seg_flags {
|
||
|
|
u32 ul;
|
||
|
|
struct {
|
||
|
|
u32 contents : 1;
|
||
|
|
u32 alloc : 1;
|
||
|
|
u32 load : 1;
|
||
|
|
u32 read_only : 1;
|
||
|
|
u32 code : 1;
|
||
|
|
u32 data : 1;
|
||
|
|
u32 _rsvd0 : 2;
|
||
|
|
u32 type : 4;
|
||
|
|
u32 _rsvd1 : 4;
|
||
|
|
u32 length : 16;
|
||
|
|
} r;
|
||
|
|
} __packed;
|
||
|
|
|
||
|
|
struct segment_desc {
|
||
|
|
union seg_flags flags;
|
||
|
|
u32 v_base_addr;
|
||
|
|
u32 file_offset;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct module_type {
|
||
|
|
u32 load_type : 4;
|
||
|
|
u32 auto_start : 1;
|
||
|
|
u32 domain_ll : 1;
|
||
|
|
u32 domain_dp : 1;
|
||
|
|
u32 rsvd : 25;
|
||
|
|
} __packed;
|
||
|
|
|
||
|
|
struct adsp_module_entry {
|
||
|
|
u32 struct_id;
|
||
|
|
u8 name[8];
|
||
|
|
u8 uuid[16];
|
||
|
|
struct module_type type;
|
||
|
|
u8 hash1[DEFAULT_HASH_SHA256_LEN];
|
||
|
|
u32 entry_point;
|
||
|
|
u16 cfg_offset;
|
||
|
|
u16 cfg_count;
|
||
|
|
u32 affinity_mask;
|
||
|
|
u16 instance_max_count;
|
||
|
|
u16 instance_bss_size;
|
||
|
|
struct segment_desc segments[3];
|
||
|
|
} __packed;
|
||
|
|
|
||
|
|
struct adsp_fw_hdr {
|
||
|
|
u32 id;
|
||
|
|
u32 len;
|
||
|
|
u8 name[8];
|
||
|
|
u32 preload_page_count;
|
||
|
|
u32 fw_image_flags;
|
||
|
|
u32 feature_mask;
|
||
|
|
u16 major;
|
||
|
|
u16 minor;
|
||
|
|
u16 hotfix;
|
||
|
|
u16 build;
|
||
|
|
u32 num_modules;
|
||
|
|
u32 hw_buf_base;
|
||
|
|
u32 hw_buf_length;
|
||
|
|
u32 load_offset;
|
||
|
|
} __packed;
|
||
|
|
|
||
|
|
struct skl_ext_manifest_hdr {
|
||
|
|
u32 id;
|
||
|
|
u32 len;
|
||
|
|
u16 version_major;
|
||
|
|
u16 version_minor;
|
||
|
|
u32 entries;
|
||
|
|
};
|
||
|
|
|
||
|
|
static int skl_get_pvtid_map(struct uuid_module *module, int instance_id)
|
||
|
|
{
|
||
|
|
int pvt_id;
|
||
|
|
|
||
|
|
for (pvt_id = 0; pvt_id < module->max_instance; pvt_id++) {
|
||
|
|
if (module->instance_id[pvt_id] == instance_id)
|
||
|
|
return pvt_id;
|
||
|
|
}
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
int skl_get_pvt_instance_id_map(struct skl_dev *skl,
|
||
|
|
int module_id, int instance_id)
|
||
|
|
{
|
||
|
|
struct uuid_module *module;
|
||
|
|
|
||
|
|
list_for_each_entry(module, &skl->uuid_list, list) {
|
||
|
|
if (module->id == module_id)
|
||
|
|
return skl_get_pvtid_map(module, instance_id);
|
||
|
|
}
|
||
|
|
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL_GPL(skl_get_pvt_instance_id_map);
|
||
|
|
|
||
|
|
static inline int skl_getid_32(struct uuid_module *module, u64 *val,
|
||
|
|
int word1_mask, int word2_mask)
|
||
|
|
{
|
||
|
|
int index, max_inst, pvt_id;
|
||
|
|
u32 mask_val;
|
||
|
|
|
||
|
|
max_inst = module->max_instance;
|
||
|
|
mask_val = (u32)(*val >> word1_mask);
|
||
|
|
|
||
|
|
if (mask_val != 0xffffffff) {
|
||
|
|
index = ffz(mask_val);
|
||
|
|
pvt_id = index + word1_mask + word2_mask;
|
||
|
|
if (pvt_id <= (max_inst - 1)) {
|
||
|
|
*val |= 1ULL << (index + word1_mask);
|
||
|
|
return pvt_id;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline int skl_pvtid_128(struct uuid_module *module)
|
||
|
|
{
|
||
|
|
int j, i, word1_mask, word2_mask = 0, pvt_id;
|
||
|
|
|
||
|
|
for (j = 0; j < MAX_INSTANCE_BUFF; j++) {
|
||
|
|
word1_mask = 0;
|
||
|
|
|
||
|
|
for (i = 0; i < 2; i++) {
|
||
|
|
pvt_id = skl_getid_32(module, &module->pvt_id[j],
|
||
|
|
word1_mask, word2_mask);
|
||
|
|
if (pvt_id >= 0)
|
||
|
|
return pvt_id;
|
||
|
|
|
||
|
|
word1_mask += 32;
|
||
|
|
if ((word1_mask + word2_mask) >= module->max_instance)
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
word2_mask += 64;
|
||
|
|
if (word2_mask >= module->max_instance)
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* skl_get_pvt_id: generate a private id for use as module id
|
||
|
|
*
|
||
|
|
* @skl: driver context
|
||
|
|
* @uuid_mod: module's uuid
|
||
|
|
* @instance_id: module's instance id
|
||
|
|
*
|
||
|
|
* This generates a 128 bit private unique id for a module TYPE so that
|
||
|
|
* module instance is unique
|
||
|
|
*/
|
||
|
|
int skl_get_pvt_id(struct skl_dev *skl, guid_t *uuid_mod, int instance_id)
|
||
|
|
{
|
||
|
|
struct uuid_module *module;
|
||
|
|
int pvt_id;
|
||
|
|
|
||
|
|
list_for_each_entry(module, &skl->uuid_list, list) {
|
||
|
|
if (guid_equal(uuid_mod, &module->uuid)) {
|
||
|
|
|
||
|
|
pvt_id = skl_pvtid_128(module);
|
||
|
|
if (pvt_id >= 0) {
|
||
|
|
module->instance_id[pvt_id] = instance_id;
|
||
|
|
|
||
|
|
return pvt_id;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL_GPL(skl_get_pvt_id);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* skl_put_pvt_id: free up the private id allocated
|
||
|
|
*
|
||
|
|
* @skl: driver context
|
||
|
|
* @uuid_mod: module's uuid
|
||
|
|
* @pvt_id: module pvt id
|
||
|
|
*
|
||
|
|
* This frees a 128 bit private unique id previously generated
|
||
|
|
*/
|
||
|
|
int skl_put_pvt_id(struct skl_dev *skl, guid_t *uuid_mod, int *pvt_id)
|
||
|
|
{
|
||
|
|
int i;
|
||
|
|
struct uuid_module *module;
|
||
|
|
|
||
|
|
list_for_each_entry(module, &skl->uuid_list, list) {
|
||
|
|
if (guid_equal(uuid_mod, &module->uuid)) {
|
||
|
|
|
||
|
|
if (*pvt_id != 0)
|
||
|
|
i = (*pvt_id) / 64;
|
||
|
|
else
|
||
|
|
i = 0;
|
||
|
|
|
||
|
|
module->pvt_id[i] &= ~(1 << (*pvt_id));
|
||
|
|
*pvt_id = -1;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL_GPL(skl_put_pvt_id);
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Parse the firmware binary to get the UUID, module id
|
||
|
|
* and loadable flags
|
||
|
|
*/
|
||
|
|
int snd_skl_parse_uuids(struct sst_dsp *ctx, const struct firmware *fw,
|
||
|
|
unsigned int offset, int index)
|
||
|
|
{
|
||
|
|
struct adsp_fw_hdr *adsp_hdr;
|
||
|
|
struct adsp_module_entry *mod_entry;
|
||
|
|
int i, num_entry, size;
|
||
|
|
const char *buf;
|
||
|
|
struct skl_dev *skl = ctx->thread_context;
|
||
|
|
struct uuid_module *module;
|
||
|
|
struct firmware stripped_fw;
|
||
|
|
unsigned int safe_file;
|
||
|
|
int ret;
|
||
|
|
|
||
|
|
/* Get the FW pointer to derive ADSP header */
|
||
|
|
stripped_fw.data = fw->data;
|
||
|
|
stripped_fw.size = fw->size;
|
||
|
|
|
||
|
|
skl_dsp_strip_extended_manifest(&stripped_fw);
|
||
|
|
|
||
|
|
buf = stripped_fw.data;
|
||
|
|
|
||
|
|
/* check if we have enough space in file to move to header */
|
||
|
|
safe_file = sizeof(*adsp_hdr) + offset;
|
||
|
|
if (stripped_fw.size <= safe_file) {
|
||
|
|
dev_err(ctx->dev, "Small fw file size, No space for hdr\n");
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
adsp_hdr = (struct adsp_fw_hdr *)(buf + offset);
|
||
|
|
|
||
|
|
/* check 1st module entry is in file */
|
||
|
|
safe_file += adsp_hdr->len + sizeof(*mod_entry);
|
||
|
|
if (stripped_fw.size <= safe_file) {
|
||
|
|
dev_err(ctx->dev, "Small fw file size, No module entry\n");
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
mod_entry = (struct adsp_module_entry *)(buf + offset + adsp_hdr->len);
|
||
|
|
|
||
|
|
num_entry = adsp_hdr->num_modules;
|
||
|
|
|
||
|
|
/* check all entries are in file */
|
||
|
|
safe_file += num_entry * sizeof(*mod_entry);
|
||
|
|
if (stripped_fw.size <= safe_file) {
|
||
|
|
dev_err(ctx->dev, "Small fw file size, No modules\n");
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Read the UUID(GUID) from FW Manifest.
|
||
|
|
*
|
||
|
|
* The 16 byte UUID format is: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXX
|
||
|
|
* Populate the UUID table to store module_id and loadable flags
|
||
|
|
* for the module.
|
||
|
|
*/
|
||
|
|
|
||
|
|
for (i = 0; i < num_entry; i++, mod_entry++) {
|
||
|
|
module = kzalloc(sizeof(*module), GFP_KERNEL);
|
||
|
|
if (!module) {
|
||
|
|
ret = -ENOMEM;
|
||
|
|
goto free_uuid_list;
|
||
|
|
}
|
||
|
|
|
||
|
|
import_guid(&module->uuid, mod_entry->uuid);
|
||
|
|
|
||
|
|
module->id = (i | (index << 12));
|
||
|
|
module->is_loadable = mod_entry->type.load_type;
|
||
|
|
module->max_instance = mod_entry->instance_max_count;
|
||
|
|
size = sizeof(int) * mod_entry->instance_max_count;
|
||
|
|
module->instance_id = devm_kzalloc(ctx->dev, size, GFP_KERNEL);
|
||
|
|
if (!module->instance_id) {
|
||
|
|
ret = -ENOMEM;
|
||
|
|
goto free_uuid_list;
|
||
|
|
}
|
||
|
|
|
||
|
|
list_add_tail(&module->list, &skl->uuid_list);
|
||
|
|
|
||
|
|
dev_dbg(ctx->dev,
|
||
|
|
"Adding uuid :%pUL mod id: %d Loadable: %d\n",
|
||
|
|
&module->uuid, module->id, module->is_loadable);
|
||
|
|
}
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
free_uuid_list:
|
||
|
|
skl_freeup_uuid_list(skl);
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
void skl_freeup_uuid_list(struct skl_dev *skl)
|
||
|
|
{
|
||
|
|
struct uuid_module *uuid, *_uuid;
|
||
|
|
|
||
|
|
list_for_each_entry_safe(uuid, _uuid, &skl->uuid_list, list) {
|
||
|
|
list_del(&uuid->list);
|
||
|
|
kfree(uuid);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
* some firmware binary contains some extended manifest. This needs
|
||
|
|
* to be stripped in that case before we load and use that image.
|
||
|
|
*
|
||
|
|
* Get the module id for the module by checking
|
||
|
|
* the table for the UUID for the module
|
||
|
|
*/
|
||
|
|
int skl_dsp_strip_extended_manifest(struct firmware *fw)
|
||
|
|
{
|
||
|
|
struct skl_ext_manifest_hdr *hdr;
|
||
|
|
|
||
|
|
/* check if fw file is greater than header we are looking */
|
||
|
|
if (fw->size < sizeof(hdr)) {
|
||
|
|
pr_err("%s: Firmware file small, no hdr\n", __func__);
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
hdr = (struct skl_ext_manifest_hdr *)fw->data;
|
||
|
|
|
||
|
|
if (hdr->id == SKL_EXT_MANIFEST_HEADER_MAGIC) {
|
||
|
|
fw->size -= hdr->len;
|
||
|
|
fw->data += hdr->len;
|
||
|
|
}
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int skl_sst_ctx_init(struct device *dev, int irq, const char *fw_name,
|
||
|
|
struct skl_dsp_loader_ops dsp_ops, struct skl_dev **dsp,
|
||
|
|
struct sst_dsp_device *skl_dev)
|
||
|
|
{
|
||
|
|
struct skl_dev *skl = *dsp;
|
||
|
|
struct sst_dsp *sst;
|
||
|
|
|
||
|
|
skl->dev = dev;
|
||
|
|
skl_dev->thread_context = skl;
|
||
|
|
INIT_LIST_HEAD(&skl->uuid_list);
|
||
|
|
skl->dsp = skl_dsp_ctx_init(dev, skl_dev, irq);
|
||
|
|
if (!skl->dsp) {
|
||
|
|
dev_err(skl->dev, "%s: no device\n", __func__);
|
||
|
|
return -ENODEV;
|
||
|
|
}
|
||
|
|
|
||
|
|
sst = skl->dsp;
|
||
|
|
sst->fw_name = fw_name;
|
||
|
|
sst->dsp_ops = dsp_ops;
|
||
|
|
init_waitqueue_head(&skl->mod_load_wait);
|
||
|
|
INIT_LIST_HEAD(&sst->module_list);
|
||
|
|
|
||
|
|
skl->is_first_boot = true;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int skl_prepare_lib_load(struct skl_dev *skl, struct skl_lib_info *linfo,
|
||
|
|
struct firmware *stripped_fw,
|
||
|
|
unsigned int hdr_offset, int index)
|
||
|
|
{
|
||
|
|
int ret;
|
||
|
|
struct sst_dsp *dsp = skl->dsp;
|
||
|
|
|
||
|
|
if (linfo->fw == NULL) {
|
||
|
|
ret = request_firmware(&linfo->fw, linfo->name,
|
||
|
|
skl->dev);
|
||
|
|
if (ret < 0) {
|
||
|
|
dev_err(skl->dev, "Request lib %s failed:%d\n",
|
||
|
|
linfo->name, ret);
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if (skl->is_first_boot) {
|
||
|
|
ret = snd_skl_parse_uuids(dsp, linfo->fw, hdr_offset, index);
|
||
|
|
if (ret < 0)
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
stripped_fw->data = linfo->fw->data;
|
||
|
|
stripped_fw->size = linfo->fw->size;
|
||
|
|
skl_dsp_strip_extended_manifest(stripped_fw);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
void skl_release_library(struct skl_lib_info *linfo, int lib_count)
|
||
|
|
{
|
||
|
|
int i;
|
||
|
|
|
||
|
|
/* library indices start from 1 to N. 0 represents base FW */
|
||
|
|
for (i = 1; i < lib_count; i++) {
|
||
|
|
if (linfo[i].fw) {
|
||
|
|
release_firmware(linfo[i].fw);
|
||
|
|
linfo[i].fw = NULL;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|