Something went wrong. Try again.
(I'm so sorry!) Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel os linux
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465// SPDX-License-Identifier: GPL-2.0-or-later/* * Generic on-chip SRAM allocation driver * * Copyright (C) 2012 Philipp Zabel, Pengutronix */
#include <linux/clk.h>#include <linux/delay.h>#include <linux/genalloc.h>#include <linux/io.h>#include <linux/list_sort.h>#include <linux/of.h>#include <linux/of_address.h>#include <linux/platform_device.h>#include <linux/regmap.h>#include <linux/slab.h>#include <linux/mfd/syscon.h>#include <soc/at91/atmel-secumod.h>
#include "sram.h"
#define SRAM_GRANULARITY 32
static ssize_t sram_read(struct file *filp, struct kobject *kobj, const struct bin_attribute *attr, char *buf, loff_t pos, size_t count){ struct sram_partition *part;
/* Cast away the const as the attribute is part of a larger structure */ part = (struct sram_partition *)container_of(attr, struct sram_partition, battr);
mutex_lock(&part->lock); memcpy_fromio(buf, part->base + pos, count); mutex_unlock(&part->lock);
return count;}
static ssize_t sram_write(struct file *filp, struct kobject *kobj, const struct bin_attribute *attr, char *buf, loff_t pos, size_t count){ struct sram_partition *part;
/* Cast away the const as the attribute is part of a larger structure */ part = (struct sram_partition *)container_of(attr, struct sram_partition, battr);
mutex_lock(&part->lock); memcpy_toio(part->base + pos, buf, count); mutex_unlock(&part->lock);
return count;}
static int sram_add_pool(struct sram_dev *sram, struct sram_reserve *block, phys_addr_t start, struct sram_partition *part){ int ret;
part->pool = devm_gen_pool_create(sram->dev, ilog2(SRAM_GRANULARITY), NUMA_NO_NODE, block->label); if (IS_ERR(part->pool)) return PTR_ERR(part->pool);
ret = gen_pool_add_virt(part->pool, (unsigned long)part->base, start, block->size, NUMA_NO_NODE); if (ret < 0) { dev_err(sram->dev, "failed to register subpool: %d\n", ret); return ret; }
return 0;}
static int sram_add_export(struct sram_dev *sram, struct sram_reserve *block, phys_addr_t start, struct sram_partition *part){ sysfs_bin_attr_init(&part->battr); part->battr.attr.name = devm_kasprintf(sram->dev, GFP_KERNEL, "%llx.sram", (unsigned long long)start); if (!part->battr.attr.name) return -ENOMEM;
part->battr.attr.mode = S_IRUSR | S_IWUSR; part->battr.read = sram_read; part->battr.write = sram_write; part->battr.size = block->size;
return device_create_bin_file(sram->dev, &part->battr);}
static int sram_add_partition(struct sram_dev *sram, struct sram_reserve *block, phys_addr_t start){ int ret; struct sram_partition *part = &sram->partition[sram->partitions];
mutex_init(&part->lock);
if (sram->config && sram->config->map_only_reserved) { void __iomem *virt_base;
if (sram->no_memory_wc) virt_base = devm_ioremap_resource(sram->dev, &block->res); else virt_base = devm_ioremap_resource_wc(sram->dev, &block->res);
if (IS_ERR(virt_base)) { dev_err(sram->dev, "could not map SRAM at %pr\n", &block->res); return PTR_ERR(virt_base); }
part->base = virt_base; } else { part->base = sram->virt_base + block->start; }
if (block->pool) { ret = sram_add_pool(sram, block, start, part); if (ret) return ret; } if (block->export) { ret = sram_add_export(sram, block, start, part); if (ret) return ret; } if (block->protect_exec) { ret = sram_check_protect_exec(sram, block, part); if (ret) return ret;
ret = sram_add_pool(sram, block, start, part); if (ret) return ret;
sram_add_protect_exec(part); }
sram->partitions++;
return 0;}
static void sram_free_partitions(struct sram_dev *sram){ struct sram_partition *part;
if (!sram->partitions) return;
part = &sram->partition[sram->partitions - 1]; for (; sram->partitions; sram->partitions--, part--) { if (part->battr.size) device_remove_bin_file(sram->dev, &part->battr);
if (part->pool && gen_pool_avail(part->pool) < gen_pool_size(part->pool)) dev_err(sram->dev, "removed pool while SRAM allocated\n"); }}
static int sram_reserve_cmp(void *priv, const struct list_head *a, const struct list_head *b){ const struct sram_reserve *ra = list_entry(a, struct sram_reserve, list); const struct sram_reserve *rb = list_entry(b, struct sram_reserve, list);
return ra->start - rb->start;}
static int sram_reserve_regions(struct sram_dev *sram, struct resource *res){ struct device_node *np = sram->dev->of_node, *child; unsigned long size, cur_start, cur_size; struct sram_reserve *rblocks, *block; struct list_head reserve_list; unsigned int nblocks, exports = 0; const char *label; int ret = 0;
INIT_LIST_HEAD(&reserve_list);
size = resource_size(res);
/* * We need an additional block to mark the end of the memory region * after the reserved blocks from the dt are processed. */ nblocks = (np) ? of_get_available_child_count(np) + 1 : 1; rblocks = kzalloc_objs(*rblocks, nblocks); if (!rblocks) return -ENOMEM;
block = &rblocks[0]; for_each_available_child_of_node(np, child) { struct resource child_res;
ret = of_address_to_resource(child, 0, &child_res); if (ret < 0) { dev_err(sram->dev, "could not get address for node %pOF\n", child); goto err_chunks; }
if (child_res.start < res->start || child_res.end > res->end) { dev_err(sram->dev, "reserved block %pOF outside the sram area\n", child); ret = -EINVAL; goto err_chunks; }
block->start = child_res.start - res->start; block->size = resource_size(&child_res); block->res = child_res; list_add_tail(&block->list, &reserve_list);
block->export = of_property_read_bool(child, "export"); block->pool = of_property_read_bool(child, "pool"); block->protect_exec = of_property_read_bool(child, "protect-exec");
if ((block->export || block->pool || block->protect_exec) && block->size) { exports++;
label = NULL; ret = of_property_read_string(child, "label", &label); if (ret && ret != -EINVAL) { dev_err(sram->dev, "%pOF has invalid label name\n", child); goto err_chunks; } if (!label) block->label = devm_kasprintf(sram->dev, GFP_KERNEL, "%s", of_node_full_name(child)); else block->label = devm_kstrdup(sram->dev, label, GFP_KERNEL); if (!block->label) { ret = -ENOMEM; goto err_chunks; }
dev_dbg(sram->dev, "found %sblock '%s' 0x%x-0x%x\n", block->export ? "exported " : "", block->label, block->start, block->start + block->size); } else { dev_dbg(sram->dev, "found reserved block 0x%x-0x%x\n", block->start, block->start + block->size); }
block++; } child = NULL;
/* the last chunk marks the end of the region */ rblocks[nblocks - 1].start = size; rblocks[nblocks - 1].size = 0; list_add_tail(&rblocks[nblocks - 1].list, &reserve_list);
list_sort(NULL, &reserve_list, sram_reserve_cmp);
if (exports) { sram->partition = devm_kcalloc(sram->dev, exports, sizeof(*sram->partition), GFP_KERNEL); if (!sram->partition) { ret = -ENOMEM; goto err_chunks; } }
cur_start = 0; list_for_each_entry(block, &reserve_list, list) { /* can only happen if sections overlap */ if (block->start < cur_start) { dev_err(sram->dev, "block at 0x%x starts after current offset 0x%lx\n", block->start, cur_start); ret = -EINVAL; sram_free_partitions(sram); goto err_chunks; }
if ((block->export || block->pool || block->protect_exec) && block->size) { ret = sram_add_partition(sram, block, res->start + block->start); if (ret) { sram_free_partitions(sram); goto err_chunks; } }
/* current start is in a reserved block, so continue after it */ if (block->start == cur_start) { cur_start = block->start + block->size; continue; }
/* * allocate the space between the current starting * address and the following reserved block, or the * end of the region. */ cur_size = block->start - cur_start;
if (sram->pool) { dev_dbg(sram->dev, "adding chunk 0x%lx-0x%lx\n", cur_start, cur_start + cur_size);
ret = gen_pool_add_virt(sram->pool, (unsigned long)sram->virt_base + cur_start, res->start + cur_start, cur_size, -1); if (ret < 0) { sram_free_partitions(sram); goto err_chunks; } }
/* next allocation after this reserved block */ cur_start = block->start + block->size; }
err_chunks: of_node_put(child); kfree(rblocks);
return ret;}
static int atmel_securam_wait(void){ struct regmap *regmap; u32 val;
regmap = syscon_regmap_lookup_by_compatible("atmel,sama5d2-secumod"); if (IS_ERR(regmap)) return -ENODEV;
return regmap_read_poll_timeout(regmap, AT91_SECUMOD_RAMRDY, val, val & AT91_SECUMOD_RAMRDY_READY, 10000, 500000);}
static const struct sram_config atmel_securam_config = { .init = atmel_securam_wait,};
/* * SYSRAM contains areas that are not accessible by the * kernel, such as the first 256K that is reserved for TZ. * Accesses to those areas (including speculative accesses) * trigger SErrors. As such we must map only the areas of * SYSRAM specified in the device tree. */static const struct sram_config tegra_sysram_config = { .map_only_reserved = true,};
static const struct of_device_id sram_dt_ids[] = { { .compatible = "mmio-sram" }, { .compatible = "atmel,sama5d2-securam", .data = &atmel_securam_config }, { .compatible = "nvidia,tegra186-sysram", .data = &tegra_sysram_config }, { .compatible = "nvidia,tegra194-sysram", .data = &tegra_sysram_config }, { .compatible = "nvidia,tegra234-sysram", .data = &tegra_sysram_config }, { }};
static int sram_probe(struct platform_device *pdev){ const struct sram_config *config; struct sram_dev *sram; int ret; struct resource *res; struct clk *clk;
config = of_device_get_match_data(&pdev->dev);
sram = devm_kzalloc(&pdev->dev, sizeof(*sram), GFP_KERNEL); if (!sram) return -ENOMEM;
sram->dev = &pdev->dev; sram->no_memory_wc = of_property_read_bool(pdev->dev.of_node, "no-memory-wc"); sram->config = config;
if (!config || !config->map_only_reserved) { res = platform_get_resource(pdev, IORESOURCE_MEM, 0); if (sram->no_memory_wc) sram->virt_base = devm_ioremap_resource(&pdev->dev, res); else sram->virt_base = devm_ioremap_resource_wc(&pdev->dev, res); if (IS_ERR(sram->virt_base)) { dev_err(&pdev->dev, "could not map SRAM registers\n"); return PTR_ERR(sram->virt_base); }
sram->pool = devm_gen_pool_create(sram->dev, ilog2(SRAM_GRANULARITY), NUMA_NO_NODE, NULL); if (IS_ERR(sram->pool)) return PTR_ERR(sram->pool); }
clk = devm_clk_get_optional_enabled(sram->dev, NULL); if (IS_ERR(clk)) return PTR_ERR(clk);
ret = sram_reserve_regions(sram, platform_get_resource(pdev, IORESOURCE_MEM, 0)); if (ret) return ret;
platform_set_drvdata(pdev, sram);
if (config && config->init) { ret = config->init(); if (ret) goto err_free_partitions; }
if (sram->pool) dev_dbg(sram->dev, "SRAM pool: %zu KiB @ 0x%p\n", gen_pool_size(sram->pool) / 1024, sram->virt_base);
return 0;
err_free_partitions: sram_free_partitions(sram);
return ret;}
static void sram_remove(struct platform_device *pdev){ struct sram_dev *sram = platform_get_drvdata(pdev);
sram_free_partitions(sram);
if (sram->pool && gen_pool_avail(sram->pool) < gen_pool_size(sram->pool)) dev_err(sram->dev, "removed while SRAM allocated\n");}
static struct platform_driver sram_driver = { .driver = { .name = "sram", .of_match_table = sram_dt_ids, }, .probe = sram_probe, .remove = sram_remove,};
static int __init sram_init(void){ return platform_driver_register(&sram_driver);}
postcore_initcall(sram_init);