2005-04-17 06:20:36 +08:00
|
|
|
/*
|
|
|
|
* c 2001 PPC 64 Team, IBM Corp
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; either version
|
|
|
|
* 2 of the License, or (at your option) any later version.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/vmalloc.h>
|
|
|
|
|
|
|
|
#include <asm/uaccess.h>
|
|
|
|
#include <asm/pgalloc.h>
|
|
|
|
#include <asm/pgtable.h>
|
2006-03-26 17:37:14 +08:00
|
|
|
#include <linux/mutex.h>
|
2005-06-22 08:15:31 +08:00
|
|
|
#include <asm/cacheflush.h>
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2005-11-16 12:43:48 +08:00
|
|
|
#include "mmu_decl.h"
|
|
|
|
|
2006-03-26 17:37:14 +08:00
|
|
|
static DEFINE_MUTEX(imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
struct vm_struct * imlist = NULL;
|
|
|
|
|
|
|
|
static int get_free_im_addr(unsigned long size, unsigned long *im_addr)
|
|
|
|
{
|
|
|
|
unsigned long addr;
|
|
|
|
struct vm_struct **p, *tmp;
|
|
|
|
|
2005-05-06 07:15:13 +08:00
|
|
|
addr = ioremap_bot;
|
2005-04-17 06:20:36 +08:00
|
|
|
for (p = &imlist; (tmp = *p) ; p = &tmp->next) {
|
|
|
|
if (size + addr < (unsigned long) tmp->addr)
|
|
|
|
break;
|
2005-05-06 07:15:13 +08:00
|
|
|
if ((unsigned long)tmp->addr >= ioremap_bot)
|
2005-04-17 06:20:36 +08:00
|
|
|
addr = tmp->size + (unsigned long) tmp->addr;
|
2005-08-05 17:39:06 +08:00
|
|
|
if (addr >= IMALLOC_END-size)
|
2005-04-17 06:20:36 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
*im_addr = addr;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return whether the region described by v_addr and size is a subset
|
|
|
|
* of the region described by parent
|
|
|
|
*/
|
|
|
|
static inline int im_region_is_subset(unsigned long v_addr, unsigned long size,
|
|
|
|
struct vm_struct *parent)
|
|
|
|
{
|
|
|
|
return (int) (v_addr >= (unsigned long) parent->addr &&
|
|
|
|
v_addr < (unsigned long) parent->addr + parent->size &&
|
|
|
|
size < parent->size);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return whether the region described by v_addr and size is a superset
|
|
|
|
* of the region described by child
|
|
|
|
*/
|
|
|
|
static int im_region_is_superset(unsigned long v_addr, unsigned long size,
|
|
|
|
struct vm_struct *child)
|
|
|
|
{
|
|
|
|
struct vm_struct parent;
|
|
|
|
|
|
|
|
parent.addr = (void *) v_addr;
|
|
|
|
parent.size = size;
|
|
|
|
|
|
|
|
return im_region_is_subset((unsigned long) child->addr, child->size,
|
|
|
|
&parent);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return whether the region described by v_addr and size overlaps
|
|
|
|
* the region described by vm. Overlapping regions meet the
|
|
|
|
* following conditions:
|
|
|
|
* 1) The regions share some part of the address space
|
|
|
|
* 2) The regions aren't identical
|
|
|
|
* 3) Neither region is a subset of the other
|
|
|
|
*/
|
|
|
|
static int im_region_overlaps(unsigned long v_addr, unsigned long size,
|
|
|
|
struct vm_struct *vm)
|
|
|
|
{
|
|
|
|
if (im_region_is_superset(v_addr, size, vm))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
return (v_addr + size > (unsigned long) vm->addr + vm->size &&
|
|
|
|
v_addr < (unsigned long) vm->addr + vm->size) ||
|
|
|
|
(v_addr < (unsigned long) vm->addr &&
|
|
|
|
v_addr + size > (unsigned long) vm->addr);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Determine imalloc status of region described by v_addr and size.
|
|
|
|
* Can return one of the following:
|
|
|
|
* IM_REGION_UNUSED - Entire region is unallocated in imalloc space.
|
|
|
|
* IM_REGION_SUBSET - Region is a subset of a region that is already
|
|
|
|
* allocated in imalloc space.
|
|
|
|
* vm will be assigned to a ptr to the parent region.
|
|
|
|
* IM_REGION_EXISTS - Exact region already allocated in imalloc space.
|
|
|
|
* vm will be assigned to a ptr to the existing imlist
|
|
|
|
* member.
|
|
|
|
* IM_REGION_OVERLAPS - Region overlaps an allocated region in imalloc space.
|
|
|
|
* IM_REGION_SUPERSET - Region is a superset of a region that is already
|
|
|
|
* allocated in imalloc space.
|
|
|
|
*/
|
|
|
|
static int im_region_status(unsigned long v_addr, unsigned long size,
|
|
|
|
struct vm_struct **vm)
|
|
|
|
{
|
|
|
|
struct vm_struct *tmp;
|
|
|
|
|
|
|
|
for (tmp = imlist; tmp; tmp = tmp->next)
|
|
|
|
if (v_addr < (unsigned long) tmp->addr + tmp->size)
|
|
|
|
break;
|
|
|
|
|
2005-12-17 05:45:27 +08:00
|
|
|
*vm = NULL;
|
2005-04-17 06:20:36 +08:00
|
|
|
if (tmp) {
|
|
|
|
if (im_region_overlaps(v_addr, size, tmp))
|
|
|
|
return IM_REGION_OVERLAP;
|
|
|
|
|
|
|
|
*vm = tmp;
|
|
|
|
if (im_region_is_subset(v_addr, size, tmp)) {
|
|
|
|
/* Return with tmp pointing to superset */
|
|
|
|
return IM_REGION_SUBSET;
|
|
|
|
}
|
|
|
|
if (im_region_is_superset(v_addr, size, tmp)) {
|
|
|
|
/* Return with tmp pointing to first subset */
|
|
|
|
return IM_REGION_SUPERSET;
|
|
|
|
}
|
|
|
|
else if (v_addr == (unsigned long) tmp->addr &&
|
|
|
|
size == tmp->size) {
|
|
|
|
/* Return with tmp pointing to exact region */
|
|
|
|
return IM_REGION_EXISTS;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return IM_REGION_UNUSED;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct vm_struct * split_im_region(unsigned long v_addr,
|
|
|
|
unsigned long size, struct vm_struct *parent)
|
|
|
|
{
|
|
|
|
struct vm_struct *vm1 = NULL;
|
|
|
|
struct vm_struct *vm2 = NULL;
|
|
|
|
struct vm_struct *new_vm = NULL;
|
|
|
|
|
2006-12-13 16:35:56 +08:00
|
|
|
vm1 = kmalloc(sizeof(*vm1), GFP_KERNEL);
|
2005-04-17 06:20:36 +08:00
|
|
|
if (vm1 == NULL) {
|
|
|
|
printk(KERN_ERR "%s() out of memory\n", __FUNCTION__);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (v_addr == (unsigned long) parent->addr) {
|
|
|
|
/* Use existing parent vm_struct to represent child, allocate
|
|
|
|
* new one for the remainder of parent range
|
|
|
|
*/
|
|
|
|
vm1->size = parent->size - size;
|
|
|
|
vm1->addr = (void *) (v_addr + size);
|
|
|
|
vm1->next = parent->next;
|
|
|
|
|
|
|
|
parent->size = size;
|
|
|
|
parent->next = vm1;
|
|
|
|
new_vm = parent;
|
|
|
|
} else if (v_addr + size == (unsigned long) parent->addr +
|
|
|
|
parent->size) {
|
|
|
|
/* Allocate new vm_struct to represent child, use existing
|
|
|
|
* parent one for remainder of parent range
|
|
|
|
*/
|
|
|
|
vm1->size = size;
|
|
|
|
vm1->addr = (void *) v_addr;
|
|
|
|
vm1->next = parent->next;
|
|
|
|
new_vm = vm1;
|
|
|
|
|
|
|
|
parent->size -= size;
|
|
|
|
parent->next = vm1;
|
|
|
|
} else {
|
|
|
|
/* Allocate two new vm_structs for the new child and
|
|
|
|
* uppermost remainder, and use existing parent one for the
|
|
|
|
* lower remainder of parent range
|
|
|
|
*/
|
2006-12-13 16:35:56 +08:00
|
|
|
vm2 = kmalloc(sizeof(*vm2), GFP_KERNEL);
|
2005-04-17 06:20:36 +08:00
|
|
|
if (vm2 == NULL) {
|
|
|
|
printk(KERN_ERR "%s() out of memory\n", __FUNCTION__);
|
|
|
|
kfree(vm1);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
vm1->size = size;
|
|
|
|
vm1->addr = (void *) v_addr;
|
|
|
|
vm1->next = vm2;
|
|
|
|
new_vm = vm1;
|
|
|
|
|
|
|
|
vm2->size = ((unsigned long) parent->addr + parent->size) -
|
|
|
|
(v_addr + size);
|
|
|
|
vm2->addr = (void *) v_addr + size;
|
|
|
|
vm2->next = parent->next;
|
|
|
|
|
|
|
|
parent->size = v_addr - (unsigned long) parent->addr;
|
|
|
|
parent->next = vm1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return new_vm;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct vm_struct * __add_new_im_area(unsigned long req_addr,
|
|
|
|
unsigned long size)
|
|
|
|
{
|
|
|
|
struct vm_struct **p, *tmp, *area;
|
|
|
|
|
|
|
|
for (p = &imlist; (tmp = *p) ; p = &tmp->next) {
|
|
|
|
if (req_addr + size <= (unsigned long)tmp->addr)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2006-12-13 16:35:56 +08:00
|
|
|
area = kmalloc(sizeof(*area), GFP_KERNEL);
|
2005-04-17 06:20:36 +08:00
|
|
|
if (!area)
|
|
|
|
return NULL;
|
|
|
|
area->flags = 0;
|
|
|
|
area->addr = (void *)req_addr;
|
|
|
|
area->size = size;
|
|
|
|
area->next = *p;
|
|
|
|
*p = area;
|
|
|
|
|
|
|
|
return area;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct vm_struct * __im_get_area(unsigned long req_addr,
|
|
|
|
unsigned long size,
|
|
|
|
int criteria)
|
|
|
|
{
|
|
|
|
struct vm_struct *tmp;
|
|
|
|
int status;
|
|
|
|
|
|
|
|
status = im_region_status(req_addr, size, &tmp);
|
|
|
|
if ((criteria & status) == 0) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (status) {
|
|
|
|
case IM_REGION_UNUSED:
|
|
|
|
tmp = __add_new_im_area(req_addr, size);
|
|
|
|
break;
|
|
|
|
case IM_REGION_SUBSET:
|
|
|
|
tmp = split_im_region(req_addr, size, tmp);
|
|
|
|
break;
|
|
|
|
case IM_REGION_EXISTS:
|
|
|
|
/* Return requested region */
|
|
|
|
break;
|
|
|
|
case IM_REGION_SUPERSET:
|
|
|
|
/* Return first existing subset of requested region */
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
printk(KERN_ERR "%s() unexpected imalloc region status\n",
|
|
|
|
__FUNCTION__);
|
|
|
|
tmp = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
return tmp;
|
|
|
|
}
|
|
|
|
|
|
|
|
struct vm_struct * im_get_free_area(unsigned long size)
|
|
|
|
{
|
|
|
|
struct vm_struct *area;
|
|
|
|
unsigned long addr;
|
|
|
|
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_lock(&imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
if (get_free_im_addr(size, &addr)) {
|
|
|
|
printk(KERN_ERR "%s() cannot obtain addr for size 0x%lx\n",
|
|
|
|
__FUNCTION__, size);
|
|
|
|
area = NULL;
|
|
|
|
goto next_im_done;
|
|
|
|
}
|
|
|
|
|
|
|
|
area = __im_get_area(addr, size, IM_REGION_UNUSED);
|
|
|
|
if (area == NULL) {
|
|
|
|
printk(KERN_ERR
|
|
|
|
"%s() cannot obtain area for addr 0x%lx size 0x%lx\n",
|
|
|
|
__FUNCTION__, addr, size);
|
|
|
|
}
|
|
|
|
next_im_done:
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_unlock(&imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
return area;
|
|
|
|
}
|
|
|
|
|
|
|
|
struct vm_struct * im_get_area(unsigned long v_addr, unsigned long size,
|
|
|
|
int criteria)
|
|
|
|
{
|
|
|
|
struct vm_struct *area;
|
|
|
|
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_lock(&imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
area = __im_get_area(v_addr, size, criteria);
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_unlock(&imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
return area;
|
|
|
|
}
|
|
|
|
|
2005-06-22 08:15:31 +08:00
|
|
|
void im_free(void * addr)
|
2005-04-17 06:20:36 +08:00
|
|
|
{
|
|
|
|
struct vm_struct **p, *tmp;
|
|
|
|
|
|
|
|
if (!addr)
|
2005-06-22 08:15:31 +08:00
|
|
|
return;
|
|
|
|
if ((unsigned long) addr & ~PAGE_MASK) {
|
2005-04-17 06:20:36 +08:00
|
|
|
printk(KERN_ERR "Trying to %s bad address (%p)\n", __FUNCTION__, addr);
|
2005-06-22 08:15:31 +08:00
|
|
|
return;
|
2005-04-17 06:20:36 +08:00
|
|
|
}
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_lock(&imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
for (p = &imlist ; (tmp = *p) ; p = &tmp->next) {
|
|
|
|
if (tmp->addr == addr) {
|
|
|
|
*p = tmp->next;
|
2005-06-22 08:15:31 +08:00
|
|
|
unmap_vm_area(tmp);
|
2005-04-17 06:20:36 +08:00
|
|
|
kfree(tmp);
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_unlock(&imlist_mutex);
|
2005-06-22 08:15:31 +08:00
|
|
|
return;
|
2005-04-17 06:20:36 +08:00
|
|
|
}
|
|
|
|
}
|
2006-03-26 17:37:14 +08:00
|
|
|
mutex_unlock(&imlist_mutex);
|
2005-04-17 06:20:36 +08:00
|
|
|
printk(KERN_ERR "Trying to %s nonexistent area (%p)\n", __FUNCTION__,
|
|
|
|
addr);
|
|
|
|
}
|