sram-alloc.c 20.3 KB
Newer Older
Bryan Wu's avatar
Bryan Wu committed
1
/*
2
 * File:         arch/blackfin/mm/sram-alloc.c
Bryan Wu's avatar
Bryan Wu committed
3 4 5 6
 * Based on:
 * Author:
 *
 * Created:
7
 * Description:  SRAM allocator for Blackfin L1 and L2 memory
Bryan Wu's avatar
Bryan Wu committed
8 9
 *
 * Modified:
10
 *               Copyright 2004-2008 Analog Devices Inc.
Bryan Wu's avatar
Bryan Wu committed
11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
 *
 * Bugs:         Enter bugs at http://blackfin.uclinux.org/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, see the file COPYING, or write
 * to the Free Software Foundation, Inc.,
 * 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 */

#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/types.h>
#include <linux/miscdevice.h>
#include <linux/ioport.h>
#include <linux/fcntl.h>
#include <linux/init.h>
#include <linux/poll.h>
#include <linux/proc_fs.h>
#include <linux/spinlock.h>
#include <linux/rtc.h>
#include <asm/blackfin.h>
#include "blackfin_sram.h"

44 45 46 47
static DEFINE_PER_CPU(spinlock_t, l1sram_lock) ____cacheline_aligned_in_smp;
static DEFINE_PER_CPU(spinlock_t, l1_data_sram_lock) ____cacheline_aligned_in_smp;
static DEFINE_PER_CPU(spinlock_t, l1_inst_sram_lock) ____cacheline_aligned_in_smp;
static spinlock_t l2_sram_lock ____cacheline_aligned_in_smp;
Bryan Wu's avatar
Bryan Wu committed
48 49

/* the data structure for L1 scratchpad and DATA SRAM */
50
struct sram_piece {
Bryan Wu's avatar
Bryan Wu committed
51 52
	void *paddr;
	int size;
53
	pid_t pid;
54
	struct sram_piece *next;
Bryan Wu's avatar
Bryan Wu committed
55 56
};

57 58
static DEFINE_PER_CPU(struct sram_piece, free_l1_ssram_head);
static DEFINE_PER_CPU(struct sram_piece, used_l1_ssram_head);
Bryan Wu's avatar
Bryan Wu committed
59 60

#if L1_DATA_A_LENGTH != 0
61 62
static DEFINE_PER_CPU(struct sram_piece, free_l1_data_A_sram_head);
static DEFINE_PER_CPU(struct sram_piece, used_l1_data_A_sram_head);
Bryan Wu's avatar
Bryan Wu committed
63 64 65
#endif

#if L1_DATA_B_LENGTH != 0
66 67
static DEFINE_PER_CPU(struct sram_piece, free_l1_data_B_sram_head);
static DEFINE_PER_CPU(struct sram_piece, used_l1_data_B_sram_head);
Bryan Wu's avatar
Bryan Wu committed
68 69 70
#endif

#if L1_CODE_LENGTH != 0
71 72
static DEFINE_PER_CPU(struct sram_piece, free_l1_inst_sram_head);
static DEFINE_PER_CPU(struct sram_piece, used_l1_inst_sram_head);
Bryan Wu's avatar
Bryan Wu committed
73 74
#endif

75
#if L2_LENGTH != 0
76 77 78
static struct sram_piece free_l2_sram_head, used_l2_sram_head;
#endif

79 80
static struct kmem_cache *sram_piece_cache;

Bryan Wu's avatar
Bryan Wu committed
81
/* L1 Scratchpad SRAM initialization function */
82
static void __init l1sram_init(void)
Bryan Wu's avatar
Bryan Wu committed
83
{
84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103
	unsigned int cpu;
	for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
		per_cpu(free_l1_ssram_head, cpu).next =
			kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
		if (!per_cpu(free_l1_ssram_head, cpu).next) {
			printk(KERN_INFO "Fail to initialize Scratchpad data SRAM.\n");
			return;
		}

		per_cpu(free_l1_ssram_head, cpu).next->paddr = (void *)get_l1_scratch_start_cpu(cpu);
		per_cpu(free_l1_ssram_head, cpu).next->size = L1_SCRATCH_LENGTH;
		per_cpu(free_l1_ssram_head, cpu).next->pid = 0;
		per_cpu(free_l1_ssram_head, cpu).next->next = NULL;

		per_cpu(used_l1_ssram_head, cpu).next = NULL;

		/* mutex initialize */
		spin_lock_init(&per_cpu(l1sram_lock, cpu));
		printk(KERN_INFO "Blackfin Scratchpad data SRAM: %d KB\n",
			L1_SCRATCH_LENGTH >> 10);
104
	}
Bryan Wu's avatar
Bryan Wu committed
105 106
}

107
static void __init l1_data_sram_init(void)
Bryan Wu's avatar
Bryan Wu committed
108
{
109
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
110
#if L1_DATA_A_LENGTH != 0
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130
	for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
		per_cpu(free_l1_data_A_sram_head, cpu).next =
			kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
		if (!per_cpu(free_l1_data_A_sram_head, cpu).next) {
			printk(KERN_INFO "Fail to initialize L1 Data A SRAM.\n");
			return;
		}

		per_cpu(free_l1_data_A_sram_head, cpu).next->paddr =
			(void *)get_l1_data_a_start_cpu(cpu) + (_ebss_l1 - _sdata_l1);
		per_cpu(free_l1_data_A_sram_head, cpu).next->size =
			L1_DATA_A_LENGTH - (_ebss_l1 - _sdata_l1);
		per_cpu(free_l1_data_A_sram_head, cpu).next->pid = 0;
		per_cpu(free_l1_data_A_sram_head, cpu).next->next = NULL;

		per_cpu(used_l1_data_A_sram_head, cpu).next = NULL;

		printk(KERN_INFO "Blackfin L1 Data A SRAM: %d KB (%d KB free)\n",
			L1_DATA_A_LENGTH >> 10,
			per_cpu(free_l1_data_A_sram_head, cpu).next->size >> 10);
131
	}
Bryan Wu's avatar
Bryan Wu committed
132 133
#endif
#if L1_DATA_B_LENGTH != 0
134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154
	for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
		per_cpu(free_l1_data_B_sram_head, cpu).next =
			kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
		if (!per_cpu(free_l1_data_B_sram_head, cpu).next) {
			printk(KERN_INFO "Fail to initialize L1 Data B SRAM.\n");
			return;
		}

		per_cpu(free_l1_data_B_sram_head, cpu).next->paddr =
			(void *)get_l1_data_b_start_cpu(cpu) + (_ebss_b_l1 - _sdata_b_l1);
		per_cpu(free_l1_data_B_sram_head, cpu).next->size =
			L1_DATA_B_LENGTH - (_ebss_b_l1 - _sdata_b_l1);
		per_cpu(free_l1_data_B_sram_head, cpu).next->pid = 0;
		per_cpu(free_l1_data_B_sram_head, cpu).next->next = NULL;

		per_cpu(used_l1_data_B_sram_head, cpu).next = NULL;

		printk(KERN_INFO "Blackfin L1 Data B SRAM: %d KB (%d KB free)\n",
			L1_DATA_B_LENGTH >> 10,
			per_cpu(free_l1_data_B_sram_head, cpu).next->size >> 10);
		/* mutex initialize */
155
	}
Bryan Wu's avatar
Bryan Wu committed
156 157
#endif

158 159 160 161
#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
	for (cpu = 0; cpu < num_possible_cpus(); ++cpu)
		spin_lock_init(&per_cpu(l1_data_sram_lock, cpu));
#endif
Bryan Wu's avatar
Bryan Wu committed
162 163
}

164
static void __init l1_inst_sram_init(void)
Bryan Wu's avatar
Bryan Wu committed
165 166
{
#if L1_CODE_LENGTH != 0
167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190
	unsigned int cpu;
	for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
		per_cpu(free_l1_inst_sram_head, cpu).next =
			kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
		if (!per_cpu(free_l1_inst_sram_head, cpu).next) {
			printk(KERN_INFO "Failed to initialize L1 Instruction SRAM\n");
			return;
		}

		per_cpu(free_l1_inst_sram_head, cpu).next->paddr =
			(void *)get_l1_code_start_cpu(cpu) + (_etext_l1 - _stext_l1);
		per_cpu(free_l1_inst_sram_head, cpu).next->size =
			L1_CODE_LENGTH - (_etext_l1 - _stext_l1);
		per_cpu(free_l1_inst_sram_head, cpu).next->pid = 0;
		per_cpu(free_l1_inst_sram_head, cpu).next->next = NULL;

		per_cpu(used_l1_inst_sram_head, cpu).next = NULL;

		printk(KERN_INFO "Blackfin L1 Instruction SRAM: %d KB (%d KB free)\n",
			L1_CODE_LENGTH >> 10,
			per_cpu(free_l1_inst_sram_head, cpu).next->size >> 10);

		/* mutex initialize */
		spin_lock_init(&per_cpu(l1_inst_sram_lock, cpu));
191
	}
Bryan Wu's avatar
Bryan Wu committed
192 193 194
#endif
}

195 196
static void __init l2_sram_init(void)
{
197
#if L2_LENGTH != 0
198 199 200
	free_l2_sram_head.next =
		kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
	if (!free_l2_sram_head.next) {
201
		printk(KERN_INFO "Fail to initialize L2 SRAM.\n");
202 203 204
		return;
	}

205 206 207 208
	free_l2_sram_head.next->paddr =
		(void *)L2_START + (_ebss_l2 - _stext_l2);
	free_l2_sram_head.next->size =
		L2_LENGTH - (_ebss_l2 - _stext_l2);
209 210 211 212 213 214 215 216 217 218 219 220 221
	free_l2_sram_head.next->pid = 0;
	free_l2_sram_head.next->next = NULL;

	used_l2_sram_head.next = NULL;

	printk(KERN_INFO "Blackfin L2 SRAM: %d KB (%d KB free)\n",
		L2_LENGTH >> 10,
		free_l2_sram_head.next->size >> 10);
#endif

	/* mutex initialize */
	spin_lock_init(&l2_sram_lock);
}
222

223 224 225 226 227 228 229 230 231
void __init bfin_sram_init(void)
{
	sram_piece_cache = kmem_cache_create("sram_piece_cache",
				sizeof(struct sram_piece),
				0, SLAB_PANIC, NULL);

	l1sram_init();
	l1_data_sram_init();
	l1_inst_sram_init();
232
	l2_sram_init();
233 234
}

235 236
/* SRAM allocate function */
static void *_sram_alloc(size_t size, struct sram_piece *pfree_head,
237
		struct sram_piece *pused_head)
Bryan Wu's avatar
Bryan Wu committed
238
{
239
	struct sram_piece *pslot, *plast, *pavail;
Bryan Wu's avatar
Bryan Wu committed
240

241
	if (size <= 0 || !pfree_head || !pused_head)
Bryan Wu's avatar
Bryan Wu committed
242 243 244 245 246
		return NULL;

	/* Align the size */
	size = (size + 3) & ~3;

247 248 249 250 251 252 253
	pslot = pfree_head->next;
	plast = pfree_head;

	/* search an available piece slot */
	while (pslot != NULL && size > pslot->size) {
		plast = pslot;
		pslot = pslot->next;
Bryan Wu's avatar
Bryan Wu committed
254
	}
255 256

	if (!pslot)
Bryan Wu's avatar
Bryan Wu committed
257 258
		return NULL;

259 260 261 262 263 264 265 266 267 268 269 270 271
	if (pslot->size == size) {
		plast->next = pslot->next;
		pavail = pslot;
	} else {
		pavail = kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);

		if (!pavail)
			return NULL;

		pavail->paddr = pslot->paddr;
		pavail->size = size;
		pslot->paddr += size;
		pslot->size -= size;
Bryan Wu's avatar
Bryan Wu committed
272 273
	}

274 275 276 277 278 279 280 281 282 283 284 285 286 287 288
	pavail->pid = current->pid;

	pslot = pused_head->next;
	plast = pused_head;

	/* insert new piece into used piece list !!! */
	while (pslot != NULL && pavail->paddr < pslot->paddr) {
		plast = pslot;
		pslot = pslot->next;
	}

	pavail->next = pslot;
	plast->next = pavail;

	return pavail->paddr;
Bryan Wu's avatar
Bryan Wu committed
289 290 291
}

/* Allocate the largest available block.  */
292
static void *_sram_alloc_max(struct sram_piece *pfree_head,
293
				struct sram_piece *pused_head,
Bryan Wu's avatar
Bryan Wu committed
294 295
				unsigned long *psize)
{
296 297 298 299 300 301
	struct sram_piece *pslot, *pmax;

	if (!pfree_head || !pused_head)
		return NULL;

	pmax = pslot = pfree_head->next;
Bryan Wu's avatar
Bryan Wu committed
302

303 304 305 306 307
	/* search an available piece slot */
	while (pslot != NULL) {
		if (pslot->size > pmax->size)
			pmax = pslot;
		pslot = pslot->next;
Bryan Wu's avatar
Bryan Wu committed
308
	}
309 310

	if (!pmax)
Bryan Wu's avatar
Bryan Wu committed
311 312
		return NULL;

313 314
	*psize = pmax->size;

315
	return _sram_alloc(*psize, pfree_head, pused_head);
Bryan Wu's avatar
Bryan Wu committed
316 317
}

318 319
/* SRAM free function */
static int _sram_free(const void *addr,
320 321
			struct sram_piece *pfree_head,
			struct sram_piece *pused_head)
Bryan Wu's avatar
Bryan Wu committed
322
{
323 324 325 326
	struct sram_piece *pslot, *plast, *pavail;

	if (!pfree_head || !pused_head)
		return -1;
Bryan Wu's avatar
Bryan Wu committed
327 328

	/* search the relevant memory slot */
329 330 331 332 333 334 335
	pslot = pused_head->next;
	plast = pused_head;

	/* search an available piece slot */
	while (pslot != NULL && pslot->paddr != addr) {
		plast = pslot;
		pslot = pslot->next;
Bryan Wu's avatar
Bryan Wu committed
336
	}
337 338

	if (!pslot)
Bryan Wu's avatar
Bryan Wu committed
339 340
		return -1;

341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357
	plast->next = pslot->next;
	pavail = pslot;
	pavail->pid = 0;

	/* insert free pieces back to the free list */
	pslot = pfree_head->next;
	plast = pfree_head;

	while (pslot != NULL && addr > pslot->paddr) {
		plast = pslot;
		pslot = pslot->next;
	}

	if (plast != pfree_head && plast->paddr + plast->size == pavail->paddr) {
		plast->size += pavail->size;
		kmem_cache_free(sram_piece_cache, pavail);
	} else {
358
		pavail->next = plast->next;
359 360
		plast->next = pavail;
		plast = pavail;
Bryan Wu's avatar
Bryan Wu committed
361 362
	}

363 364 365 366
	if (pslot && plast->paddr + plast->size == pslot->paddr) {
		plast->size += pslot->size;
		plast->next = pslot->next;
		kmem_cache_free(sram_piece_cache, pslot);
Bryan Wu's avatar
Bryan Wu committed
367 368 369 370 371 372 373
	}

	return 0;
}

int sram_free(const void *addr)
{
374

Bryan Wu's avatar
Bryan Wu committed
375
#if L1_CODE_LENGTH != 0
376 377
	if (addr >= (void *)get_l1_code_start()
		 && addr < (void *)(get_l1_code_start() + L1_CODE_LENGTH))
Bryan Wu's avatar
Bryan Wu committed
378
		return l1_inst_sram_free(addr);
379
	else
Bryan Wu's avatar
Bryan Wu committed
380 381
#endif
#if L1_DATA_A_LENGTH != 0
382 383
	if (addr >= (void *)get_l1_data_a_start()
		 && addr < (void *)(get_l1_data_a_start() + L1_DATA_A_LENGTH))
Bryan Wu's avatar
Bryan Wu committed
384
		return l1_data_A_sram_free(addr);
385
	else
Bryan Wu's avatar
Bryan Wu committed
386 387
#endif
#if L1_DATA_B_LENGTH != 0
388 389
	if (addr >= (void *)get_l1_data_b_start()
		 && addr < (void *)(get_l1_data_b_start() + L1_DATA_B_LENGTH))
Bryan Wu's avatar
Bryan Wu committed
390
		return l1_data_B_sram_free(addr);
391
	else
392
#endif
393
#if L2_LENGTH != 0
394
	if (addr >= (void *)L2_START
395 396
		 && addr < (void *)(L2_START + L2_LENGTH))
		return l2_sram_free(addr);
Bryan Wu's avatar
Bryan Wu committed
397
	else
398
#endif
Bryan Wu's avatar
Bryan Wu committed
399 400 401 402 403 404
		return -1;
}
EXPORT_SYMBOL(sram_free);

void *l1_data_A_sram_alloc(size_t size)
{
405
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
406
	void *addr = NULL;
407
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
408

409
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
410
	/* add mutex operation */
411
	spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
412 413

#if L1_DATA_A_LENGTH != 0
414 415
	addr = _sram_alloc(size, &per_cpu(free_l1_data_A_sram_head, cpu),
			&per_cpu(used_l1_data_A_sram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
416 417 418
#endif

	/* add mutex operation */
419 420
	spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
421 422 423 424 425 426 427 428 429 430

	pr_debug("Allocated address in l1_data_A_sram_alloc is 0x%lx+0x%lx\n",
		 (long unsigned int)addr, size);

	return addr;
}
EXPORT_SYMBOL(l1_data_A_sram_alloc);

int l1_data_A_sram_free(const void *addr)
{
431
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
432
	int ret;
433
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
434

435
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
436
	/* add mutex operation */
437
	spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
438 439

#if L1_DATA_A_LENGTH != 0
440 441
	ret = _sram_free(addr, &per_cpu(free_l1_data_A_sram_head, cpu),
			&per_cpu(used_l1_data_A_sram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
442 443 444 445 446
#else
	ret = -1;
#endif

	/* add mutex operation */
447 448
	spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
449 450 451 452 453 454 455 456

	return ret;
}
EXPORT_SYMBOL(l1_data_A_sram_free);

void *l1_data_B_sram_alloc(size_t size)
{
#if L1_DATA_B_LENGTH != 0
457
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
458
	void *addr;
459
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
460

461
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
462
	/* add mutex operation */
463
	spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
464

465 466
	addr = _sram_alloc(size, &per_cpu(free_l1_data_B_sram_head, cpu),
			&per_cpu(used_l1_data_B_sram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
467 468

	/* add mutex operation */
469 470
	spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
471 472 473 474 475 476 477 478 479 480 481 482 483 484

	pr_debug("Allocated address in l1_data_B_sram_alloc is 0x%lx+0x%lx\n",
		 (long unsigned int)addr, size);

	return addr;
#else
	return NULL;
#endif
}
EXPORT_SYMBOL(l1_data_B_sram_alloc);

int l1_data_B_sram_free(const void *addr)
{
#if L1_DATA_B_LENGTH != 0
485
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
486
	int ret;
487
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
488

489
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
490
	/* add mutex operation */
491
	spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
492

493 494
	ret = _sram_free(addr, &per_cpu(free_l1_data_B_sram_head, cpu),
			&per_cpu(used_l1_data_B_sram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
495 496

	/* add mutex operation */
497 498
	spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540

	return ret;
#else
	return -1;
#endif
}
EXPORT_SYMBOL(l1_data_B_sram_free);

void *l1_data_sram_alloc(size_t size)
{
	void *addr = l1_data_A_sram_alloc(size);

	if (!addr)
		addr = l1_data_B_sram_alloc(size);

	return addr;
}
EXPORT_SYMBOL(l1_data_sram_alloc);

void *l1_data_sram_zalloc(size_t size)
{
	void *addr = l1_data_sram_alloc(size);

	if (addr)
		memset(addr, 0x00, size);

	return addr;
}
EXPORT_SYMBOL(l1_data_sram_zalloc);

int l1_data_sram_free(const void *addr)
{
	int ret;
	ret = l1_data_A_sram_free(addr);
	if (ret == -1)
		ret = l1_data_B_sram_free(addr);
	return ret;
}
EXPORT_SYMBOL(l1_data_sram_free);

void *l1_inst_sram_alloc(size_t size)
{
541
#if L1_CODE_LENGTH != 0
542
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
543
	void *addr;
544
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
545

546
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
547
	/* add mutex operation */
548
	spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
549

550 551
	addr = _sram_alloc(size, &per_cpu(free_l1_inst_sram_head, cpu),
			&per_cpu(used_l1_inst_sram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
552 553

	/* add mutex operation */
554 555
	spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
556 557 558 559 560 561 562 563 564 565 566 567 568 569

	pr_debug("Allocated address in l1_inst_sram_alloc is 0x%lx+0x%lx\n",
		 (long unsigned int)addr, size);

	return addr;
#else
	return NULL;
#endif
}
EXPORT_SYMBOL(l1_inst_sram_alloc);

int l1_inst_sram_free(const void *addr)
{
#if L1_CODE_LENGTH != 0
570
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
571
	int ret;
572
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
573

574
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
575
	/* add mutex operation */
576
	spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
577

578 579
	ret = _sram_free(addr, &per_cpu(free_l1_inst_sram_head, cpu),
			&per_cpu(used_l1_inst_sram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
580 581

	/* add mutex operation */
582 583
	spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
584 585 586 587 588 589 590 591 592 593 594

	return ret;
#else
	return -1;
#endif
}
EXPORT_SYMBOL(l1_inst_sram_free);

/* L1 Scratchpad memory allocate function */
void *l1sram_alloc(size_t size)
{
595
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
596
	void *addr;
597
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
598

599
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
600
	/* add mutex operation */
601
	spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
602

603 604
	addr = _sram_alloc(size, &per_cpu(free_l1_ssram_head, cpu),
			&per_cpu(used_l1_ssram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
605 606

	/* add mutex operation */
607 608
	spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
609 610 611 612 613 614 615

	return addr;
}

/* L1 Scratchpad memory allocate function */
void *l1sram_alloc_max(size_t *psize)
{
616
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
617
	void *addr;
618
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
619

620
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
621
	/* add mutex operation */
622
	spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
623

624 625
	addr = _sram_alloc_max(&per_cpu(free_l1_ssram_head, cpu),
			&per_cpu(used_l1_ssram_head, cpu), psize);
Bryan Wu's avatar
Bryan Wu committed
626 627

	/* add mutex operation */
628 629
	spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
630 631 632 633 634 635 636

	return addr;
}

/* L1 Scratchpad memory free function */
int l1sram_free(const void *addr)
{
637
	unsigned long flags;
Bryan Wu's avatar
Bryan Wu committed
638
	int ret;
639
	unsigned int cpu;
Bryan Wu's avatar
Bryan Wu committed
640

641
	cpu = get_cpu();
Bryan Wu's avatar
Bryan Wu committed
642
	/* add mutex operation */
643
	spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu's avatar
Bryan Wu committed
644

645 646
	ret = _sram_free(addr, &per_cpu(free_l1_ssram_head, cpu),
			&per_cpu(used_l1_ssram_head, cpu));
Bryan Wu's avatar
Bryan Wu committed
647 648

	/* add mutex operation */
649 650
	spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
	put_cpu();
Bryan Wu's avatar
Bryan Wu committed
651 652 653 654

	return ret;
}

655 656
void *l2_sram_alloc(size_t size)
{
657
#if L2_LENGTH != 0
658
	unsigned long flags;
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692
	void *addr;

	/* add mutex operation */
	spin_lock_irqsave(&l2_sram_lock, flags);

	addr = _sram_alloc(size, &free_l2_sram_head,
			&used_l2_sram_head);

	/* add mutex operation */
	spin_unlock_irqrestore(&l2_sram_lock, flags);

	pr_debug("Allocated address in l2_sram_alloc is 0x%lx+0x%lx\n",
		 (long unsigned int)addr, size);

	return addr;
#else
	return NULL;
#endif
}
EXPORT_SYMBOL(l2_sram_alloc);

void *l2_sram_zalloc(size_t size)
{
	void *addr = l2_sram_alloc(size);

	if (addr)
		memset(addr, 0x00, size);

	return addr;
}
EXPORT_SYMBOL(l2_sram_zalloc);

int l2_sram_free(const void *addr)
{
693
#if L2_LENGTH != 0
694
	unsigned long flags;
695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712
	int ret;

	/* add mutex operation */
	spin_lock_irqsave(&l2_sram_lock, flags);

	ret = _sram_free(addr, &free_l2_sram_head,
			&used_l2_sram_head);

	/* add mutex operation */
	spin_unlock_irqrestore(&l2_sram_lock, flags);

	return ret;
#else
	return -1;
#endif
}
EXPORT_SYMBOL(l2_sram_free);

Bryan Wu's avatar
Bryan Wu committed
713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737
int sram_free_with_lsl(const void *addr)
{
	struct sram_list_struct *lsl, **tmp;
	struct mm_struct *mm = current->mm;

	for (tmp = &mm->context.sram_list; *tmp; tmp = &(*tmp)->next)
		if ((*tmp)->addr == addr)
			goto found;
	return -1;
found:
	lsl = *tmp;
	sram_free(addr);
	*tmp = lsl->next;
	kfree(lsl);

	return 0;
}
EXPORT_SYMBOL(sram_free_with_lsl);

void *sram_alloc_with_lsl(size_t size, unsigned long flags)
{
	void *addr = NULL;
	struct sram_list_struct *lsl = NULL;
	struct mm_struct *mm = current->mm;

738
	lsl = kzalloc(sizeof(struct sram_list_struct), GFP_KERNEL);
Bryan Wu's avatar
Bryan Wu committed
739 740 741 742 743 744 745 746 747 748 749 750
	if (!lsl)
		return NULL;

	if (flags & L1_INST_SRAM)
		addr = l1_inst_sram_alloc(size);

	if (addr == NULL && (flags & L1_DATA_A_SRAM))
		addr = l1_data_A_sram_alloc(size);

	if (addr == NULL && (flags & L1_DATA_B_SRAM))
		addr = l1_data_B_sram_alloc(size);

751 752 753
	if (addr == NULL && (flags & L2_SRAM))
		addr = l2_sram_alloc(size);

Bryan Wu's avatar
Bryan Wu committed
754 755 756 757 758 759 760 761 762 763 764
	if (addr == NULL) {
		kfree(lsl);
		return NULL;
	}
	lsl->addr = addr;
	lsl->length = size;
	lsl->next = mm->context.sram_list;
	mm->context.sram_list = lsl;
	return addr;
}
EXPORT_SYMBOL(sram_alloc_with_lsl);
765 766 767 768 769

#ifdef CONFIG_PROC_FS
/* Once we get a real allocator, we'll throw all of this away.
 * Until then, we need some sort of visibility into the L1 alloc.
 */
770 771 772
/* Need to keep line of output the same.  Currently, that is 44 bytes
 * (including newline).
 */
773
static int _sram_proc_read(char *buf, int *len, int count, const char *desc,
774 775
		struct sram_piece *pfree_head,
		struct sram_piece *pused_head)
776
{
777 778 779 780
	struct sram_piece *pslot;

	if (!pfree_head || !pused_head)
		return -1;
781

782
	*len += sprintf(&buf[*len], "--- SRAM %-14s Size   PID State     \n", desc);
783 784 785 786 787

	/* search the relevant memory slot */
	pslot = pused_head->next;

	while (pslot != NULL) {
788
		*len += sprintf(&buf[*len], "%p-%p %10i %5i %-10s\n",
789 790 791 792 793 794 795 796 797
			pslot->paddr, pslot->paddr + pslot->size,
			pslot->size, pslot->pid, "ALLOCATED");

		pslot = pslot->next;
	}

	pslot = pfree_head->next;

	while (pslot != NULL) {
798
		*len += sprintf(&buf[*len], "%p-%p %10i %5i %-10s\n",
799 800 801 802
			pslot->paddr, pslot->paddr + pslot->size,
			pslot->size, pslot->pid, "FREE");

		pslot = pslot->next;
803
	}
804 805

	return 0;
806
}
807
static int sram_proc_read(char *buf, char **start, off_t offset, int count,
808 809 810
		int *eof, void *data)
{
	int len = 0;
811
	unsigned int cpu;
812

813 814 815 816
	for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
		if (_sram_proc_read(buf, &len, count, "Scratchpad",
			&per_cpu(free_l1_ssram_head, cpu), &per_cpu(used_l1_ssram_head, cpu)))
			goto not_done;
817
#if L1_DATA_A_LENGTH != 0
818 819 820 821
		if (_sram_proc_read(buf, &len, count, "L1 Data A",
			&per_cpu(free_l1_data_A_sram_head, cpu),
			&per_cpu(used_l1_data_A_sram_head, cpu)))
			goto not_done;
822 823
#endif
#if L1_DATA_B_LENGTH != 0
824 825 826 827
		if (_sram_proc_read(buf, &len, count, "L1 Data B",
			&per_cpu(free_l1_data_B_sram_head, cpu),
			&per_cpu(used_l1_data_B_sram_head, cpu)))
			goto not_done;
828 829
#endif
#if L1_CODE_LENGTH != 0
830 831 832 833
		if (_sram_proc_read(buf, &len, count, "L1 Instruction",
			&per_cpu(free_l1_inst_sram_head, cpu),
			&per_cpu(used_l1_inst_sram_head, cpu)))
			goto not_done;
834
#endif
835
	}
836
#if L2_LENGTH != 0
837 838
	if (_sram_proc_read(buf, &len, count, "L2", &free_l2_sram_head,
		&used_l2_sram_head))
839 840
		goto not_done;
#endif
841 842
	*eof = 1;
 not_done:
843 844 845
	return len;
}

846
static int __init sram_proc_init(void)
847 848 849 850 851 852 853 854
{
	struct proc_dir_entry *ptr;
	ptr = create_proc_entry("sram", S_IFREG | S_IRUGO, NULL);
	if (!ptr) {
		printk(KERN_WARNING "unable to create /proc/sram\n");
		return -1;
	}
	ptr->owner = THIS_MODULE;
855
	ptr->read_proc = sram_proc_read;
856 857
	return 0;
}
858
late_initcall(sram_proc_init);
859
#endif