Merge tag 'v3.10.70' into update
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / arch / blackfin / mm / sram-alloc.c
CommitLineData
1394f032 1/*
96f1050d 2 * SRAM allocator for Blackfin on-chip memory
1394f032 3 *
96f1050d 4 * Copyright 2004-2009 Analog Devices Inc.
1394f032 5 *
96f1050d 6 * Licensed under the GPL-2 or later.
1394f032
BW
7 */
8
1394f032
BW
9#include <linux/module.h>
10#include <linux/kernel.h>
11#include <linux/types.h>
12#include <linux/miscdevice.h>
13#include <linux/ioport.h>
14#include <linux/fcntl.h>
15#include <linux/init.h>
16#include <linux/poll.h>
17#include <linux/proc_fs.h>
934fe05b 18#include <linux/seq_file.h>
1394f032
BW
19#include <linux/spinlock.h>
20#include <linux/rtc.h>
5a0e3ad6 21#include <linux/slab.h>
1394f032 22#include <asm/blackfin.h>
dbc895f9 23#include <asm/mem_map.h>
1394f032
BW
24#include "blackfin_sram.h"
25
1394f032 26/* the data structure for L1 scratchpad and DATA SRAM */
5d481f49 27struct sram_piece {
1394f032
BW
28 void *paddr;
29 int size;
bc61b4e6 30 pid_t pid;
5d481f49 31 struct sram_piece *next;
1394f032
BW
32};
33
81c969a8 34static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1sram_lock);
8f65873e
GY
35static DEFINE_PER_CPU(struct sram_piece, free_l1_ssram_head);
36static DEFINE_PER_CPU(struct sram_piece, used_l1_ssram_head);
1394f032
BW
37
38#if L1_DATA_A_LENGTH != 0
8f65873e
GY
39static DEFINE_PER_CPU(struct sram_piece, free_l1_data_A_sram_head);
40static DEFINE_PER_CPU(struct sram_piece, used_l1_data_A_sram_head);
1394f032
BW
41#endif
42
43#if L1_DATA_B_LENGTH != 0
8f65873e
GY
44static DEFINE_PER_CPU(struct sram_piece, free_l1_data_B_sram_head);
45static DEFINE_PER_CPU(struct sram_piece, used_l1_data_B_sram_head);
1394f032
BW
46#endif
47
81c969a8
MF
48#if L1_DATA_A_LENGTH || L1_DATA_B_LENGTH
49static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1_data_sram_lock);
50#endif
51
1394f032 52#if L1_CODE_LENGTH != 0
81c969a8 53static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1_inst_sram_lock);
8f65873e
GY
54static DEFINE_PER_CPU(struct sram_piece, free_l1_inst_sram_head);
55static DEFINE_PER_CPU(struct sram_piece, used_l1_inst_sram_head);
1394f032
BW
56#endif
57
07aa7be5 58#if L2_LENGTH != 0
81c969a8 59static spinlock_t l2_sram_lock ____cacheline_aligned_in_smp;
262c3825
SZ
60static struct sram_piece free_l2_sram_head, used_l2_sram_head;
61#endif
62
5d481f49
SZ
63static struct kmem_cache *sram_piece_cache;
64
1394f032 65/* L1 Scratchpad SRAM initialization function */
5d481f49 66static void __init l1sram_init(void)
1394f032 67{
8f65873e 68 unsigned int cpu;
89ecd506
GY
69 unsigned long reserve;
70
71#ifdef CONFIG_SMP
72 reserve = 0;
73#else
74 reserve = sizeof(struct l1_scratch_task_info);
75#endif
76
8f65873e
GY
77 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
78 per_cpu(free_l1_ssram_head, cpu).next =
79 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
80 if (!per_cpu(free_l1_ssram_head, cpu).next) {
81 printk(KERN_INFO "Fail to initialize Scratchpad data SRAM.\n");
82 return;
83 }
84
89ecd506
GY
85 per_cpu(free_l1_ssram_head, cpu).next->paddr = (void *)get_l1_scratch_start_cpu(cpu) + reserve;
86 per_cpu(free_l1_ssram_head, cpu).next->size = L1_SCRATCH_LENGTH - reserve;
8f65873e
GY
87 per_cpu(free_l1_ssram_head, cpu).next->pid = 0;
88 per_cpu(free_l1_ssram_head, cpu).next->next = NULL;
89
90 per_cpu(used_l1_ssram_head, cpu).next = NULL;
91
92 /* mutex initialize */
93 spin_lock_init(&per_cpu(l1sram_lock, cpu));
94 printk(KERN_INFO "Blackfin Scratchpad data SRAM: %d KB\n",
95 L1_SCRATCH_LENGTH >> 10);
5d481f49 96 }
1394f032
BW
97}
98
5d481f49 99static void __init l1_data_sram_init(void)
1394f032 100{
0b82e274 101#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
8f65873e 102 unsigned int cpu;
0b82e274 103#endif
1394f032 104#if L1_DATA_A_LENGTH != 0
8f65873e
GY
105 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
106 per_cpu(free_l1_data_A_sram_head, cpu).next =
107 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
108 if (!per_cpu(free_l1_data_A_sram_head, cpu).next) {
109 printk(KERN_INFO "Fail to initialize L1 Data A SRAM.\n");
110 return;
111 }
112
113 per_cpu(free_l1_data_A_sram_head, cpu).next->paddr =
114 (void *)get_l1_data_a_start_cpu(cpu) + (_ebss_l1 - _sdata_l1);
115 per_cpu(free_l1_data_A_sram_head, cpu).next->size =
116 L1_DATA_A_LENGTH - (_ebss_l1 - _sdata_l1);
117 per_cpu(free_l1_data_A_sram_head, cpu).next->pid = 0;
118 per_cpu(free_l1_data_A_sram_head, cpu).next->next = NULL;
119
120 per_cpu(used_l1_data_A_sram_head, cpu).next = NULL;
121
122 printk(KERN_INFO "Blackfin L1 Data A SRAM: %d KB (%d KB free)\n",
123 L1_DATA_A_LENGTH >> 10,
124 per_cpu(free_l1_data_A_sram_head, cpu).next->size >> 10);
5d481f49 125 }
1394f032
BW
126#endif
127#if L1_DATA_B_LENGTH != 0
8f65873e
GY
128 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
129 per_cpu(free_l1_data_B_sram_head, cpu).next =
130 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
131 if (!per_cpu(free_l1_data_B_sram_head, cpu).next) {
132 printk(KERN_INFO "Fail to initialize L1 Data B SRAM.\n");
133 return;
134 }
135
136 per_cpu(free_l1_data_B_sram_head, cpu).next->paddr =
137 (void *)get_l1_data_b_start_cpu(cpu) + (_ebss_b_l1 - _sdata_b_l1);
138 per_cpu(free_l1_data_B_sram_head, cpu).next->size =
139 L1_DATA_B_LENGTH - (_ebss_b_l1 - _sdata_b_l1);
140 per_cpu(free_l1_data_B_sram_head, cpu).next->pid = 0;
141 per_cpu(free_l1_data_B_sram_head, cpu).next->next = NULL;
142
143 per_cpu(used_l1_data_B_sram_head, cpu).next = NULL;
144
145 printk(KERN_INFO "Blackfin L1 Data B SRAM: %d KB (%d KB free)\n",
146 L1_DATA_B_LENGTH >> 10,
147 per_cpu(free_l1_data_B_sram_head, cpu).next->size >> 10);
148 /* mutex initialize */
5d481f49 149 }
1394f032
BW
150#endif
151
8f65873e
GY
152#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
153 for (cpu = 0; cpu < num_possible_cpus(); ++cpu)
154 spin_lock_init(&per_cpu(l1_data_sram_lock, cpu));
155#endif
1394f032
BW
156}
157
5d481f49 158static void __init l1_inst_sram_init(void)
1394f032
BW
159{
160#if L1_CODE_LENGTH != 0
8f65873e
GY
161 unsigned int cpu;
162 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
163 per_cpu(free_l1_inst_sram_head, cpu).next =
164 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
165 if (!per_cpu(free_l1_inst_sram_head, cpu).next) {
166 printk(KERN_INFO "Failed to initialize L1 Instruction SRAM\n");
167 return;
168 }
169
170 per_cpu(free_l1_inst_sram_head, cpu).next->paddr =
171 (void *)get_l1_code_start_cpu(cpu) + (_etext_l1 - _stext_l1);
172 per_cpu(free_l1_inst_sram_head, cpu).next->size =
173 L1_CODE_LENGTH - (_etext_l1 - _stext_l1);
174 per_cpu(free_l1_inst_sram_head, cpu).next->pid = 0;
175 per_cpu(free_l1_inst_sram_head, cpu).next->next = NULL;
176
177 per_cpu(used_l1_inst_sram_head, cpu).next = NULL;
178
179 printk(KERN_INFO "Blackfin L1 Instruction SRAM: %d KB (%d KB free)\n",
180 L1_CODE_LENGTH >> 10,
181 per_cpu(free_l1_inst_sram_head, cpu).next->size >> 10);
182
183 /* mutex initialize */
184 spin_lock_init(&per_cpu(l1_inst_sram_lock, cpu));
5d481f49 185 }
1394f032 186#endif
1394f032
BW
187}
188
b2cfc653
BL
189#ifdef __ADSPBF60x__
190static irqreturn_t l2_ecc_err(int irq, void *dev_id)
191{
192 int status;
193
744627e9 194 printk(KERN_ERR "L2 ecc error happened\n");
b2cfc653
BL
195 status = bfin_read32(L2CTL0_STAT);
196 if (status & 0x1)
197 printk(KERN_ERR "Core channel error type:0x%x, addr:0x%x\n",
198 bfin_read32(L2CTL0_ET0), bfin_read32(L2CTL0_EADDR0));
199 if (status & 0x2)
200 printk(KERN_ERR "System channel error type:0x%x, addr:0x%x\n",
201 bfin_read32(L2CTL0_ET1), bfin_read32(L2CTL0_EADDR1));
202
203 status = status >> 8;
204 if (status)
205 printk(KERN_ERR "L2 Bank%d error, addr:0x%x\n",
206 status, bfin_read32(L2CTL0_ERRADDR0 + status));
207
208 panic("L2 Ecc error");
209 return IRQ_HANDLED;
210}
211#endif
212
262c3825
SZ
213static void __init l2_sram_init(void)
214{
07aa7be5 215#if L2_LENGTH != 0
b2cfc653
BL
216
217#ifdef __ADSPBF60x__
218 int ret;
219
220 ret = request_irq(IRQ_L2CTL0_ECC_ERR, l2_ecc_err, 0, "l2-ecc-err",
221 NULL);
222 if (unlikely(ret < 0)) {
223 printk(KERN_INFO "Fail to request l2 ecc error interrupt");
224 return;
225 }
226#endif
227
262c3825
SZ
228 free_l2_sram_head.next =
229 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
230 if (!free_l2_sram_head.next) {
8f65873e 231 printk(KERN_INFO "Fail to initialize L2 SRAM.\n");
262c3825
SZ
232 return;
233 }
234
b2c2f303
JZ
235 free_l2_sram_head.next->paddr =
236 (void *)L2_START + (_ebss_l2 - _stext_l2);
237 free_l2_sram_head.next->size =
238 L2_LENGTH - (_ebss_l2 - _stext_l2);
262c3825
SZ
239 free_l2_sram_head.next->pid = 0;
240 free_l2_sram_head.next->next = NULL;
241
242 used_l2_sram_head.next = NULL;
243
244 printk(KERN_INFO "Blackfin L2 SRAM: %d KB (%d KB free)\n",
245 L2_LENGTH >> 10,
246 free_l2_sram_head.next->size >> 10);
262c3825
SZ
247
248 /* mutex initialize */
249 spin_lock_init(&l2_sram_lock);
81c969a8 250#endif
262c3825 251}
8f65873e 252
c72aa079 253static int __init bfin_sram_init(void)
5d481f49
SZ
254{
255 sram_piece_cache = kmem_cache_create("sram_piece_cache",
256 sizeof(struct sram_piece),
257 0, SLAB_PANIC, NULL);
258
259 l1sram_init();
260 l1_data_sram_init();
261 l1_inst_sram_init();
262c3825 262 l2_sram_init();
c72aa079
GY
263
264 return 0;
5d481f49 265}
c72aa079 266pure_initcall(bfin_sram_init);
5d481f49 267
262c3825
SZ
268/* SRAM allocate function */
269static void *_sram_alloc(size_t size, struct sram_piece *pfree_head,
5d481f49 270 struct sram_piece *pused_head)
1394f032 271{
5d481f49 272 struct sram_piece *pslot, *plast, *pavail;
1394f032 273
5d481f49 274 if (size <= 0 || !pfree_head || !pused_head)
1394f032
BW
275 return NULL;
276
277 /* Align the size */
278 size = (size + 3) & ~3;
279
5d481f49
SZ
280 pslot = pfree_head->next;
281 plast = pfree_head;
282
283 /* search an available piece slot */
284 while (pslot != NULL && size > pslot->size) {
285 plast = pslot;
286 pslot = pslot->next;
1394f032 287 }
5d481f49
SZ
288
289 if (!pslot)
1394f032
BW
290 return NULL;
291
5d481f49
SZ
292 if (pslot->size == size) {
293 plast->next = pslot->next;
294 pavail = pslot;
295 } else {
eb5400b6
MF
296 /* use atomic so our L1 allocator can be used atomically */
297 pavail = kmem_cache_alloc(sram_piece_cache, GFP_ATOMIC);
5d481f49
SZ
298
299 if (!pavail)
300 return NULL;
301
302 pavail->paddr = pslot->paddr;
303 pavail->size = size;
304 pslot->paddr += size;
305 pslot->size -= size;
1394f032
BW
306 }
307
5d481f49
SZ
308 pavail->pid = current->pid;
309
310 pslot = pused_head->next;
311 plast = pused_head;
312
313 /* insert new piece into used piece list !!! */
314 while (pslot != NULL && pavail->paddr < pslot->paddr) {
315 plast = pslot;
316 pslot = pslot->next;
317 }
318
319 pavail->next = pslot;
320 plast->next = pavail;
321
322 return pavail->paddr;
1394f032
BW
323}
324
325/* Allocate the largest available block. */
262c3825 326static void *_sram_alloc_max(struct sram_piece *pfree_head,
5d481f49 327 struct sram_piece *pused_head,
1394f032
BW
328 unsigned long *psize)
329{
5d481f49
SZ
330 struct sram_piece *pslot, *pmax;
331
332 if (!pfree_head || !pused_head)
333 return NULL;
334
335 pmax = pslot = pfree_head->next;
1394f032 336
5d481f49
SZ
337 /* search an available piece slot */
338 while (pslot != NULL) {
339 if (pslot->size > pmax->size)
340 pmax = pslot;
341 pslot = pslot->next;
1394f032 342 }
5d481f49
SZ
343
344 if (!pmax)
1394f032 345 return NULL;
1394f032 346
5d481f49
SZ
347 *psize = pmax->size;
348
262c3825 349 return _sram_alloc(*psize, pfree_head, pused_head);
1394f032
BW
350}
351
262c3825
SZ
352/* SRAM free function */
353static int _sram_free(const void *addr,
5d481f49
SZ
354 struct sram_piece *pfree_head,
355 struct sram_piece *pused_head)
1394f032 356{
5d481f49
SZ
357 struct sram_piece *pslot, *plast, *pavail;
358
359 if (!pfree_head || !pused_head)
360 return -1;
1394f032
BW
361
362 /* search the relevant memory slot */
5d481f49
SZ
363 pslot = pused_head->next;
364 plast = pused_head;
365
366 /* search an available piece slot */
367 while (pslot != NULL && pslot->paddr != addr) {
368 plast = pslot;
369 pslot = pslot->next;
1394f032 370 }
5d481f49
SZ
371
372 if (!pslot)
1394f032
BW
373 return -1;
374
5d481f49
SZ
375 plast->next = pslot->next;
376 pavail = pslot;
377 pavail->pid = 0;
378
379 /* insert free pieces back to the free list */
380 pslot = pfree_head->next;
381 plast = pfree_head;
382
383 while (pslot != NULL && addr > pslot->paddr) {
384 plast = pslot;
385 pslot = pslot->next;
386 }
387
388 if (plast != pfree_head && plast->paddr + plast->size == pavail->paddr) {
389 plast->size += pavail->size;
390 kmem_cache_free(sram_piece_cache, pavail);
391 } else {
225f7e1e 392 pavail->next = plast->next;
5d481f49
SZ
393 plast->next = pavail;
394 plast = pavail;
1394f032
BW
395 }
396
5d481f49
SZ
397 if (pslot && plast->paddr + plast->size == pslot->paddr) {
398 plast->size += pslot->size;
399 plast->next = pslot->next;
400 kmem_cache_free(sram_piece_cache, pslot);
1394f032
BW
401 }
402
403 return 0;
404}
405
406int sram_free(const void *addr)
407{
5e95320f 408
1394f032 409#if L1_CODE_LENGTH != 0
8f65873e
GY
410 if (addr >= (void *)get_l1_code_start()
411 && addr < (void *)(get_l1_code_start() + L1_CODE_LENGTH))
1394f032 412 return l1_inst_sram_free(addr);
5e95320f 413 else
1394f032
BW
414#endif
415#if L1_DATA_A_LENGTH != 0
8f65873e
GY
416 if (addr >= (void *)get_l1_data_a_start()
417 && addr < (void *)(get_l1_data_a_start() + L1_DATA_A_LENGTH))
1394f032 418 return l1_data_A_sram_free(addr);
5e95320f 419 else
1394f032
BW
420#endif
421#if L1_DATA_B_LENGTH != 0
8f65873e
GY
422 if (addr >= (void *)get_l1_data_b_start()
423 && addr < (void *)(get_l1_data_b_start() + L1_DATA_B_LENGTH))
1394f032 424 return l1_data_B_sram_free(addr);
5e95320f 425 else
262c3825 426#endif
07aa7be5 427#if L2_LENGTH != 0
5e95320f 428 if (addr >= (void *)L2_START
262c3825
SZ
429 && addr < (void *)(L2_START + L2_LENGTH))
430 return l2_sram_free(addr);
1394f032 431 else
5e95320f 432#endif
1394f032
BW
433 return -1;
434}
435EXPORT_SYMBOL(sram_free);
436
437void *l1_data_A_sram_alloc(size_t size)
438{
81c969a8 439#if L1_DATA_A_LENGTH != 0
226a6ec3 440 unsigned long flags;
81c969a8 441 void *addr;
8f65873e 442 unsigned int cpu;
1394f032 443
54536c5c 444 cpu = smp_processor_id();
1394f032 445 /* add mutex operation */
8f65873e 446 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032 447
8f65873e
GY
448 addr = _sram_alloc(size, &per_cpu(free_l1_data_A_sram_head, cpu),
449 &per_cpu(used_l1_data_A_sram_head, cpu));
1394f032
BW
450
451 /* add mutex operation */
8f65873e 452 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032
BW
453
454 pr_debug("Allocated address in l1_data_A_sram_alloc is 0x%lx+0x%lx\n",
455 (long unsigned int)addr, size);
456
457 return addr;
81c969a8
MF
458#else
459 return NULL;
460#endif
1394f032
BW
461}
462EXPORT_SYMBOL(l1_data_A_sram_alloc);
463
464int l1_data_A_sram_free(const void *addr)
465{
81c969a8 466#if L1_DATA_A_LENGTH != 0
226a6ec3 467 unsigned long flags;
1394f032 468 int ret;
8f65873e 469 unsigned int cpu;
1394f032 470
54536c5c 471 cpu = smp_processor_id();
1394f032 472 /* add mutex operation */
8f65873e 473 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032 474
8f65873e
GY
475 ret = _sram_free(addr, &per_cpu(free_l1_data_A_sram_head, cpu),
476 &per_cpu(used_l1_data_A_sram_head, cpu));
1394f032
BW
477
478 /* add mutex operation */
8f65873e 479 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032
BW
480
481 return ret;
81c969a8
MF
482#else
483 return -1;
484#endif
1394f032
BW
485}
486EXPORT_SYMBOL(l1_data_A_sram_free);
487
488void *l1_data_B_sram_alloc(size_t size)
489{
490#if L1_DATA_B_LENGTH != 0
226a6ec3 491 unsigned long flags;
1394f032 492 void *addr;
8f65873e 493 unsigned int cpu;
1394f032 494
54536c5c 495 cpu = smp_processor_id();
1394f032 496 /* add mutex operation */
8f65873e 497 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032 498
8f65873e
GY
499 addr = _sram_alloc(size, &per_cpu(free_l1_data_B_sram_head, cpu),
500 &per_cpu(used_l1_data_B_sram_head, cpu));
1394f032
BW
501
502 /* add mutex operation */
8f65873e 503 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032
BW
504
505 pr_debug("Allocated address in l1_data_B_sram_alloc is 0x%lx+0x%lx\n",
506 (long unsigned int)addr, size);
507
508 return addr;
509#else
510 return NULL;
511#endif
512}
513EXPORT_SYMBOL(l1_data_B_sram_alloc);
514
515int l1_data_B_sram_free(const void *addr)
516{
517#if L1_DATA_B_LENGTH != 0
226a6ec3 518 unsigned long flags;
1394f032 519 int ret;
8f65873e 520 unsigned int cpu;
1394f032 521
54536c5c 522 cpu = smp_processor_id();
1394f032 523 /* add mutex operation */
8f65873e 524 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032 525
8f65873e
GY
526 ret = _sram_free(addr, &per_cpu(free_l1_data_B_sram_head, cpu),
527 &per_cpu(used_l1_data_B_sram_head, cpu));
1394f032
BW
528
529 /* add mutex operation */
8f65873e 530 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
1394f032
BW
531
532 return ret;
533#else
534 return -1;
535#endif
536}
537EXPORT_SYMBOL(l1_data_B_sram_free);
538
539void *l1_data_sram_alloc(size_t size)
540{
541 void *addr = l1_data_A_sram_alloc(size);
542
543 if (!addr)
544 addr = l1_data_B_sram_alloc(size);
545
546 return addr;
547}
548EXPORT_SYMBOL(l1_data_sram_alloc);
549
550void *l1_data_sram_zalloc(size_t size)
551{
552 void *addr = l1_data_sram_alloc(size);
553
554 if (addr)
555 memset(addr, 0x00, size);
556
557 return addr;
558}
559EXPORT_SYMBOL(l1_data_sram_zalloc);
560
561int l1_data_sram_free(const void *addr)
562{
563 int ret;
564 ret = l1_data_A_sram_free(addr);
565 if (ret == -1)
566 ret = l1_data_B_sram_free(addr);
567 return ret;
568}
569EXPORT_SYMBOL(l1_data_sram_free);
570
571void *l1_inst_sram_alloc(size_t size)
572{
c5b50df8 573#if L1_CODE_LENGTH != 0
226a6ec3 574 unsigned long flags;
1394f032 575 void *addr;
8f65873e 576 unsigned int cpu;
1394f032 577
54536c5c 578 cpu = smp_processor_id();
1394f032 579 /* add mutex operation */
8f65873e 580 spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
1394f032 581
8f65873e
GY
582 addr = _sram_alloc(size, &per_cpu(free_l1_inst_sram_head, cpu),
583 &per_cpu(used_l1_inst_sram_head, cpu));
1394f032
BW
584
585 /* add mutex operation */
8f65873e 586 spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
1394f032
BW
587
588 pr_debug("Allocated address in l1_inst_sram_alloc is 0x%lx+0x%lx\n",
589 (long unsigned int)addr, size);
590
591 return addr;
592#else
593 return NULL;
594#endif
595}
596EXPORT_SYMBOL(l1_inst_sram_alloc);
597
598int l1_inst_sram_free(const void *addr)
599{
600#if L1_CODE_LENGTH != 0
226a6ec3 601 unsigned long flags;
1394f032 602 int ret;
8f65873e 603 unsigned int cpu;
1394f032 604
54536c5c 605 cpu = smp_processor_id();
1394f032 606 /* add mutex operation */
8f65873e 607 spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
1394f032 608
8f65873e
GY
609 ret = _sram_free(addr, &per_cpu(free_l1_inst_sram_head, cpu),
610 &per_cpu(used_l1_inst_sram_head, cpu));
1394f032
BW
611
612 /* add mutex operation */
8f65873e 613 spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
1394f032
BW
614
615 return ret;
616#else
617 return -1;
618#endif
619}
620EXPORT_SYMBOL(l1_inst_sram_free);
621
622/* L1 Scratchpad memory allocate function */
623void *l1sram_alloc(size_t size)
624{
226a6ec3 625 unsigned long flags;
1394f032 626 void *addr;
8f65873e 627 unsigned int cpu;
1394f032 628
54536c5c 629 cpu = smp_processor_id();
1394f032 630 /* add mutex operation */
8f65873e 631 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
1394f032 632
8f65873e
GY
633 addr = _sram_alloc(size, &per_cpu(free_l1_ssram_head, cpu),
634 &per_cpu(used_l1_ssram_head, cpu));
1394f032
BW
635
636 /* add mutex operation */
8f65873e 637 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
1394f032
BW
638
639 return addr;
640}
641
642/* L1 Scratchpad memory allocate function */
643void *l1sram_alloc_max(size_t *psize)
644{
226a6ec3 645 unsigned long flags;
1394f032 646 void *addr;
8f65873e 647 unsigned int cpu;
1394f032 648
54536c5c 649 cpu = smp_processor_id();
1394f032 650 /* add mutex operation */
8f65873e 651 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
1394f032 652
8f65873e
GY
653 addr = _sram_alloc_max(&per_cpu(free_l1_ssram_head, cpu),
654 &per_cpu(used_l1_ssram_head, cpu), psize);
1394f032
BW
655
656 /* add mutex operation */
8f65873e 657 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
1394f032
BW
658
659 return addr;
660}
661
662/* L1 Scratchpad memory free function */
663int l1sram_free(const void *addr)
664{
226a6ec3 665 unsigned long flags;
1394f032 666 int ret;
8f65873e 667 unsigned int cpu;
1394f032 668
54536c5c 669 cpu = smp_processor_id();
1394f032 670 /* add mutex operation */
8f65873e 671 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
1394f032 672
8f65873e
GY
673 ret = _sram_free(addr, &per_cpu(free_l1_ssram_head, cpu),
674 &per_cpu(used_l1_ssram_head, cpu));
1394f032
BW
675
676 /* add mutex operation */
8f65873e 677 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
1394f032
BW
678
679 return ret;
680}
681
262c3825
SZ
682void *l2_sram_alloc(size_t size)
683{
07aa7be5 684#if L2_LENGTH != 0
226a6ec3 685 unsigned long flags;
262c3825
SZ
686 void *addr;
687
688 /* add mutex operation */
689 spin_lock_irqsave(&l2_sram_lock, flags);
690
691 addr = _sram_alloc(size, &free_l2_sram_head,
692 &used_l2_sram_head);
693
694 /* add mutex operation */
695 spin_unlock_irqrestore(&l2_sram_lock, flags);
696
697 pr_debug("Allocated address in l2_sram_alloc is 0x%lx+0x%lx\n",
698 (long unsigned int)addr, size);
699
700 return addr;
701#else
702 return NULL;
703#endif
704}
705EXPORT_SYMBOL(l2_sram_alloc);
706
707void *l2_sram_zalloc(size_t size)
708{
709 void *addr = l2_sram_alloc(size);
710
711 if (addr)
712 memset(addr, 0x00, size);
713
714 return addr;
715}
716EXPORT_SYMBOL(l2_sram_zalloc);
717
718int l2_sram_free(const void *addr)
719{
07aa7be5 720#if L2_LENGTH != 0
226a6ec3 721 unsigned long flags;
262c3825
SZ
722 int ret;
723
724 /* add mutex operation */
725 spin_lock_irqsave(&l2_sram_lock, flags);
726
727 ret = _sram_free(addr, &free_l2_sram_head,
728 &used_l2_sram_head);
729
730 /* add mutex operation */
731 spin_unlock_irqrestore(&l2_sram_lock, flags);
732
733 return ret;
734#else
735 return -1;
736#endif
737}
738EXPORT_SYMBOL(l2_sram_free);
739
1394f032
BW
740int sram_free_with_lsl(const void *addr)
741{
742 struct sram_list_struct *lsl, **tmp;
743 struct mm_struct *mm = current->mm;
25f3ff2c 744 int ret = -1;
1394f032
BW
745
746 for (tmp = &mm->context.sram_list; *tmp; tmp = &(*tmp)->next)
25f3ff2c
MF
747 if ((*tmp)->addr == addr) {
748 lsl = *tmp;
749 ret = sram_free(addr);
750 *tmp = lsl->next;
751 kfree(lsl);
752 break;
753 }
1394f032 754
25f3ff2c 755 return ret;
1394f032
BW
756}
757EXPORT_SYMBOL(sram_free_with_lsl);
758
f1db88d2
MF
759/* Allocate memory and keep in L1 SRAM List (lsl) so that the resources are
760 * tracked. These are designed for userspace so that when a process exits,
761 * we can safely reap their resources.
762 */
1394f032
BW
763void *sram_alloc_with_lsl(size_t size, unsigned long flags)
764{
765 void *addr = NULL;
766 struct sram_list_struct *lsl = NULL;
767 struct mm_struct *mm = current->mm;
768
dd00cc48 769 lsl = kzalloc(sizeof(struct sram_list_struct), GFP_KERNEL);
1394f032
BW
770 if (!lsl)
771 return NULL;
1394f032
BW
772
773 if (flags & L1_INST_SRAM)
774 addr = l1_inst_sram_alloc(size);
775
776 if (addr == NULL && (flags & L1_DATA_A_SRAM))
777 addr = l1_data_A_sram_alloc(size);
778
779 if (addr == NULL && (flags & L1_DATA_B_SRAM))
780 addr = l1_data_B_sram_alloc(size);
781
262c3825
SZ
782 if (addr == NULL && (flags & L2_SRAM))
783 addr = l2_sram_alloc(size);
784
1394f032
BW
785 if (addr == NULL) {
786 kfree(lsl);
787 return NULL;
788 }
789 lsl->addr = addr;
790 lsl->length = size;
791 lsl->next = mm->context.sram_list;
792 mm->context.sram_list = lsl;
793 return addr;
794}
795EXPORT_SYMBOL(sram_alloc_with_lsl);
bc61b4e6
MF
796
797#ifdef CONFIG_PROC_FS
798/* Once we get a real allocator, we'll throw all of this away.
799 * Until then, we need some sort of visibility into the L1 alloc.
800 */
260d5d35
MF
801/* Need to keep line of output the same. Currently, that is 44 bytes
802 * (including newline).
803 */
934fe05b 804static int _sram_proc_show(struct seq_file *m, const char *desc,
5d481f49
SZ
805 struct sram_piece *pfree_head,
806 struct sram_piece *pused_head)
bc61b4e6 807{
5d481f49
SZ
808 struct sram_piece *pslot;
809
810 if (!pfree_head || !pused_head)
811 return -1;
bc61b4e6 812
934fe05b 813 seq_printf(m, "--- SRAM %-14s Size PID State \n", desc);
5d481f49
SZ
814
815 /* search the relevant memory slot */
816 pslot = pused_head->next;
817
818 while (pslot != NULL) {
934fe05b 819 seq_printf(m, "%p-%p %10i %5i %-10s\n",
5d481f49
SZ
820 pslot->paddr, pslot->paddr + pslot->size,
821 pslot->size, pslot->pid, "ALLOCATED");
822
823 pslot = pslot->next;
824 }
825
826 pslot = pfree_head->next;
827
828 while (pslot != NULL) {
934fe05b 829 seq_printf(m, "%p-%p %10i %5i %-10s\n",
5d481f49
SZ
830 pslot->paddr, pslot->paddr + pslot->size,
831 pslot->size, pslot->pid, "FREE");
832
833 pslot = pslot->next;
bc61b4e6 834 }
5d481f49
SZ
835
836 return 0;
bc61b4e6 837}
934fe05b 838static int sram_proc_show(struct seq_file *m, void *v)
bc61b4e6 839{
8f65873e 840 unsigned int cpu;
bc61b4e6 841
8f65873e 842 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
934fe05b 843 if (_sram_proc_show(m, "Scratchpad",
8f65873e
GY
844 &per_cpu(free_l1_ssram_head, cpu), &per_cpu(used_l1_ssram_head, cpu)))
845 goto not_done;
bc61b4e6 846#if L1_DATA_A_LENGTH != 0
934fe05b 847 if (_sram_proc_show(m, "L1 Data A",
8f65873e
GY
848 &per_cpu(free_l1_data_A_sram_head, cpu),
849 &per_cpu(used_l1_data_A_sram_head, cpu)))
850 goto not_done;
bc61b4e6
MF
851#endif
852#if L1_DATA_B_LENGTH != 0
934fe05b 853 if (_sram_proc_show(m, "L1 Data B",
8f65873e
GY
854 &per_cpu(free_l1_data_B_sram_head, cpu),
855 &per_cpu(used_l1_data_B_sram_head, cpu)))
856 goto not_done;
bc61b4e6
MF
857#endif
858#if L1_CODE_LENGTH != 0
934fe05b 859 if (_sram_proc_show(m, "L1 Instruction",
8f65873e
GY
860 &per_cpu(free_l1_inst_sram_head, cpu),
861 &per_cpu(used_l1_inst_sram_head, cpu)))
862 goto not_done;
bc61b4e6 863#endif
8f65873e 864 }
07aa7be5 865#if L2_LENGTH != 0
934fe05b 866 if (_sram_proc_show(m, "L2", &free_l2_sram_head, &used_l2_sram_head))
262c3825
SZ
867 goto not_done;
868#endif
260d5d35 869 not_done:
934fe05b
AD
870 return 0;
871}
872
873static int sram_proc_open(struct inode *inode, struct file *file)
874{
875 return single_open(file, sram_proc_show, NULL);
bc61b4e6
MF
876}
877
934fe05b
AD
878static const struct file_operations sram_proc_ops = {
879 .open = sram_proc_open,
880 .read = seq_read,
881 .llseek = seq_lseek,
882 .release = single_release,
883};
884
262c3825 885static int __init sram_proc_init(void)
bc61b4e6
MF
886{
887 struct proc_dir_entry *ptr;
934fe05b
AD
888
889 ptr = proc_create("sram", S_IRUGO, NULL, &sram_proc_ops);
bc61b4e6
MF
890 if (!ptr) {
891 printk(KERN_WARNING "unable to create /proc/sram\n");
892 return -1;
893 }
bc61b4e6
MF
894 return 0;
895}
262c3825 896late_initcall(sram_proc_init);
bc61b4e6 897#endif