• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* arch/arm/mach-msm/smd.c
2  *
3  * Copyright (C) 2007 Google, Inc.
4  * Author: Brian Swetland <swetland@google.com>
5  *
6  * This software is licensed under the terms of the GNU General Public
7  * License version 2, as published by the Free Software Foundation, and
8  * may be copied, distributed, and modified under those terms.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  */
16 
17 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
18 
19 #include <linux/platform_device.h>
20 #include <linux/module.h>
21 #include <linux/fs.h>
22 #include <linux/cdev.h>
23 #include <linux/device.h>
24 #include <linux/wait.h>
25 #include <linux/interrupt.h>
26 #include <linux/irq.h>
27 #include <linux/list.h>
28 #include <linux/slab.h>
29 #include <linux/debugfs.h>
30 #include <linux/delay.h>
31 
32 #include <mach/msm_smd.h>
33 
34 #include "smd_private.h"
35 #include "proc_comm.h"
36 
37 #if defined(CONFIG_ARCH_QSD8X50)
38 #define CONFIG_QDSP6 1
39 #endif
40 
41 #define MODULE_NAME "msm_smd"
42 
43 enum {
44 	MSM_SMD_DEBUG = 1U << 0,
45 	MSM_SMSM_DEBUG = 1U << 0,
46 };
47 
48 static int msm_smd_debug_mask;
49 
50 struct shared_info {
51 	int ready;
52 	void __iomem *state;
53 };
54 
55 static unsigned dummy_state[SMSM_STATE_COUNT];
56 
57 static struct shared_info smd_info = {
58 	/* FIXME: not a real __iomem pointer */
59 	.state = &dummy_state,
60 };
61 
62 module_param_named(debug_mask, msm_smd_debug_mask,
63 		   int, S_IRUGO | S_IWUSR | S_IWGRP);
64 
65 static unsigned last_heap_free = 0xffffffff;
66 
notify_other_smsm(void)67 static inline void notify_other_smsm(void)
68 {
69 	msm_a2m_int(5);
70 #ifdef CONFIG_QDSP6
71 	msm_a2m_int(8);
72 #endif
73 }
74 
notify_modem_smd(void)75 static inline void notify_modem_smd(void)
76 {
77 	msm_a2m_int(0);
78 }
79 
notify_dsp_smd(void)80 static inline void notify_dsp_smd(void)
81 {
82 	msm_a2m_int(8);
83 }
84 
smd_diag(void)85 static void smd_diag(void)
86 {
87 	char *x;
88 
89 	x = smem_find(ID_DIAG_ERR_MSG, SZ_DIAG_ERR_MSG);
90 	if (x != 0) {
91 		x[SZ_DIAG_ERR_MSG - 1] = 0;
92 		pr_debug("DIAG '%s'\n", x);
93 	}
94 }
95 
96 /* call when SMSM_RESET flag is set in the A9's smsm_state */
handle_modem_crash(void)97 static void handle_modem_crash(void)
98 {
99 	pr_err("ARM9 has CRASHED\n");
100 	smd_diag();
101 
102 	/* in this case the modem or watchdog should reboot us */
103 	for (;;)
104 		;
105 }
106 
raw_smsm_get_state(enum smsm_state_item item)107 uint32_t raw_smsm_get_state(enum smsm_state_item item)
108 {
109 	return readl(smd_info.state + item * 4);
110 }
111 
check_for_modem_crash(void)112 static int check_for_modem_crash(void)
113 {
114 	if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET) {
115 		handle_modem_crash();
116 		return -1;
117 	}
118 	return 0;
119 }
120 
121 /* the spinlock is used to synchronize between the
122  * irq handler and code that mutates the channel
123  * list or fiddles with channel state
124  */
125 DEFINE_SPINLOCK(smd_lock);
126 DEFINE_SPINLOCK(smem_lock);
127 
128 /* the mutex is used during open() and close()
129  * operations to avoid races while creating or
130  * destroying smd_channel structures
131  */
132 static DEFINE_MUTEX(smd_creation_mutex);
133 
134 static int smd_initialized;
135 
136 LIST_HEAD(smd_ch_closed_list);
137 LIST_HEAD(smd_ch_list_modem);
138 LIST_HEAD(smd_ch_list_dsp);
139 
140 static unsigned char smd_ch_allocated[64];
141 static struct work_struct probe_work;
142 
143 /* how many bytes are available for reading */
smd_stream_read_avail(struct smd_channel * ch)144 static int smd_stream_read_avail(struct smd_channel *ch)
145 {
146 	return (ch->recv->head - ch->recv->tail) & ch->fifo_mask;
147 }
148 
149 /* how many bytes we are free to write */
smd_stream_write_avail(struct smd_channel * ch)150 static int smd_stream_write_avail(struct smd_channel *ch)
151 {
152 	return ch->fifo_mask -
153 		((ch->send->head - ch->send->tail) & ch->fifo_mask);
154 }
155 
smd_packet_read_avail(struct smd_channel * ch)156 static int smd_packet_read_avail(struct smd_channel *ch)
157 {
158 	if (ch->current_packet) {
159 		int n = smd_stream_read_avail(ch);
160 		if (n > ch->current_packet)
161 			n = ch->current_packet;
162 		return n;
163 	} else {
164 		return 0;
165 	}
166 }
167 
smd_packet_write_avail(struct smd_channel * ch)168 static int smd_packet_write_avail(struct smd_channel *ch)
169 {
170 	int n = smd_stream_write_avail(ch);
171 	return n > SMD_HEADER_SIZE ? n - SMD_HEADER_SIZE : 0;
172 }
173 
ch_is_open(struct smd_channel * ch)174 static int ch_is_open(struct smd_channel *ch)
175 {
176 	return (ch->recv->state == SMD_SS_OPENED) &&
177 		(ch->send->state == SMD_SS_OPENED);
178 }
179 
180 /* provide a pointer and length to readable data in the fifo */
ch_read_buffer(struct smd_channel * ch,void ** ptr)181 static unsigned ch_read_buffer(struct smd_channel *ch, void **ptr)
182 {
183 	unsigned head = ch->recv->head;
184 	unsigned tail = ch->recv->tail;
185 	*ptr = (void *) (ch->recv_data + tail);
186 
187 	if (tail <= head)
188 		return head - tail;
189 	else
190 		return ch->fifo_size - tail;
191 }
192 
193 /* advance the fifo read pointer after data from ch_read_buffer is consumed */
ch_read_done(struct smd_channel * ch,unsigned count)194 static void ch_read_done(struct smd_channel *ch, unsigned count)
195 {
196 	BUG_ON(count > smd_stream_read_avail(ch));
197 	ch->recv->tail = (ch->recv->tail + count) & ch->fifo_mask;
198 	ch->send->fTAIL = 1;
199 }
200 
201 /* basic read interface to ch_read_{buffer,done} used
202  * by smd_*_read() and update_packet_state()
203  * will read-and-discard if the _data pointer is null
204  */
ch_read(struct smd_channel * ch,void * _data,int len)205 static int ch_read(struct smd_channel *ch, void *_data, int len)
206 {
207 	void *ptr;
208 	unsigned n;
209 	unsigned char *data = _data;
210 	int orig_len = len;
211 
212 	while (len > 0) {
213 		n = ch_read_buffer(ch, &ptr);
214 		if (n == 0)
215 			break;
216 
217 		if (n > len)
218 			n = len;
219 		if (_data)
220 			memcpy(data, ptr, n);
221 
222 		data += n;
223 		len -= n;
224 		ch_read_done(ch, n);
225 	}
226 
227 	return orig_len - len;
228 }
229 
update_stream_state(struct smd_channel * ch)230 static void update_stream_state(struct smd_channel *ch)
231 {
232 	/* streams have no special state requiring updating */
233 }
234 
update_packet_state(struct smd_channel * ch)235 static void update_packet_state(struct smd_channel *ch)
236 {
237 	unsigned hdr[5];
238 	int r;
239 
240 	/* can't do anything if we're in the middle of a packet */
241 	if (ch->current_packet != 0)
242 		return;
243 
244 	/* don't bother unless we can get the full header */
245 	if (smd_stream_read_avail(ch) < SMD_HEADER_SIZE)
246 		return;
247 
248 	r = ch_read(ch, hdr, SMD_HEADER_SIZE);
249 	BUG_ON(r != SMD_HEADER_SIZE);
250 
251 	ch->current_packet = hdr[0];
252 }
253 
254 /* provide a pointer and length to next free space in the fifo */
ch_write_buffer(struct smd_channel * ch,void ** ptr)255 static unsigned ch_write_buffer(struct smd_channel *ch, void **ptr)
256 {
257 	unsigned head = ch->send->head;
258 	unsigned tail = ch->send->tail;
259 	*ptr = (void *) (ch->send_data + head);
260 
261 	if (head < tail) {
262 		return tail - head - 1;
263 	} else {
264 		if (tail == 0)
265 			return ch->fifo_size - head - 1;
266 		else
267 			return ch->fifo_size - head;
268 	}
269 }
270 
271 /* advace the fifo write pointer after freespace
272  * from ch_write_buffer is filled
273  */
ch_write_done(struct smd_channel * ch,unsigned count)274 static void ch_write_done(struct smd_channel *ch, unsigned count)
275 {
276 	BUG_ON(count > smd_stream_write_avail(ch));
277 	ch->send->head = (ch->send->head + count) & ch->fifo_mask;
278 	ch->send->fHEAD = 1;
279 }
280 
ch_set_state(struct smd_channel * ch,unsigned n)281 static void ch_set_state(struct smd_channel *ch, unsigned n)
282 {
283 	if (n == SMD_SS_OPENED) {
284 		ch->send->fDSR = 1;
285 		ch->send->fCTS = 1;
286 		ch->send->fCD = 1;
287 	} else {
288 		ch->send->fDSR = 0;
289 		ch->send->fCTS = 0;
290 		ch->send->fCD = 0;
291 	}
292 	ch->send->state = n;
293 	ch->send->fSTATE = 1;
294 	ch->notify_other_cpu();
295 }
296 
do_smd_probe(void)297 static void do_smd_probe(void)
298 {
299 	struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
300 	if (shared->heap_info.free_offset != last_heap_free) {
301 		last_heap_free = shared->heap_info.free_offset;
302 		schedule_work(&probe_work);
303 	}
304 }
305 
smd_state_change(struct smd_channel * ch,unsigned last,unsigned next)306 static void smd_state_change(struct smd_channel *ch,
307 			     unsigned last, unsigned next)
308 {
309 	ch->last_state = next;
310 
311 	pr_debug("ch %d %d -> %d\n", ch->n, last, next);
312 
313 	switch (next) {
314 	case SMD_SS_OPENING:
315 		ch->recv->tail = 0;
316 	case SMD_SS_OPENED:
317 		if (ch->send->state != SMD_SS_OPENED)
318 			ch_set_state(ch, SMD_SS_OPENED);
319 		ch->notify(ch->priv, SMD_EVENT_OPEN);
320 		break;
321 	case SMD_SS_FLUSHING:
322 	case SMD_SS_RESET:
323 		/* we should force them to close? */
324 	default:
325 		ch->notify(ch->priv, SMD_EVENT_CLOSE);
326 	}
327 }
328 
handle_smd_irq(struct list_head * list,void (* notify)(void))329 static void handle_smd_irq(struct list_head *list, void (*notify)(void))
330 {
331 	unsigned long flags;
332 	struct smd_channel *ch;
333 	int do_notify = 0;
334 	unsigned ch_flags;
335 	unsigned tmp;
336 
337 	spin_lock_irqsave(&smd_lock, flags);
338 	list_for_each_entry(ch, list, ch_list) {
339 		ch_flags = 0;
340 		if (ch_is_open(ch)) {
341 			if (ch->recv->fHEAD) {
342 				ch->recv->fHEAD = 0;
343 				ch_flags |= 1;
344 				do_notify |= 1;
345 			}
346 			if (ch->recv->fTAIL) {
347 				ch->recv->fTAIL = 0;
348 				ch_flags |= 2;
349 				do_notify |= 1;
350 			}
351 			if (ch->recv->fSTATE) {
352 				ch->recv->fSTATE = 0;
353 				ch_flags |= 4;
354 				do_notify |= 1;
355 			}
356 		}
357 		tmp = ch->recv->state;
358 		if (tmp != ch->last_state)
359 			smd_state_change(ch, ch->last_state, tmp);
360 		if (ch_flags) {
361 			ch->update_state(ch);
362 			ch->notify(ch->priv, SMD_EVENT_DATA);
363 		}
364 	}
365 	if (do_notify)
366 		notify();
367 	spin_unlock_irqrestore(&smd_lock, flags);
368 	do_smd_probe();
369 }
370 
smd_modem_irq_handler(int irq,void * data)371 static irqreturn_t smd_modem_irq_handler(int irq, void *data)
372 {
373 	handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
374 	return IRQ_HANDLED;
375 }
376 
377 #if defined(CONFIG_QDSP6)
smd_dsp_irq_handler(int irq,void * data)378 static irqreturn_t smd_dsp_irq_handler(int irq, void *data)
379 {
380 	handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
381 	return IRQ_HANDLED;
382 }
383 #endif
384 
smd_fake_irq_handler(unsigned long arg)385 static void smd_fake_irq_handler(unsigned long arg)
386 {
387 	handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
388 	handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
389 }
390 
391 static DECLARE_TASKLET(smd_fake_irq_tasklet, smd_fake_irq_handler, 0);
392 
smd_need_int(struct smd_channel * ch)393 static inline int smd_need_int(struct smd_channel *ch)
394 {
395 	if (ch_is_open(ch)) {
396 		if (ch->recv->fHEAD || ch->recv->fTAIL || ch->recv->fSTATE)
397 			return 1;
398 		if (ch->recv->state != ch->last_state)
399 			return 1;
400 	}
401 	return 0;
402 }
403 
smd_sleep_exit(void)404 void smd_sleep_exit(void)
405 {
406 	unsigned long flags;
407 	struct smd_channel *ch;
408 	int need_int = 0;
409 
410 	spin_lock_irqsave(&smd_lock, flags);
411 	list_for_each_entry(ch, &smd_ch_list_modem, ch_list) {
412 		if (smd_need_int(ch)) {
413 			need_int = 1;
414 			break;
415 		}
416 	}
417 	list_for_each_entry(ch, &smd_ch_list_dsp, ch_list) {
418 		if (smd_need_int(ch)) {
419 			need_int = 1;
420 			break;
421 		}
422 	}
423 	spin_unlock_irqrestore(&smd_lock, flags);
424 	do_smd_probe();
425 
426 	if (need_int) {
427 		if (msm_smd_debug_mask & MSM_SMD_DEBUG)
428 			pr_info("smd_sleep_exit need interrupt\n");
429 		tasklet_schedule(&smd_fake_irq_tasklet);
430 	}
431 }
432 
433 
smd_kick(smd_channel_t * ch)434 void smd_kick(smd_channel_t *ch)
435 {
436 	unsigned long flags;
437 	unsigned tmp;
438 
439 	spin_lock_irqsave(&smd_lock, flags);
440 	ch->update_state(ch);
441 	tmp = ch->recv->state;
442 	if (tmp != ch->last_state) {
443 		ch->last_state = tmp;
444 		if (tmp == SMD_SS_OPENED)
445 			ch->notify(ch->priv, SMD_EVENT_OPEN);
446 		else
447 			ch->notify(ch->priv, SMD_EVENT_CLOSE);
448 	}
449 	ch->notify(ch->priv, SMD_EVENT_DATA);
450 	ch->notify_other_cpu();
451 	spin_unlock_irqrestore(&smd_lock, flags);
452 }
453 
smd_is_packet(int chn,unsigned type)454 static int smd_is_packet(int chn, unsigned type)
455 {
456 	type &= SMD_KIND_MASK;
457 	if (type == SMD_KIND_PACKET)
458 		return 1;
459 	if (type == SMD_KIND_STREAM)
460 		return 0;
461 
462 	/* older AMSS reports SMD_KIND_UNKNOWN always */
463 	if ((chn > 4) || (chn == 1))
464 		return 1;
465 	else
466 		return 0;
467 }
468 
smd_stream_write(smd_channel_t * ch,const void * _data,int len)469 static int smd_stream_write(smd_channel_t *ch, const void *_data, int len)
470 {
471 	void *ptr;
472 	const unsigned char *buf = _data;
473 	unsigned xfer;
474 	int orig_len = len;
475 
476 	if (len < 0)
477 		return -EINVAL;
478 
479 	while ((xfer = ch_write_buffer(ch, &ptr)) != 0) {
480 		if (!ch_is_open(ch))
481 			break;
482 		if (xfer > len)
483 			xfer = len;
484 		memcpy(ptr, buf, xfer);
485 		ch_write_done(ch, xfer);
486 		len -= xfer;
487 		buf += xfer;
488 		if (len == 0)
489 			break;
490 	}
491 
492 	ch->notify_other_cpu();
493 
494 	return orig_len - len;
495 }
496 
smd_packet_write(smd_channel_t * ch,const void * _data,int len)497 static int smd_packet_write(smd_channel_t *ch, const void *_data, int len)
498 {
499 	unsigned hdr[5];
500 
501 	if (len < 0)
502 		return -EINVAL;
503 
504 	if (smd_stream_write_avail(ch) < (len + SMD_HEADER_SIZE))
505 		return -ENOMEM;
506 
507 	hdr[0] = len;
508 	hdr[1] = hdr[2] = hdr[3] = hdr[4] = 0;
509 
510 	smd_stream_write(ch, hdr, sizeof(hdr));
511 	smd_stream_write(ch, _data, len);
512 
513 	return len;
514 }
515 
smd_stream_read(smd_channel_t * ch,void * data,int len)516 static int smd_stream_read(smd_channel_t *ch, void *data, int len)
517 {
518 	int r;
519 
520 	if (len < 0)
521 		return -EINVAL;
522 
523 	r = ch_read(ch, data, len);
524 	if (r > 0)
525 		ch->notify_other_cpu();
526 
527 	return r;
528 }
529 
smd_packet_read(smd_channel_t * ch,void * data,int len)530 static int smd_packet_read(smd_channel_t *ch, void *data, int len)
531 {
532 	unsigned long flags;
533 	int r;
534 
535 	if (len < 0)
536 		return -EINVAL;
537 
538 	if (len > ch->current_packet)
539 		len = ch->current_packet;
540 
541 	r = ch_read(ch, data, len);
542 	if (r > 0)
543 		ch->notify_other_cpu();
544 
545 	spin_lock_irqsave(&smd_lock, flags);
546 	ch->current_packet -= r;
547 	update_packet_state(ch);
548 	spin_unlock_irqrestore(&smd_lock, flags);
549 
550 	return r;
551 }
552 
smd_alloc_channel(const char * name,uint32_t cid,uint32_t type)553 static int smd_alloc_channel(const char *name, uint32_t cid, uint32_t type)
554 {
555 	struct smd_channel *ch;
556 
557 	ch = kzalloc(sizeof(struct smd_channel), GFP_KERNEL);
558 	if (ch == 0) {
559 		pr_err("smd_alloc_channel() out of memory\n");
560 		return -1;
561 	}
562 	ch->n = cid;
563 
564 	if (_smd_alloc_channel(ch)) {
565 		kfree(ch);
566 		return -1;
567 	}
568 
569 	ch->fifo_mask = ch->fifo_size - 1;
570 	ch->type = type;
571 
572 	if ((type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
573 		ch->notify_other_cpu = notify_modem_smd;
574 	else
575 		ch->notify_other_cpu = notify_dsp_smd;
576 
577 	if (smd_is_packet(cid, type)) {
578 		ch->read = smd_packet_read;
579 		ch->write = smd_packet_write;
580 		ch->read_avail = smd_packet_read_avail;
581 		ch->write_avail = smd_packet_write_avail;
582 		ch->update_state = update_packet_state;
583 	} else {
584 		ch->read = smd_stream_read;
585 		ch->write = smd_stream_write;
586 		ch->read_avail = smd_stream_read_avail;
587 		ch->write_avail = smd_stream_write_avail;
588 		ch->update_state = update_stream_state;
589 	}
590 
591 	if ((type & 0xff) == 0)
592 		memcpy(ch->name, "SMD_", 4);
593 	else
594 		memcpy(ch->name, "DSP_", 4);
595 	memcpy(ch->name + 4, name, 20);
596 	ch->name[23] = 0;
597 	ch->pdev.name = ch->name;
598 	ch->pdev.id = -1;
599 
600 	pr_debug("smd_alloc_channel() cid=%02d size=%05d '%s'\n",
601 		ch->n, ch->fifo_size, ch->name);
602 
603 	mutex_lock(&smd_creation_mutex);
604 	list_add(&ch->ch_list, &smd_ch_closed_list);
605 	mutex_unlock(&smd_creation_mutex);
606 
607 	platform_device_register(&ch->pdev);
608 	return 0;
609 }
610 
smd_channel_probe_worker(struct work_struct * work)611 static void smd_channel_probe_worker(struct work_struct *work)
612 {
613 	struct smd_alloc_elm *shared;
614 	unsigned ctype;
615 	unsigned type;
616 	unsigned n;
617 
618 	shared = smem_find(ID_CH_ALLOC_TBL, sizeof(*shared) * 64);
619 	if (!shared) {
620 		pr_err("cannot find allocation table\n");
621 		return;
622 	}
623 	for (n = 0; n < 64; n++) {
624 		if (smd_ch_allocated[n])
625 			continue;
626 		if (!shared[n].ref_count)
627 			continue;
628 		if (!shared[n].name[0])
629 			continue;
630 		ctype = shared[n].ctype;
631 		type = ctype & SMD_TYPE_MASK;
632 
633 		/* DAL channels are stream but neither the modem,
634 		 * nor the DSP correctly indicate this.  Fixup manually.
635 		 */
636 		if (!memcmp(shared[n].name, "DAL", 3))
637 			ctype = (ctype & (~SMD_KIND_MASK)) | SMD_KIND_STREAM;
638 
639 		type = shared[n].ctype & SMD_TYPE_MASK;
640 		if ((type == SMD_TYPE_APPS_MODEM) ||
641 		    (type == SMD_TYPE_APPS_DSP))
642 			if (!smd_alloc_channel(shared[n].name, shared[n].cid, ctype))
643 				smd_ch_allocated[n] = 1;
644 	}
645 }
646 
do_nothing_notify(void * priv,unsigned flags)647 static void do_nothing_notify(void *priv, unsigned flags)
648 {
649 }
650 
smd_get_channel(const char * name)651 struct smd_channel *smd_get_channel(const char *name)
652 {
653 	struct smd_channel *ch;
654 
655 	mutex_lock(&smd_creation_mutex);
656 	list_for_each_entry(ch, &smd_ch_closed_list, ch_list) {
657 		if (!strcmp(name, ch->name)) {
658 			list_del(&ch->ch_list);
659 			mutex_unlock(&smd_creation_mutex);
660 			return ch;
661 		}
662 	}
663 	mutex_unlock(&smd_creation_mutex);
664 
665 	return NULL;
666 }
667 
smd_open(const char * name,smd_channel_t ** _ch,void * priv,void (* notify)(void *,unsigned))668 int smd_open(const char *name, smd_channel_t **_ch,
669 	     void *priv, void (*notify)(void *, unsigned))
670 {
671 	struct smd_channel *ch;
672 	unsigned long flags;
673 
674 	if (smd_initialized == 0) {
675 		pr_info("smd_open() before smd_init()\n");
676 		return -ENODEV;
677 	}
678 
679 	ch = smd_get_channel(name);
680 	if (!ch)
681 		return -ENODEV;
682 
683 	if (notify == 0)
684 		notify = do_nothing_notify;
685 
686 	ch->notify = notify;
687 	ch->current_packet = 0;
688 	ch->last_state = SMD_SS_CLOSED;
689 	ch->priv = priv;
690 
691 	*_ch = ch;
692 
693 	spin_lock_irqsave(&smd_lock, flags);
694 
695 	if ((ch->type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
696 		list_add(&ch->ch_list, &smd_ch_list_modem);
697 	else
698 		list_add(&ch->ch_list, &smd_ch_list_dsp);
699 
700 	/* If the remote side is CLOSING, we need to get it to
701 	 * move to OPENING (which we'll do by moving from CLOSED to
702 	 * OPENING) and then get it to move from OPENING to
703 	 * OPENED (by doing the same state change ourselves).
704 	 *
705 	 * Otherwise, it should be OPENING and we can move directly
706 	 * to OPENED so that it will follow.
707 	 */
708 	if (ch->recv->state == SMD_SS_CLOSING) {
709 		ch->send->head = 0;
710 		ch_set_state(ch, SMD_SS_OPENING);
711 	} else {
712 		ch_set_state(ch, SMD_SS_OPENED);
713 	}
714 	spin_unlock_irqrestore(&smd_lock, flags);
715 	smd_kick(ch);
716 
717 	return 0;
718 }
719 
smd_close(smd_channel_t * ch)720 int smd_close(smd_channel_t *ch)
721 {
722 	unsigned long flags;
723 
724 	if (ch == 0)
725 		return -1;
726 
727 	spin_lock_irqsave(&smd_lock, flags);
728 	ch->notify = do_nothing_notify;
729 	list_del(&ch->ch_list);
730 	ch_set_state(ch, SMD_SS_CLOSED);
731 	spin_unlock_irqrestore(&smd_lock, flags);
732 
733 	mutex_lock(&smd_creation_mutex);
734 	list_add(&ch->ch_list, &smd_ch_closed_list);
735 	mutex_unlock(&smd_creation_mutex);
736 
737 	return 0;
738 }
739 
smd_read(smd_channel_t * ch,void * data,int len)740 int smd_read(smd_channel_t *ch, void *data, int len)
741 {
742 	return ch->read(ch, data, len);
743 }
744 
smd_write(smd_channel_t * ch,const void * data,int len)745 int smd_write(smd_channel_t *ch, const void *data, int len)
746 {
747 	return ch->write(ch, data, len);
748 }
749 
smd_write_atomic(smd_channel_t * ch,const void * data,int len)750 int smd_write_atomic(smd_channel_t *ch, const void *data, int len)
751 {
752 	unsigned long flags;
753 	int res;
754 	spin_lock_irqsave(&smd_lock, flags);
755 	res = ch->write(ch, data, len);
756 	spin_unlock_irqrestore(&smd_lock, flags);
757 	return res;
758 }
759 
smd_read_avail(smd_channel_t * ch)760 int smd_read_avail(smd_channel_t *ch)
761 {
762 	return ch->read_avail(ch);
763 }
764 
smd_write_avail(smd_channel_t * ch)765 int smd_write_avail(smd_channel_t *ch)
766 {
767 	return ch->write_avail(ch);
768 }
769 
smd_wait_until_readable(smd_channel_t * ch,int bytes)770 int smd_wait_until_readable(smd_channel_t *ch, int bytes)
771 {
772 	return -1;
773 }
774 
smd_wait_until_writable(smd_channel_t * ch,int bytes)775 int smd_wait_until_writable(smd_channel_t *ch, int bytes)
776 {
777 	return -1;
778 }
779 
smd_cur_packet_size(smd_channel_t * ch)780 int smd_cur_packet_size(smd_channel_t *ch)
781 {
782 	return ch->current_packet;
783 }
784 
785 
786 /* ------------------------------------------------------------------------- */
787 
smem_alloc(unsigned id,unsigned size)788 void *smem_alloc(unsigned id, unsigned size)
789 {
790 	return smem_find(id, size);
791 }
792 
smem_item(unsigned id,unsigned * size)793 void __iomem *smem_item(unsigned id, unsigned *size)
794 {
795 	struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
796 	struct smem_heap_entry *toc = shared->heap_toc;
797 
798 	if (id >= SMEM_NUM_ITEMS)
799 		return NULL;
800 
801 	if (toc[id].allocated) {
802 		*size = toc[id].size;
803 		return (MSM_SHARED_RAM_BASE + toc[id].offset);
804 	} else {
805 		*size = 0;
806 	}
807 
808 	return NULL;
809 }
810 
smem_find(unsigned id,unsigned size_in)811 void *smem_find(unsigned id, unsigned size_in)
812 {
813 	unsigned size;
814 	void *ptr;
815 
816 	ptr = smem_item(id, &size);
817 	if (!ptr)
818 		return 0;
819 
820 	size_in = ALIGN(size_in, 8);
821 	if (size_in != size) {
822 		pr_err("smem_find(%d, %d): wrong size %d\n",
823 		       id, size_in, size);
824 		return 0;
825 	}
826 
827 	return ptr;
828 }
829 
smsm_irq_handler(int irq,void * data)830 static irqreturn_t smsm_irq_handler(int irq, void *data)
831 {
832 	unsigned long flags;
833 	unsigned apps, modm;
834 
835 	spin_lock_irqsave(&smem_lock, flags);
836 
837 	apps = raw_smsm_get_state(SMSM_STATE_APPS);
838 	modm = raw_smsm_get_state(SMSM_STATE_MODEM);
839 
840 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
841 		pr_info("<SM %08x %08x>\n", apps, modm);
842 	if (modm & SMSM_RESET)
843 		handle_modem_crash();
844 
845 	do_smd_probe();
846 
847 	spin_unlock_irqrestore(&smem_lock, flags);
848 	return IRQ_HANDLED;
849 }
850 
smsm_change_state(enum smsm_state_item item,uint32_t clear_mask,uint32_t set_mask)851 int smsm_change_state(enum smsm_state_item item,
852 		      uint32_t clear_mask, uint32_t set_mask)
853 {
854 	void __iomem *addr = smd_info.state + item * 4;
855 	unsigned long flags;
856 	unsigned state;
857 
858 	if (!smd_info.ready)
859 		return -EIO;
860 
861 	spin_lock_irqsave(&smem_lock, flags);
862 
863 	if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET)
864 		handle_modem_crash();
865 
866 	state = (readl(addr) & ~clear_mask) | set_mask;
867 	writel(state, addr);
868 
869 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
870 		pr_info("smsm_change_state %d %x\n", item, state);
871 	notify_other_smsm();
872 
873 	spin_unlock_irqrestore(&smem_lock, flags);
874 
875 	return 0;
876 }
877 
smsm_get_state(enum smsm_state_item item)878 uint32_t smsm_get_state(enum smsm_state_item item)
879 {
880 	unsigned long flags;
881 	uint32_t rv;
882 
883 	spin_lock_irqsave(&smem_lock, flags);
884 
885 	rv = readl(smd_info.state + item * 4);
886 
887 	if (item == SMSM_STATE_MODEM && (rv & SMSM_RESET))
888 		handle_modem_crash();
889 
890 	spin_unlock_irqrestore(&smem_lock, flags);
891 
892 	return rv;
893 }
894 
895 #ifdef CONFIG_ARCH_MSM_SCORPION
896 
smsm_set_sleep_duration(uint32_t delay)897 int smsm_set_sleep_duration(uint32_t delay)
898 {
899 	struct msm_dem_slave_data *ptr;
900 
901 	ptr = smem_find(SMEM_APPS_DEM_SLAVE_DATA, sizeof(*ptr));
902 	if (ptr == NULL) {
903 		pr_err("smsm_set_sleep_duration <SM NO APPS_DEM_SLAVE_DATA>\n");
904 		return -EIO;
905 	}
906 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
907 		pr_info("smsm_set_sleep_duration %d -> %d\n",
908 		       ptr->sleep_time, delay);
909 	ptr->sleep_time = delay;
910 	return 0;
911 }
912 
913 #else
914 
smsm_set_sleep_duration(uint32_t delay)915 int smsm_set_sleep_duration(uint32_t delay)
916 {
917 	uint32_t *ptr;
918 
919 	ptr = smem_find(SMEM_SMSM_SLEEP_DELAY, sizeof(*ptr));
920 	if (ptr == NULL) {
921 		pr_err("smsm_set_sleep_duration <SM NO SLEEP_DELAY>\n");
922 		return -EIO;
923 	}
924 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
925 		pr_info("smsm_set_sleep_duration %d -> %d\n",
926 		       *ptr, delay);
927 	*ptr = delay;
928 	return 0;
929 }
930 
931 #endif
932 
smd_core_init(void)933 int smd_core_init(void)
934 {
935 	int r;
936 
937 	/* wait for essential items to be initialized */
938 	for (;;) {
939 		unsigned size;
940 		void __iomem *state;
941 		state = smem_item(SMEM_SMSM_SHARED_STATE, &size);
942 		if (size == SMSM_V1_SIZE || size == SMSM_V2_SIZE) {
943 			smd_info.state = state;
944 			break;
945 		}
946 	}
947 
948 	smd_info.ready = 1;
949 
950 	r = request_irq(INT_A9_M2A_0, smd_modem_irq_handler,
951 			IRQF_TRIGGER_RISING, "smd_dev", 0);
952 	if (r < 0)
953 		return r;
954 	r = enable_irq_wake(INT_A9_M2A_0);
955 	if (r < 0)
956 		pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_0\n");
957 
958 	r = request_irq(INT_A9_M2A_5, smsm_irq_handler,
959 			IRQF_TRIGGER_RISING, "smsm_dev", 0);
960 	if (r < 0) {
961 		free_irq(INT_A9_M2A_0, 0);
962 		return r;
963 	}
964 	r = enable_irq_wake(INT_A9_M2A_5);
965 	if (r < 0)
966 		pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_5\n");
967 
968 #if defined(CONFIG_QDSP6)
969 	r = request_irq(INT_ADSP_A11, smd_dsp_irq_handler,
970 			IRQF_TRIGGER_RISING, "smd_dsp", 0);
971 	if (r < 0) {
972 		free_irq(INT_A9_M2A_0, 0);
973 		free_irq(INT_A9_M2A_5, 0);
974 		return r;
975 	}
976 #endif
977 
978 	/* check for any SMD channels that may already exist */
979 	do_smd_probe();
980 
981 	/* indicate that we're up and running */
982 	smsm_change_state(SMSM_STATE_APPS,
983 			  ~0, SMSM_INIT | SMSM_SMDINIT | SMSM_RPCINIT | SMSM_RUN);
984 #ifdef CONFIG_ARCH_MSM_SCORPION
985 	smsm_change_state(SMSM_STATE_APPS_DEM, ~0, 0);
986 #endif
987 
988 	return 0;
989 }
990 
msm_smd_probe(struct platform_device * pdev)991 static int msm_smd_probe(struct platform_device *pdev)
992 {
993 	/*
994 	 * If we haven't waited for the ARM9 to boot up till now,
995 	 * then we need to wait here. Otherwise this should just
996 	 * return immediately.
997 	 */
998 	proc_comm_boot_wait();
999 
1000 	INIT_WORK(&probe_work, smd_channel_probe_worker);
1001 
1002 	if (smd_core_init()) {
1003 		pr_err("smd_core_init() failed\n");
1004 		return -1;
1005 	}
1006 
1007 	do_smd_probe();
1008 
1009 	msm_check_for_modem_crash = check_for_modem_crash;
1010 
1011 	msm_init_last_radio_log(THIS_MODULE);
1012 
1013 	smd_initialized = 1;
1014 
1015 	return 0;
1016 }
1017 
1018 static struct platform_driver msm_smd_driver = {
1019 	.probe = msm_smd_probe,
1020 	.driver = {
1021 		.name = MODULE_NAME,
1022 		.owner = THIS_MODULE,
1023 	},
1024 };
1025 
msm_smd_init(void)1026 static int __init msm_smd_init(void)
1027 {
1028 	return platform_driver_register(&msm_smd_driver);
1029 }
1030 
1031 module_init(msm_smd_init);
1032 
1033 MODULE_DESCRIPTION("MSM Shared Memory Core");
1034 MODULE_AUTHOR("Brian Swetland <swetland@google.com>");
1035 MODULE_LICENSE("GPL");
1036