55 static void queue_flush_work(struct printk_safe_seq_buf *s)  in queue_flush_work()  argument
58 		irq_work_queue(&s->work);  in queue_flush_work()
71 static __printf(2, 0) int printk_safe_log_store(struct printk_safe_seq_buf *s,  in printk_safe_log_store()  argument
79 	len = atomic_read(&s->len);  in printk_safe_log_store()
82 	if (len >= sizeof(s->buffer) - 1) {  in printk_safe_log_store()
83 		atomic_inc(&s->message_lost);  in printk_safe_log_store()
84 		queue_flush_work(s);  in printk_safe_log_store()
96 	add = vscnprintf(s->buffer + len, sizeof(s->buffer) - len, fmt, ap);  in printk_safe_log_store()
106 	if (atomic_cmpxchg(&s->len, len, len + add) != len)  in printk_safe_log_store()
109 	queue_flush_work(s);  in printk_safe_log_store()
171 static void report_message_lost(struct printk_safe_seq_buf *s)  in report_message_lost()  argument
173 	int lost = atomic_xchg(&s->message_lost, 0);  in report_message_lost()
185 	struct printk_safe_seq_buf *s =  in __printk_safe_flush()  local
202 	len = atomic_read(&s->len);  in __printk_safe_flush()
210 	if ((i && i >= len) || len > sizeof(s->buffer)) {  in __printk_safe_flush()
222 	i += printk_safe_flush_buffer(s->buffer + i, len - i);  in __printk_safe_flush()
230 	if (atomic_cmpxchg(&s->len, len, 0) != len)  in __printk_safe_flush()
234 	report_message_lost(s);  in __printk_safe_flush()
301 	struct printk_safe_seq_buf *s = this_cpu_ptr(&nmi_print_seq);  in vprintk_nmi()  local
303 	return printk_safe_log_store(s, fmt, args);  in vprintk_nmi()
353 	struct printk_safe_seq_buf *s = this_cpu_ptr(&safe_print_seq);  in vprintk_safe()  local
355 	return printk_safe_log_store(s, fmt, args);  in vprintk_safe()
409 		struct printk_safe_seq_buf *s;  in printk_safe_init()  local
411 		s = &per_cpu(safe_print_seq, cpu);  in printk_safe_init()
412 		init_irq_work(&s->work, __printk_safe_flush);  in printk_safe_init()
415 		s = &per_cpu(nmi_print_seq, cpu);  in printk_safe_init()
416 		init_irq_work(&s->work, __printk_safe_flush);  in printk_safe_init()