50  * have to make sure that the write-buffer offset (@wbuf->offs) becomes aligned
52  * write-buffer size (@wbuf->size).
452 	struct ubifs_wbuf *wbuf = container_of(timer, struct ubifs_wbuf, timer);  in wbuf_timer_callback_nolock()  local
454 	dbg_io("jhead %s", dbg_jhead(wbuf->jhead));  in wbuf_timer_callback_nolock()
455 	wbuf->need_sync = 1;  in wbuf_timer_callback_nolock()
456 	wbuf->c->need_wbuf_sync = 1;  in wbuf_timer_callback_nolock()
457 	ubifs_wake_up_bgt(wbuf->c);  in wbuf_timer_callback_nolock()
464  * @wbuf: write-buffer descriptor
466 static void new_wbuf_timer_nolock(struct ubifs_info *c, struct ubifs_wbuf *wbuf)  in new_wbuf_timer_nolock()  argument
474 	ubifs_assert(c, !hrtimer_active(&wbuf->timer));  in new_wbuf_timer_nolock()
477 	if (wbuf->no_timer)  in new_wbuf_timer_nolock()
480 	       dbg_jhead(wbuf->jhead),  in new_wbuf_timer_nolock()
483 	hrtimer_start_range_ns(&wbuf->timer, softlimit, delta,  in new_wbuf_timer_nolock()
489  * @wbuf: write-buffer descriptor
491 static void cancel_wbuf_timer_nolock(struct ubifs_wbuf *wbuf)  in cancel_wbuf_timer_nolock()  argument
493 	if (wbuf->no_timer)  in cancel_wbuf_timer_nolock()
495 	wbuf->need_sync = 0;  in cancel_wbuf_timer_nolock()
496 	hrtimer_cancel(&wbuf->timer);  in cancel_wbuf_timer_nolock()
501  * @wbuf: write-buffer to synchronize
512 int ubifs_wbuf_sync_nolock(struct ubifs_wbuf *wbuf)  in ubifs_wbuf_sync_nolock()  argument
514 	struct ubifs_info *c = wbuf->c;  in ubifs_wbuf_sync_nolock()
517 	cancel_wbuf_timer_nolock(wbuf);  in ubifs_wbuf_sync_nolock()
518 	if (!wbuf->used || wbuf->lnum == -1)  in ubifs_wbuf_sync_nolock()
523 	       wbuf->lnum, wbuf->offs, wbuf->used, dbg_jhead(wbuf->jhead));  in ubifs_wbuf_sync_nolock()
524 	ubifs_assert(c, !(wbuf->avail & 7));  in ubifs_wbuf_sync_nolock()
525 	ubifs_assert(c, wbuf->offs + wbuf->size <= c->leb_size);  in ubifs_wbuf_sync_nolock()
526 	ubifs_assert(c, wbuf->size >= c->min_io_size);  in ubifs_wbuf_sync_nolock()
527 	ubifs_assert(c, wbuf->size <= c->max_write_size);  in ubifs_wbuf_sync_nolock()
528 	ubifs_assert(c, wbuf->size % c->min_io_size == 0);  in ubifs_wbuf_sync_nolock()
530 	if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_sync_nolock()
531 		ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size));  in ubifs_wbuf_sync_nolock()
540 	sync_len = ALIGN(wbuf->used, c->min_io_size);  in ubifs_wbuf_sync_nolock()
541 	dirt = sync_len - wbuf->used;  in ubifs_wbuf_sync_nolock()
543 		ubifs_pad(c, wbuf->buf + wbuf->used, dirt);  in ubifs_wbuf_sync_nolock()
544 	err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, sync_len);  in ubifs_wbuf_sync_nolock()
548 	spin_lock(&wbuf->lock);  in ubifs_wbuf_sync_nolock()
549 	wbuf->offs += sync_len;  in ubifs_wbuf_sync_nolock()
551 	 * Now @wbuf->offs is not necessarily aligned to @c->max_write_size.  in ubifs_wbuf_sync_nolock()
554 	 * Thus, if @wbuf->offs is not aligned to @c->max_write_size now, make  in ubifs_wbuf_sync_nolock()
555 	 * sure that @wbuf->offs + @wbuf->size is aligned to  in ubifs_wbuf_sync_nolock()
560 	if (c->leb_size - wbuf->offs < c->max_write_size)  in ubifs_wbuf_sync_nolock()
561 		wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_sync_nolock()
562 	else if (wbuf->offs & (c->max_write_size - 1))  in ubifs_wbuf_sync_nolock()
563 		wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs;  in ubifs_wbuf_sync_nolock()
565 		wbuf->size = c->max_write_size;  in ubifs_wbuf_sync_nolock()
566 	wbuf->avail = wbuf->size;  in ubifs_wbuf_sync_nolock()
567 	wbuf->used = 0;  in ubifs_wbuf_sync_nolock()
568 	wbuf->next_ino = 0;  in ubifs_wbuf_sync_nolock()
569 	spin_unlock(&wbuf->lock);  in ubifs_wbuf_sync_nolock()
571 	if (wbuf->sync_callback)  in ubifs_wbuf_sync_nolock()
572 		err = wbuf->sync_callback(c, wbuf->lnum,  in ubifs_wbuf_sync_nolock()
573 					  c->leb_size - wbuf->offs, dirt);  in ubifs_wbuf_sync_nolock()
579  * @wbuf: write-buffer
587 int ubifs_wbuf_seek_nolock(struct ubifs_wbuf *wbuf, int lnum, int offs)  in ubifs_wbuf_seek_nolock()  argument
589 	const struct ubifs_info *c = wbuf->c;  in ubifs_wbuf_seek_nolock()
591 	dbg_io("LEB %d:%d, jhead %s", lnum, offs, dbg_jhead(wbuf->jhead));  in ubifs_wbuf_seek_nolock()
595 	ubifs_assert(c, lnum != wbuf->lnum);  in ubifs_wbuf_seek_nolock()
596 	ubifs_assert(c, wbuf->used == 0);  in ubifs_wbuf_seek_nolock()
598 	spin_lock(&wbuf->lock);  in ubifs_wbuf_seek_nolock()
599 	wbuf->lnum = lnum;  in ubifs_wbuf_seek_nolock()
600 	wbuf->offs = offs;  in ubifs_wbuf_seek_nolock()
601 	if (c->leb_size - wbuf->offs < c->max_write_size)  in ubifs_wbuf_seek_nolock()
602 		wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_seek_nolock()
603 	else if (wbuf->offs & (c->max_write_size - 1))  in ubifs_wbuf_seek_nolock()
604 		wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs;  in ubifs_wbuf_seek_nolock()
606 		wbuf->size = c->max_write_size;  in ubifs_wbuf_seek_nolock()
607 	wbuf->avail = wbuf->size;  in ubifs_wbuf_seek_nolock()
608 	wbuf->used = 0;  in ubifs_wbuf_seek_nolock()
609 	spin_unlock(&wbuf->lock);  in ubifs_wbuf_seek_nolock()
638 		struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf;  in ubifs_bg_wbufs_sync()  local
643 		 * If the mutex is locked then wbuf is being changed, so  in ubifs_bg_wbufs_sync()
646 		if (mutex_is_locked(&wbuf->io_mutex))  in ubifs_bg_wbufs_sync()
649 		mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead);  in ubifs_bg_wbufs_sync()
650 		if (!wbuf->need_sync) {  in ubifs_bg_wbufs_sync()
651 			mutex_unlock(&wbuf->io_mutex);  in ubifs_bg_wbufs_sync()
655 		err = ubifs_wbuf_sync_nolock(wbuf);  in ubifs_bg_wbufs_sync()
656 		mutex_unlock(&wbuf->io_mutex);  in ubifs_bg_wbufs_sync()
669 		struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf;  in ubifs_bg_wbufs_sync()  local
671 		mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead);  in ubifs_bg_wbufs_sync()
672 		cancel_wbuf_timer_nolock(wbuf);  in ubifs_bg_wbufs_sync()
673 		mutex_unlock(&wbuf->io_mutex);  in ubifs_bg_wbufs_sync()
680  * @wbuf: write-buffer
684  * This function writes data to flash via write-buffer @wbuf. This means that
694 int ubifs_wbuf_write_nolock(struct ubifs_wbuf *wbuf, void *buf, int len)  in ubifs_wbuf_write_nolock()  argument
696 	struct ubifs_info *c = wbuf->c;  in ubifs_wbuf_write_nolock()
699 	dbg_io("%d bytes (%s) to jhead %s wbuf at LEB %d:%d", len,  in ubifs_wbuf_write_nolock()
701 	       dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs + wbuf->used);  in ubifs_wbuf_write_nolock()
702 	ubifs_assert(c, len > 0 && wbuf->lnum >= 0 && wbuf->lnum < c->leb_cnt);  in ubifs_wbuf_write_nolock()
703 	ubifs_assert(c, wbuf->offs >= 0 && wbuf->offs % c->min_io_size == 0);  in ubifs_wbuf_write_nolock()
704 	ubifs_assert(c, !(wbuf->offs & 7) && wbuf->offs <= c->leb_size);  in ubifs_wbuf_write_nolock()
705 	ubifs_assert(c, wbuf->avail > 0 && wbuf->avail <= wbuf->size);  in ubifs_wbuf_write_nolock()
706 	ubifs_assert(c, wbuf->size >= c->min_io_size);  in ubifs_wbuf_write_nolock()
707 	ubifs_assert(c, wbuf->size <= c->max_write_size);  in ubifs_wbuf_write_nolock()
708 	ubifs_assert(c, wbuf->size % c->min_io_size == 0);  in ubifs_wbuf_write_nolock()
709 	ubifs_assert(c, mutex_is_locked(&wbuf->io_mutex));  in ubifs_wbuf_write_nolock()
712 	if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_write_nolock()
713 		ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size));  in ubifs_wbuf_write_nolock()
715 	if (c->leb_size - wbuf->offs - wbuf->used < aligned_len) {  in ubifs_wbuf_write_nolock()
720 	cancel_wbuf_timer_nolock(wbuf);  in ubifs_wbuf_write_nolock()
725 	if (aligned_len <= wbuf->avail) {  in ubifs_wbuf_write_nolock()
730 		memcpy(wbuf->buf + wbuf->used, buf, len);  in ubifs_wbuf_write_nolock()
732 		if (aligned_len == wbuf->avail) {  in ubifs_wbuf_write_nolock()
733 			dbg_io("flush jhead %s wbuf to LEB %d:%d",  in ubifs_wbuf_write_nolock()
734 			       dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs);  in ubifs_wbuf_write_nolock()
735 			err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf,  in ubifs_wbuf_write_nolock()
736 					      wbuf->offs, wbuf->size);  in ubifs_wbuf_write_nolock()
740 			spin_lock(&wbuf->lock);  in ubifs_wbuf_write_nolock()
741 			wbuf->offs += wbuf->size;  in ubifs_wbuf_write_nolock()
742 			if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_write_nolock()
743 				wbuf->size = c->max_write_size;  in ubifs_wbuf_write_nolock()
745 				wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_write_nolock()
746 			wbuf->avail = wbuf->size;  in ubifs_wbuf_write_nolock()
747 			wbuf->used = 0;  in ubifs_wbuf_write_nolock()
748 			wbuf->next_ino = 0;  in ubifs_wbuf_write_nolock()
749 			spin_unlock(&wbuf->lock);  in ubifs_wbuf_write_nolock()
751 			spin_lock(&wbuf->lock);  in ubifs_wbuf_write_nolock()
752 			wbuf->avail -= aligned_len;  in ubifs_wbuf_write_nolock()
753 			wbuf->used += aligned_len;  in ubifs_wbuf_write_nolock()
754 			spin_unlock(&wbuf->lock);  in ubifs_wbuf_write_nolock()
762 	if (wbuf->used) {  in ubifs_wbuf_write_nolock()
768 		dbg_io("flush jhead %s wbuf to LEB %d:%d",  in ubifs_wbuf_write_nolock()
769 		       dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs);  in ubifs_wbuf_write_nolock()
770 		memcpy(wbuf->buf + wbuf->used, buf, wbuf->avail);  in ubifs_wbuf_write_nolock()
771 		err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs,  in ubifs_wbuf_write_nolock()
772 				      wbuf->size);  in ubifs_wbuf_write_nolock()
776 		wbuf->offs += wbuf->size;  in ubifs_wbuf_write_nolock()
777 		len -= wbuf->avail;  in ubifs_wbuf_write_nolock()
778 		aligned_len -= wbuf->avail;  in ubifs_wbuf_write_nolock()
779 		written += wbuf->avail;  in ubifs_wbuf_write_nolock()
780 	} else if (wbuf->offs & (c->max_write_size - 1)) {  in ubifs_wbuf_write_nolock()
783 		 * @c->max_write_size and @wbuf->size is less than  in ubifs_wbuf_write_nolock()
784 		 * @c->max_write_size. Write @wbuf->size bytes to make sure the  in ubifs_wbuf_write_nolock()
789 		       wbuf->size, wbuf->lnum, wbuf->offs);  in ubifs_wbuf_write_nolock()
790 		err = ubifs_leb_write(c, wbuf->lnum, buf, wbuf->offs,  in ubifs_wbuf_write_nolock()
791 				      wbuf->size);  in ubifs_wbuf_write_nolock()
795 		wbuf->offs += wbuf->size;  in ubifs_wbuf_write_nolock()
796 		len -= wbuf->size;  in ubifs_wbuf_write_nolock()
797 		aligned_len -= wbuf->size;  in ubifs_wbuf_write_nolock()
798 		written += wbuf->size;  in ubifs_wbuf_write_nolock()
804 	 * We align node length to 8-byte boundary because we anyway flash wbuf  in ubifs_wbuf_write_nolock()
810 		dbg_io("write %d bytes to LEB %d:%d", n, wbuf->lnum,  in ubifs_wbuf_write_nolock()
811 		       wbuf->offs);  in ubifs_wbuf_write_nolock()
812 		err = ubifs_leb_write(c, wbuf->lnum, buf + written,  in ubifs_wbuf_write_nolock()
813 				      wbuf->offs, n);  in ubifs_wbuf_write_nolock()
816 		wbuf->offs += n;  in ubifs_wbuf_write_nolock()
822 	spin_lock(&wbuf->lock);  in ubifs_wbuf_write_nolock()
829 		memcpy(wbuf->buf, buf + written, len);  in ubifs_wbuf_write_nolock()
831 	if (c->leb_size - wbuf->offs >= c->max_write_size)  in ubifs_wbuf_write_nolock()
832 		wbuf->size = c->max_write_size;  in ubifs_wbuf_write_nolock()
834 		wbuf->size = c->leb_size - wbuf->offs;  in ubifs_wbuf_write_nolock()
835 	wbuf->avail = wbuf->size - aligned_len;  in ubifs_wbuf_write_nolock()
836 	wbuf->used = aligned_len;  in ubifs_wbuf_write_nolock()
837 	wbuf->next_ino = 0;  in ubifs_wbuf_write_nolock()
838 	spin_unlock(&wbuf->lock);  in ubifs_wbuf_write_nolock()
841 	if (wbuf->sync_callback) {  in ubifs_wbuf_write_nolock()
842 		int free = c->leb_size - wbuf->offs - wbuf->used;  in ubifs_wbuf_write_nolock()
844 		err = wbuf->sync_callback(c, wbuf->lnum, free, 0);  in ubifs_wbuf_write_nolock()
849 	if (wbuf->used)  in ubifs_wbuf_write_nolock()
850 		new_wbuf_timer_nolock(c, wbuf);  in ubifs_wbuf_write_nolock()
856 		  len, wbuf->lnum, wbuf->offs, err);  in ubifs_wbuf_write_nolock()
859 	ubifs_dump_leb(c, wbuf->lnum);  in ubifs_wbuf_write_nolock()
903  * @wbuf: wbuf to check for un-written data
916 int ubifs_read_node_wbuf(struct ubifs_wbuf *wbuf, void *buf, int type, int len,  in ubifs_read_node_wbuf()  argument
919 	const struct ubifs_info *c = wbuf->c;  in ubifs_read_node_wbuf()
924 	       dbg_ntype(type), len, dbg_jhead(wbuf->jhead));  in ubifs_read_node_wbuf()
925 	ubifs_assert(c, wbuf && lnum >= 0 && lnum < c->leb_cnt && offs >= 0);  in ubifs_read_node_wbuf()
929 	spin_lock(&wbuf->lock);  in ubifs_read_node_wbuf()
930 	overlap = (lnum == wbuf->lnum && offs + len > wbuf->offs);  in ubifs_read_node_wbuf()
933 		spin_unlock(&wbuf->lock);  in ubifs_read_node_wbuf()
937 	/* Don't read under wbuf */  in ubifs_read_node_wbuf()
938 	rlen = wbuf->offs - offs;  in ubifs_read_node_wbuf()
943 	memcpy(buf + rlen, wbuf->buf + offs + rlen - wbuf->offs, len - rlen);  in ubifs_read_node_wbuf()
944 	spin_unlock(&wbuf->lock);  in ubifs_read_node_wbuf()
1042  * @wbuf: write-buffer to initialize
1047 int ubifs_wbuf_init(struct ubifs_info *c, struct ubifs_wbuf *wbuf)  in ubifs_wbuf_init()  argument
1051 	wbuf->buf = kmalloc(c->max_write_size, GFP_KERNEL);  in ubifs_wbuf_init()
1052 	if (!wbuf->buf)  in ubifs_wbuf_init()
1056 	wbuf->inodes = kmalloc(size, GFP_KERNEL);  in ubifs_wbuf_init()
1057 	if (!wbuf->inodes) {  in ubifs_wbuf_init()
1058 		kfree(wbuf->buf);  in ubifs_wbuf_init()
1059 		wbuf->buf = NULL;  in ubifs_wbuf_init()
1063 	wbuf->used = 0;  in ubifs_wbuf_init()
1064 	wbuf->lnum = wbuf->offs = -1;  in ubifs_wbuf_init()
1072 	wbuf->avail = wbuf->size = size;  in ubifs_wbuf_init()
1073 	wbuf->sync_callback = NULL;  in ubifs_wbuf_init()
1074 	mutex_init(&wbuf->io_mutex);  in ubifs_wbuf_init()
1075 	spin_lock_init(&wbuf->lock);  in ubifs_wbuf_init()
1076 	wbuf->c = c;  in ubifs_wbuf_init()
1077 	wbuf->next_ino = 0;  in ubifs_wbuf_init()
1079 	hrtimer_init(&wbuf->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);  in ubifs_wbuf_init()
1080 	wbuf->timer.function = wbuf_timer_callback_nolock;  in ubifs_wbuf_init()
1085  * ubifs_wbuf_add_ino_nolock - add an inode number into the wbuf inode array.
1086  * @wbuf: the write-buffer where to add
1091 void ubifs_wbuf_add_ino_nolock(struct ubifs_wbuf *wbuf, ino_t inum)  in ubifs_wbuf_add_ino_nolock()  argument
1093 	if (!wbuf->buf)  in ubifs_wbuf_add_ino_nolock()
1097 	spin_lock(&wbuf->lock);  in ubifs_wbuf_add_ino_nolock()
1098 	if (wbuf->used)  in ubifs_wbuf_add_ino_nolock()
1099 		wbuf->inodes[wbuf->next_ino++] = inum;  in ubifs_wbuf_add_ino_nolock()
1100 	spin_unlock(&wbuf->lock);  in ubifs_wbuf_add_ino_nolock()
1104  * wbuf_has_ino - returns if the wbuf contains data from the inode.
1105  * @wbuf: the write-buffer
1111 static int wbuf_has_ino(struct ubifs_wbuf *wbuf, ino_t inum)  in wbuf_has_ino()  argument
1115 	spin_lock(&wbuf->lock);  in wbuf_has_ino()
1116 	for (i = 0; i < wbuf->next_ino; i++)  in wbuf_has_ino()
1117 		if (inum == wbuf->inodes[i]) {  in wbuf_has_ino()
1121 	spin_unlock(&wbuf->lock);  in wbuf_has_ino()
1140 		struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf;  in ubifs_sync_wbufs_by_inode()  local
1151 		if (!wbuf_has_ino(wbuf, inode->i_ino))  in ubifs_sync_wbufs_by_inode()
1154 		mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead);  in ubifs_sync_wbufs_by_inode()
1155 		if (wbuf_has_ino(wbuf, inode->i_ino))  in ubifs_sync_wbufs_by_inode()
1156 			err = ubifs_wbuf_sync_nolock(wbuf);  in ubifs_sync_wbufs_by_inode()
1157 		mutex_unlock(&wbuf->io_mutex);  in ubifs_sync_wbufs_by_inode()