Lines Matching refs:map
36 static inline bool regmap_should_log(struct regmap *map) in regmap_should_log() argument
38 return (map->dev && strcmp(dev_name(map->dev), LOG_DEVICE) == 0); in regmap_should_log()
41 static inline bool regmap_should_log(struct regmap *map) { return false; } in regmap_should_log() argument
45 static int _regmap_update_bits(struct regmap *map, unsigned int reg,
74 bool regmap_check_range_table(struct regmap *map, unsigned int reg, in regmap_check_range_table() argument
90 bool regmap_writeable(struct regmap *map, unsigned int reg) in regmap_writeable() argument
92 if (map->max_register_is_set && reg > map->max_register) in regmap_writeable()
95 if (map->writeable_reg) in regmap_writeable()
96 return map->writeable_reg(map->dev, reg); in regmap_writeable()
98 if (map->wr_table) in regmap_writeable()
99 return regmap_check_range_table(map, reg, map->wr_table); in regmap_writeable()
104 bool regmap_cached(struct regmap *map, unsigned int reg) in regmap_cached() argument
109 if (map->cache_type == REGCACHE_NONE) in regmap_cached()
112 if (!map->cache_ops) in regmap_cached()
115 if (map->max_register_is_set && reg > map->max_register) in regmap_cached()
118 map->lock(map->lock_arg); in regmap_cached()
119 ret = regcache_read(map, reg, &val); in regmap_cached()
120 map->unlock(map->lock_arg); in regmap_cached()
127 bool regmap_readable(struct regmap *map, unsigned int reg) in regmap_readable() argument
129 if (!map->reg_read) in regmap_readable()
132 if (map->max_register_is_set && reg > map->max_register) in regmap_readable()
135 if (map->format.format_write) in regmap_readable()
138 if (map->readable_reg) in regmap_readable()
139 return map->readable_reg(map->dev, reg); in regmap_readable()
141 if (map->rd_table) in regmap_readable()
142 return regmap_check_range_table(map, reg, map->rd_table); in regmap_readable()
147 bool regmap_volatile(struct regmap *map, unsigned int reg) in regmap_volatile() argument
149 if (!map->format.format_write && !regmap_readable(map, reg)) in regmap_volatile()
152 if (map->volatile_reg) in regmap_volatile()
153 return map->volatile_reg(map->dev, reg); in regmap_volatile()
155 if (map->volatile_table) in regmap_volatile()
156 return regmap_check_range_table(map, reg, map->volatile_table); in regmap_volatile()
158 if (map->cache_ops) in regmap_volatile()
164 bool regmap_precious(struct regmap *map, unsigned int reg) in regmap_precious() argument
166 if (!regmap_readable(map, reg)) in regmap_precious()
169 if (map->precious_reg) in regmap_precious()
170 return map->precious_reg(map->dev, reg); in regmap_precious()
172 if (map->precious_table) in regmap_precious()
173 return regmap_check_range_table(map, reg, map->precious_table); in regmap_precious()
178 bool regmap_writeable_noinc(struct regmap *map, unsigned int reg) in regmap_writeable_noinc() argument
180 if (map->writeable_noinc_reg) in regmap_writeable_noinc()
181 return map->writeable_noinc_reg(map->dev, reg); in regmap_writeable_noinc()
183 if (map->wr_noinc_table) in regmap_writeable_noinc()
184 return regmap_check_range_table(map, reg, map->wr_noinc_table); in regmap_writeable_noinc()
189 bool regmap_readable_noinc(struct regmap *map, unsigned int reg) in regmap_readable_noinc() argument
191 if (map->readable_noinc_reg) in regmap_readable_noinc()
192 return map->readable_noinc_reg(map->dev, reg); in regmap_readable_noinc()
194 if (map->rd_noinc_table) in regmap_readable_noinc()
195 return regmap_check_range_table(map, reg, map->rd_noinc_table); in regmap_readable_noinc()
200 static bool regmap_volatile_range(struct regmap *map, unsigned int reg, in regmap_volatile_range() argument
206 if (!regmap_volatile(map, reg + regmap_get_offset(map, i))) in regmap_volatile_range()
212 static void regmap_format_12_20_write(struct regmap *map, in regmap_format_12_20_write() argument
215 u8 *out = map->work_buf; in regmap_format_12_20_write()
224 static void regmap_format_2_6_write(struct regmap *map, in regmap_format_2_6_write() argument
227 u8 *out = map->work_buf; in regmap_format_2_6_write()
232 static void regmap_format_4_12_write(struct regmap *map, in regmap_format_4_12_write() argument
235 __be16 *out = map->work_buf; in regmap_format_4_12_write()
239 static void regmap_format_7_9_write(struct regmap *map, in regmap_format_7_9_write() argument
242 __be16 *out = map->work_buf; in regmap_format_7_9_write()
246 static void regmap_format_7_17_write(struct regmap *map, in regmap_format_7_17_write() argument
249 u8 *out = map->work_buf; in regmap_format_7_17_write()
256 static void regmap_format_10_14_write(struct regmap *map, in regmap_format_10_14_write() argument
259 u8 *out = map->work_buf; in regmap_format_10_14_write()
396 struct regmap *map = __map; in regmap_lock_hwlock() local
398 hwspin_lock_timeout(map->hwlock, UINT_MAX); in regmap_lock_hwlock()
403 struct regmap *map = __map; in regmap_lock_hwlock_irq() local
405 hwspin_lock_timeout_irq(map->hwlock, UINT_MAX); in regmap_lock_hwlock_irq()
410 struct regmap *map = __map; in regmap_lock_hwlock_irqsave() local
412 hwspin_lock_timeout_irqsave(map->hwlock, UINT_MAX, in regmap_lock_hwlock_irqsave()
413 &map->spinlock_flags); in regmap_lock_hwlock_irqsave()
418 struct regmap *map = __map; in regmap_unlock_hwlock() local
420 hwspin_unlock(map->hwlock); in regmap_unlock_hwlock()
425 struct regmap *map = __map; in regmap_unlock_hwlock_irq() local
427 hwspin_unlock_irq(map->hwlock); in regmap_unlock_hwlock_irq()
432 struct regmap *map = __map; in regmap_unlock_hwlock_irqrestore() local
434 hwspin_unlock_irqrestore(map->hwlock, &map->spinlock_flags); in regmap_unlock_hwlock_irqrestore()
444 struct regmap *map = __map; in regmap_lock_mutex() local
445 mutex_lock(&map->mutex); in regmap_lock_mutex()
450 struct regmap *map = __map; in regmap_unlock_mutex() local
451 mutex_unlock(&map->mutex); in regmap_unlock_mutex()
455 __acquires(&map->spinlock) in regmap_lock_spinlock()
457 struct regmap *map = __map; in regmap_lock_spinlock() local
460 spin_lock_irqsave(&map->spinlock, flags); in regmap_lock_spinlock()
461 map->spinlock_flags = flags; in regmap_lock_spinlock()
465 __releases(&map->spinlock) in regmap_unlock_spinlock()
467 struct regmap *map = __map; in regmap_unlock_spinlock() local
468 spin_unlock_irqrestore(&map->spinlock, map->spinlock_flags); in regmap_unlock_spinlock()
472 __acquires(&map->raw_spinlock) in regmap_lock_raw_spinlock()
474 struct regmap *map = __map; in regmap_lock_raw_spinlock() local
477 raw_spin_lock_irqsave(&map->raw_spinlock, flags); in regmap_lock_raw_spinlock()
478 map->raw_spinlock_flags = flags; in regmap_lock_raw_spinlock()
482 __releases(&map->raw_spinlock) in regmap_unlock_raw_spinlock()
484 struct regmap *map = __map; in regmap_unlock_raw_spinlock() local
485 raw_spin_unlock_irqrestore(&map->raw_spinlock, map->raw_spinlock_flags); in regmap_unlock_raw_spinlock()
497 static bool _regmap_range_add(struct regmap *map, in _regmap_range_add() argument
500 struct rb_root *root = &map->range_tree; in _regmap_range_add()
522 static struct regmap_range_node *_regmap_range_lookup(struct regmap *map, in _regmap_range_lookup() argument
525 struct rb_node *node = map->range_tree.rb_node; in _regmap_range_lookup()
542 static void regmap_range_exit(struct regmap *map) in regmap_range_exit() argument
547 next = rb_first(&map->range_tree); in regmap_range_exit()
551 rb_erase(&range_node->node, &map->range_tree); in regmap_range_exit()
555 kfree(map->selector_work_buf); in regmap_range_exit()
558 static int regmap_set_name(struct regmap *map, const struct regmap_config *config) in regmap_set_name() argument
566 kfree_const(map->name); in regmap_set_name()
567 map->name = name; in regmap_set_name()
573 int regmap_attach_dev(struct device *dev, struct regmap *map, in regmap_attach_dev() argument
579 map->dev = dev; in regmap_attach_dev()
581 ret = regmap_set_name(map, config); in regmap_attach_dev()
585 regmap_debugfs_exit(map); in regmap_attach_dev()
586 regmap_debugfs_init(map); in regmap_attach_dev()
591 regmap_debugfs_exit(map); in regmap_attach_dev()
594 *m = map; in regmap_attach_dev()
603 static int regmap_detach_dev(struct device *dev, struct regmap *map) in regmap_detach_dev() argument
609 dev_get_regmap_match, (void *)map->name); in regmap_detach_dev()
682 struct regmap *map; in __regmap_init() local
690 map = kzalloc(sizeof(*map), GFP_KERNEL); in __regmap_init()
691 if (map == NULL) { in __regmap_init()
696 ret = regmap_set_name(map, config); in __regmap_init()
703 map->lock = map->unlock = regmap_lock_unlock_none; in __regmap_init()
704 map->can_sleep = config->can_sleep; in __regmap_init()
705 regmap_debugfs_disable(map); in __regmap_init()
707 map->lock = config->lock; in __regmap_init()
708 map->unlock = config->unlock; in __regmap_init()
709 map->lock_arg = config->lock_arg; in __regmap_init()
710 map->can_sleep = config->can_sleep; in __regmap_init()
712 map->hwlock = hwspin_lock_request_specific(config->hwlock_id); in __regmap_init()
713 if (!map->hwlock) { in __regmap_init()
720 map->lock = regmap_lock_hwlock_irqsave; in __regmap_init()
721 map->unlock = regmap_unlock_hwlock_irqrestore; in __regmap_init()
724 map->lock = regmap_lock_hwlock_irq; in __regmap_init()
725 map->unlock = regmap_unlock_hwlock_irq; in __regmap_init()
728 map->lock = regmap_lock_hwlock; in __regmap_init()
729 map->unlock = regmap_unlock_hwlock; in __regmap_init()
733 map->lock_arg = map; in __regmap_init()
738 raw_spin_lock_init(&map->raw_spinlock); in __regmap_init()
739 map->lock = regmap_lock_raw_spinlock; in __regmap_init()
740 map->unlock = regmap_unlock_raw_spinlock; in __regmap_init()
741 lockdep_set_class_and_name(&map->raw_spinlock, in __regmap_init()
744 spin_lock_init(&map->spinlock); in __regmap_init()
745 map->lock = regmap_lock_spinlock; in __regmap_init()
746 map->unlock = regmap_unlock_spinlock; in __regmap_init()
747 lockdep_set_class_and_name(&map->spinlock, in __regmap_init()
751 mutex_init(&map->mutex); in __regmap_init()
752 map->lock = regmap_lock_mutex; in __regmap_init()
753 map->unlock = regmap_unlock_mutex; in __regmap_init()
754 map->can_sleep = true; in __regmap_init()
755 lockdep_set_class_and_name(&map->mutex, in __regmap_init()
758 map->lock_arg = map; in __regmap_init()
759 map->lock_key = lock_key; in __regmap_init()
767 map->alloc_flags = GFP_ATOMIC; in __regmap_init()
769 map->alloc_flags = GFP_KERNEL; in __regmap_init()
771 map->reg_base = config->reg_base; in __regmap_init()
773 map->format.reg_bytes = DIV_ROUND_UP(config->reg_bits, 8); in __regmap_init()
774 map->format.pad_bytes = config->pad_bits / 8; in __regmap_init()
775 map->format.reg_shift = config->reg_shift; in __regmap_init()
776 map->format.val_bytes = DIV_ROUND_UP(config->val_bits, 8); in __regmap_init()
777 map->format.buf_size = DIV_ROUND_UP(config->reg_bits + in __regmap_init()
779 map->reg_shift = config->pad_bits % 8; in __regmap_init()
781 map->reg_stride = config->reg_stride; in __regmap_init()
783 map->reg_stride = 1; in __regmap_init()
784 if (is_power_of_2(map->reg_stride)) in __regmap_init()
785 map->reg_stride_order = ilog2(map->reg_stride); in __regmap_init()
787 map->reg_stride_order = -1; in __regmap_init()
788 map->use_single_read = config->use_single_read || !(config->read || (bus && bus->read)); in __regmap_init()
789 map->use_single_write = config->use_single_write || !(config->write || (bus && bus->write)); in __regmap_init()
790 map->can_multi_write = config->can_multi_write && (config->write || (bus && bus->write)); in __regmap_init()
792 map->max_raw_read = bus->max_raw_read; in __regmap_init()
793 map->max_raw_write = bus->max_raw_write; in __regmap_init()
795 map->max_raw_read = config->max_raw_read; in __regmap_init()
796 map->max_raw_write = config->max_raw_write; in __regmap_init()
798 map->dev = dev; in __regmap_init()
799 map->bus = bus; in __regmap_init()
800 map->bus_context = bus_context; in __regmap_init()
801 map->max_register = config->max_register; in __regmap_init()
802 map->max_register_is_set = map->max_register ?: config->max_register_is_0; in __regmap_init()
803 map->wr_table = config->wr_table; in __regmap_init()
804 map->rd_table = config->rd_table; in __regmap_init()
805 map->volatile_table = config->volatile_table; in __regmap_init()
806 map->precious_table = config->precious_table; in __regmap_init()
807 map->wr_noinc_table = config->wr_noinc_table; in __regmap_init()
808 map->rd_noinc_table = config->rd_noinc_table; in __regmap_init()
809 map->writeable_reg = config->writeable_reg; in __regmap_init()
810 map->readable_reg = config->readable_reg; in __regmap_init()
811 map->volatile_reg = config->volatile_reg; in __regmap_init()
812 map->precious_reg = config->precious_reg; in __regmap_init()
813 map->writeable_noinc_reg = config->writeable_noinc_reg; in __regmap_init()
814 map->readable_noinc_reg = config->readable_noinc_reg; in __regmap_init()
815 map->cache_type = config->cache_type; in __regmap_init()
817 spin_lock_init(&map->async_lock); in __regmap_init()
818 INIT_LIST_HEAD(&map->async_list); in __regmap_init()
819 INIT_LIST_HEAD(&map->async_free); in __regmap_init()
820 init_waitqueue_head(&map->async_waitq); in __regmap_init()
825 map->read_flag_mask = config->read_flag_mask; in __regmap_init()
826 map->write_flag_mask = config->write_flag_mask; in __regmap_init()
828 map->read_flag_mask = bus->read_flag_mask; in __regmap_init()
832 map->reg_read = _regmap_bus_read; in __regmap_init()
834 map->reg_update_bits = config->reg_update_bits; in __regmap_init()
837 map->read = config->read; in __regmap_init()
838 map->write = config->write; in __regmap_init()
843 map->reg_read = config->reg_read; in __regmap_init()
844 map->reg_write = config->reg_write; in __regmap_init()
845 map->reg_update_bits = config->reg_update_bits; in __regmap_init()
847 map->defer_caching = false; in __regmap_init()
850 map->reg_read = _regmap_bus_reg_read; in __regmap_init()
851 map->reg_write = _regmap_bus_reg_write; in __regmap_init()
852 map->reg_update_bits = bus->reg_update_bits; in __regmap_init()
854 map->defer_caching = false; in __regmap_init()
857 map->reg_read = _regmap_bus_read; in __regmap_init()
858 map->reg_update_bits = bus->reg_update_bits; in __regmap_init()
860 map->read = bus->read; in __regmap_init()
861 map->write = bus->write; in __regmap_init()
867 switch (config->reg_bits + map->reg_shift) { in __regmap_init()
871 map->format.format_write = regmap_format_2_6_write; in __regmap_init()
881 map->format.format_write = regmap_format_4_12_write; in __regmap_init()
891 map->format.format_write = regmap_format_7_9_write; in __regmap_init()
894 map->format.format_write = regmap_format_7_17_write; in __regmap_init()
904 map->format.format_write = regmap_format_10_14_write; in __regmap_init()
914 map->format.format_write = regmap_format_12_20_write; in __regmap_init()
922 map->format.format_reg = regmap_format_8; in __regmap_init()
928 map->format.format_reg = regmap_format_16_be; in __regmap_init()
931 map->format.format_reg = regmap_format_16_le; in __regmap_init()
934 map->format.format_reg = regmap_format_16_native; in __regmap_init()
944 map->format.format_reg = regmap_format_24_be; in __regmap_init()
954 map->format.format_reg = regmap_format_32_be; in __regmap_init()
957 map->format.format_reg = regmap_format_32_le; in __regmap_init()
960 map->format.format_reg = regmap_format_32_native; in __regmap_init()
972 map->format.parse_inplace = regmap_parse_inplace_noop; in __regmap_init()
976 map->format.format_val = regmap_format_8; in __regmap_init()
977 map->format.parse_val = regmap_parse_8; in __regmap_init()
978 map->format.parse_inplace = regmap_parse_inplace_noop; in __regmap_init()
983 map->format.format_val = regmap_format_16_be; in __regmap_init()
984 map->format.parse_val = regmap_parse_16_be; in __regmap_init()
985 map->format.parse_inplace = regmap_parse_16_be_inplace; in __regmap_init()
988 map->format.format_val = regmap_format_16_le; in __regmap_init()
989 map->format.parse_val = regmap_parse_16_le; in __regmap_init()
990 map->format.parse_inplace = regmap_parse_16_le_inplace; in __regmap_init()
993 map->format.format_val = regmap_format_16_native; in __regmap_init()
994 map->format.parse_val = regmap_parse_16_native; in __regmap_init()
1003 map->format.format_val = regmap_format_24_be; in __regmap_init()
1004 map->format.parse_val = regmap_parse_24_be; in __regmap_init()
1013 map->format.format_val = regmap_format_32_be; in __regmap_init()
1014 map->format.parse_val = regmap_parse_32_be; in __regmap_init()
1015 map->format.parse_inplace = regmap_parse_32_be_inplace; in __regmap_init()
1018 map->format.format_val = regmap_format_32_le; in __regmap_init()
1019 map->format.parse_val = regmap_parse_32_le; in __regmap_init()
1020 map->format.parse_inplace = regmap_parse_32_le_inplace; in __regmap_init()
1023 map->format.format_val = regmap_format_32_native; in __regmap_init()
1024 map->format.parse_val = regmap_parse_32_native; in __regmap_init()
1032 if (map->format.format_write) { in __regmap_init()
1036 map->use_single_write = true; in __regmap_init()
1039 if (!map->format.format_write && in __regmap_init()
1040 !(map->format.format_reg && map->format.format_val)) in __regmap_init()
1043 map->work_buf = kzalloc(map->format.buf_size, GFP_KERNEL); in __regmap_init()
1044 if (map->work_buf == NULL) { in __regmap_init()
1049 if (map->format.format_write) { in __regmap_init()
1050 map->defer_caching = false; in __regmap_init()
1051 map->reg_write = _regmap_bus_formatted_write; in __regmap_init()
1052 } else if (map->format.format_val) { in __regmap_init()
1053 map->defer_caching = true; in __regmap_init()
1054 map->reg_write = _regmap_bus_raw_write; in __regmap_init()
1059 map->range_tree = RB_ROOT; in __regmap_init()
1066 dev_err(map->dev, "Invalid range %d: %u < %u\n", i, in __regmap_init()
1071 if (range_cfg->range_max > map->max_register) { in __regmap_init()
1072 dev_err(map->dev, "Invalid range %d: %u > %u\n", i, in __regmap_init()
1073 range_cfg->range_max, map->max_register); in __regmap_init()
1077 if (range_cfg->selector_reg > map->max_register) { in __regmap_init()
1078 dev_err(map->dev, in __regmap_init()
1084 dev_err(map->dev, "Invalid range %d: window_len 0\n", in __regmap_init()
1103 dev_err(map->dev, in __regmap_init()
1111 dev_err(map->dev, in __regmap_init()
1124 new->map = map; in __regmap_init()
1134 if (!_regmap_range_add(map, new)) { in __regmap_init()
1135 dev_err(map->dev, "Failed to add range %d\n", i); in __regmap_init()
1140 if (map->selector_work_buf == NULL) { in __regmap_init()
1141 map->selector_work_buf = in __regmap_init()
1142 kzalloc(map->format.buf_size, GFP_KERNEL); in __regmap_init()
1143 if (map->selector_work_buf == NULL) { in __regmap_init()
1150 ret = regcache_init(map, config); in __regmap_init()
1155 ret = regmap_attach_dev(dev, map, config); in __regmap_init()
1159 regmap_debugfs_init(map); in __regmap_init()
1162 return map; in __regmap_init()
1165 regcache_exit(map); in __regmap_init()
1167 regmap_range_exit(map); in __regmap_init()
1168 kfree(map->work_buf); in __regmap_init()
1170 if (map->hwlock) in __regmap_init()
1171 hwspin_lock_free(map->hwlock); in __regmap_init()
1173 kfree_const(map->name); in __regmap_init()
1175 kfree(map); in __regmap_init()
1422 int regmap_reinit_cache(struct regmap *map, const struct regmap_config *config) in regmap_reinit_cache() argument
1426 regcache_exit(map); in regmap_reinit_cache()
1427 regmap_debugfs_exit(map); in regmap_reinit_cache()
1429 map->max_register = config->max_register; in regmap_reinit_cache()
1430 map->max_register_is_set = map->max_register ?: config->max_register_is_0; in regmap_reinit_cache()
1431 map->writeable_reg = config->writeable_reg; in regmap_reinit_cache()
1432 map->readable_reg = config->readable_reg; in regmap_reinit_cache()
1433 map->volatile_reg = config->volatile_reg; in regmap_reinit_cache()
1434 map->precious_reg = config->precious_reg; in regmap_reinit_cache()
1435 map->writeable_noinc_reg = config->writeable_noinc_reg; in regmap_reinit_cache()
1436 map->readable_noinc_reg = config->readable_noinc_reg; in regmap_reinit_cache()
1437 map->cache_type = config->cache_type; in regmap_reinit_cache()
1439 ret = regmap_set_name(map, config); in regmap_reinit_cache()
1443 regmap_debugfs_init(map); in regmap_reinit_cache()
1445 map->cache_bypass = false; in regmap_reinit_cache()
1446 map->cache_only = false; in regmap_reinit_cache()
1448 return regcache_init(map, config); in regmap_reinit_cache()
1457 void regmap_exit(struct regmap *map) in regmap_exit() argument
1461 regmap_detach_dev(map->dev, map); in regmap_exit()
1462 regcache_exit(map); in regmap_exit()
1464 regmap_debugfs_exit(map); in regmap_exit()
1465 regmap_range_exit(map); in regmap_exit()
1466 if (map->bus && map->bus->free_context) in regmap_exit()
1467 map->bus->free_context(map->bus_context); in regmap_exit()
1468 kfree(map->work_buf); in regmap_exit()
1469 while (!list_empty(&map->async_free)) { in regmap_exit()
1470 async = list_first_entry_or_null(&map->async_free, in regmap_exit()
1477 if (map->hwlock) in regmap_exit()
1478 hwspin_lock_free(map->hwlock); in regmap_exit()
1479 if (map->lock == regmap_lock_mutex) in regmap_exit()
1480 mutex_destroy(&map->mutex); in regmap_exit()
1481 kfree_const(map->name); in regmap_exit()
1482 kfree(map->patch); in regmap_exit()
1483 if (map->bus && map->bus->free_on_exit) in regmap_exit()
1484 kfree(map->bus); in regmap_exit()
1485 kfree(map); in regmap_exit()
1534 struct device *regmap_get_device(struct regmap *map) in regmap_get_device() argument
1536 return map->dev; in regmap_get_device()
1540 static int _regmap_select_page(struct regmap *map, unsigned int *reg, in _regmap_select_page() argument
1569 orig_work_buf = map->work_buf; in _regmap_select_page()
1570 map->work_buf = map->selector_work_buf; in _regmap_select_page()
1572 ret = _regmap_update_bits(map, range->selector_reg, in _regmap_select_page()
1577 map->work_buf = orig_work_buf; in _regmap_select_page()
1588 static void regmap_set_work_buf_flag_mask(struct regmap *map, int max_bytes, in regmap_set_work_buf_flag_mask() argument
1594 if (!mask || !map->work_buf) in regmap_set_work_buf_flag_mask()
1597 buf = map->work_buf; in regmap_set_work_buf_flag_mask()
1603 static unsigned int regmap_reg_addr(struct regmap *map, unsigned int reg) in regmap_reg_addr() argument
1605 reg += map->reg_base; in regmap_reg_addr()
1607 if (map->format.reg_shift > 0) in regmap_reg_addr()
1608 reg >>= map->format.reg_shift; in regmap_reg_addr()
1609 else if (map->format.reg_shift < 0) in regmap_reg_addr()
1610 reg <<= -(map->format.reg_shift); in regmap_reg_addr()
1615 static int _regmap_raw_write_impl(struct regmap *map, unsigned int reg, in _regmap_raw_write_impl() argument
1620 void *work_val = map->work_buf + map->format.reg_bytes + in _regmap_raw_write_impl()
1621 map->format.pad_bytes; in _regmap_raw_write_impl()
1630 if (!regmap_writeable_noinc(map, reg)) { in _regmap_raw_write_impl()
1631 for (i = 0; i < val_len / map->format.val_bytes; i++) { in _regmap_raw_write_impl()
1633 reg + regmap_get_offset(map, i); in _regmap_raw_write_impl()
1634 if (!regmap_writeable(map, element) || in _regmap_raw_write_impl()
1635 regmap_writeable_noinc(map, element)) in _regmap_raw_write_impl()
1640 if (!map->cache_bypass && map->format.parse_val) { in _regmap_raw_write_impl()
1642 int val_bytes = map->format.val_bytes; in _regmap_raw_write_impl()
1647 ival = map->format.parse_val(val + i); in _regmap_raw_write_impl()
1648 offset = noinc ? 0 : regmap_get_offset(map, i / val_bytes); in _regmap_raw_write_impl()
1649 ret = regcache_write(map, reg + offset, ival); in _regmap_raw_write_impl()
1651 dev_err(map->dev, in _regmap_raw_write_impl()
1657 if (map->cache_only) { in _regmap_raw_write_impl()
1658 map->cache_dirty = true; in _regmap_raw_write_impl()
1663 range = _regmap_range_lookup(map, reg); in _regmap_raw_write_impl()
1665 int val_num = val_len / map->format.val_bytes; in _regmap_raw_write_impl()
1671 dev_dbg(map->dev, "Writing window %d/%zu\n", in _regmap_raw_write_impl()
1672 win_residue, val_len / map->format.val_bytes); in _regmap_raw_write_impl()
1673 ret = _regmap_raw_write_impl(map, reg, val, in _regmap_raw_write_impl()
1675 map->format.val_bytes, noinc); in _regmap_raw_write_impl()
1681 val += win_residue * map->format.val_bytes; in _regmap_raw_write_impl()
1682 val_len -= win_residue * map->format.val_bytes; in _regmap_raw_write_impl()
1689 ret = _regmap_select_page(map, ®, range, noinc ? 1 : val_num); in _regmap_raw_write_impl()
1694 reg = regmap_reg_addr(map, reg); in _regmap_raw_write_impl()
1695 map->format.format_reg(map->work_buf, reg, map->reg_shift); in _regmap_raw_write_impl()
1696 regmap_set_work_buf_flag_mask(map, map->format.reg_bytes, in _regmap_raw_write_impl()
1697 map->write_flag_mask); in _regmap_raw_write_impl()
1704 if (val != work_val && val_len == map->format.val_bytes) { in _regmap_raw_write_impl()
1705 memcpy(work_val, val, map->format.val_bytes); in _regmap_raw_write_impl()
1709 if (map->async && map->bus && map->bus->async_write) { in _regmap_raw_write_impl()
1712 trace_regmap_async_write_start(map, reg, val_len); in _regmap_raw_write_impl()
1714 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write_impl()
1715 async = list_first_entry_or_null(&map->async_free, in _regmap_raw_write_impl()
1720 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write_impl()
1723 async = map->bus->async_alloc(); in _regmap_raw_write_impl()
1727 async->work_buf = kzalloc(map->format.buf_size, in _regmap_raw_write_impl()
1735 async->map = map; in _regmap_raw_write_impl()
1738 memcpy(async->work_buf, map->work_buf, map->format.pad_bytes + in _regmap_raw_write_impl()
1739 map->format.reg_bytes + map->format.val_bytes); in _regmap_raw_write_impl()
1741 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write_impl()
1742 list_add_tail(&async->list, &map->async_list); in _regmap_raw_write_impl()
1743 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write_impl()
1746 ret = map->bus->async_write(map->bus_context, in _regmap_raw_write_impl()
1748 map->format.reg_bytes + in _regmap_raw_write_impl()
1749 map->format.pad_bytes, in _regmap_raw_write_impl()
1752 ret = map->bus->async_write(map->bus_context, in _regmap_raw_write_impl()
1754 map->format.reg_bytes + in _regmap_raw_write_impl()
1755 map->format.pad_bytes + in _regmap_raw_write_impl()
1759 dev_err(map->dev, "Failed to schedule write: %d\n", in _regmap_raw_write_impl()
1762 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write_impl()
1763 list_move(&async->list, &map->async_free); in _regmap_raw_write_impl()
1764 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write_impl()
1770 trace_regmap_hw_write_start(map, reg, val_len / map->format.val_bytes); in _regmap_raw_write_impl()
1777 ret = map->write(map->bus_context, map->work_buf, in _regmap_raw_write_impl()
1778 map->format.reg_bytes + in _regmap_raw_write_impl()
1779 map->format.pad_bytes + in _regmap_raw_write_impl()
1781 else if (map->bus && map->bus->gather_write) in _regmap_raw_write_impl()
1782 ret = map->bus->gather_write(map->bus_context, map->work_buf, in _regmap_raw_write_impl()
1783 map->format.reg_bytes + in _regmap_raw_write_impl()
1784 map->format.pad_bytes, in _regmap_raw_write_impl()
1791 len = map->format.reg_bytes + map->format.pad_bytes + val_len; in _regmap_raw_write_impl()
1796 memcpy(buf, map->work_buf, map->format.reg_bytes); in _regmap_raw_write_impl()
1797 memcpy(buf + map->format.reg_bytes + map->format.pad_bytes, in _regmap_raw_write_impl()
1799 ret = map->write(map->bus_context, buf, len); in _regmap_raw_write_impl()
1802 } else if (ret != 0 && !map->cache_bypass && map->format.parse_val) { in _regmap_raw_write_impl()
1806 if (map->cache_ops && map->cache_ops->drop) in _regmap_raw_write_impl()
1807 map->cache_ops->drop(map, reg, reg + 1); in _regmap_raw_write_impl()
1810 trace_regmap_hw_write_done(map, reg, val_len / map->format.val_bytes); in _regmap_raw_write_impl()
1820 bool regmap_can_raw_write(struct regmap *map) in regmap_can_raw_write() argument
1822 return map->write && map->format.format_val && map->format.format_reg; in regmap_can_raw_write()
1831 size_t regmap_get_raw_read_max(struct regmap *map) in regmap_get_raw_read_max() argument
1833 return map->max_raw_read; in regmap_get_raw_read_max()
1842 size_t regmap_get_raw_write_max(struct regmap *map) in regmap_get_raw_write_max() argument
1844 return map->max_raw_write; in regmap_get_raw_write_max()
1853 struct regmap *map = context; in _regmap_bus_formatted_write() local
1855 WARN_ON(!map->format.format_write); in _regmap_bus_formatted_write()
1857 range = _regmap_range_lookup(map, reg); in _regmap_bus_formatted_write()
1859 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_formatted_write()
1864 reg = regmap_reg_addr(map, reg); in _regmap_bus_formatted_write()
1865 map->format.format_write(map, reg, val); in _regmap_bus_formatted_write()
1867 trace_regmap_hw_write_start(map, reg, 1); in _regmap_bus_formatted_write()
1869 ret = map->write(map->bus_context, map->work_buf, map->format.buf_size); in _regmap_bus_formatted_write()
1871 trace_regmap_hw_write_done(map, reg, 1); in _regmap_bus_formatted_write()
1879 struct regmap *map = context; in _regmap_bus_reg_write() local
1883 range = _regmap_range_lookup(map, reg); in _regmap_bus_reg_write()
1885 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_reg_write()
1890 reg = regmap_reg_addr(map, reg); in _regmap_bus_reg_write()
1891 return map->bus->reg_write(map->bus_context, reg, val); in _regmap_bus_reg_write()
1897 struct regmap *map = context; in _regmap_bus_raw_write() local
1899 WARN_ON(!map->format.format_val); in _regmap_bus_raw_write()
1901 map->format.format_val(map->work_buf + map->format.reg_bytes in _regmap_bus_raw_write()
1902 + map->format.pad_bytes, val, 0); in _regmap_bus_raw_write()
1903 return _regmap_raw_write_impl(map, reg, in _regmap_bus_raw_write()
1904 map->work_buf + in _regmap_bus_raw_write()
1905 map->format.reg_bytes + in _regmap_bus_raw_write()
1906 map->format.pad_bytes, in _regmap_bus_raw_write()
1907 map->format.val_bytes, in _regmap_bus_raw_write()
1911 static inline void *_regmap_map_get_context(struct regmap *map) in _regmap_map_get_context() argument
1913 return (map->bus || (!map->bus && map->read)) ? map : map->bus_context; in _regmap_map_get_context()
1916 int _regmap_write(struct regmap *map, unsigned int reg, in _regmap_write() argument
1920 void *context = _regmap_map_get_context(map); in _regmap_write()
1922 if (!regmap_writeable(map, reg)) in _regmap_write()
1925 if (!map->cache_bypass && !map->defer_caching) { in _regmap_write()
1926 ret = regcache_write(map, reg, val); in _regmap_write()
1929 if (map->cache_only) { in _regmap_write()
1930 map->cache_dirty = true; in _regmap_write()
1935 ret = map->reg_write(context, reg, val); in _regmap_write()
1937 if (regmap_should_log(map)) in _regmap_write()
1938 dev_info(map->dev, "%x <= %x\n", reg, val); in _regmap_write()
1940 trace_regmap_reg_write(map, reg, val); in _regmap_write()
1956 int regmap_write(struct regmap *map, unsigned int reg, unsigned int val) in regmap_write() argument
1960 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_write()
1963 map->lock(map->lock_arg); in regmap_write()
1965 ret = _regmap_write(map, reg, val); in regmap_write()
1967 map->unlock(map->lock_arg); in regmap_write()
1983 int regmap_write_async(struct regmap *map, unsigned int reg, unsigned int val) in regmap_write_async() argument
1987 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_write_async()
1990 map->lock(map->lock_arg); in regmap_write_async()
1992 map->async = true; in regmap_write_async()
1994 ret = _regmap_write(map, reg, val); in regmap_write_async()
1996 map->async = false; in regmap_write_async()
1998 map->unlock(map->lock_arg); in regmap_write_async()
2004 int _regmap_raw_write(struct regmap *map, unsigned int reg, in _regmap_raw_write() argument
2007 size_t val_bytes = map->format.val_bytes; in _regmap_raw_write()
2016 if (map->use_single_write) in _regmap_raw_write()
2018 else if (map->max_raw_write && val_len > map->max_raw_write) in _regmap_raw_write()
2019 chunk_regs = map->max_raw_write / val_bytes; in _regmap_raw_write()
2026 ret = _regmap_raw_write_impl(map, reg, val, chunk_bytes, noinc); in _regmap_raw_write()
2030 reg += regmap_get_offset(map, chunk_regs); in _regmap_raw_write()
2037 ret = _regmap_raw_write_impl(map, reg, val, val_len, noinc); in _regmap_raw_write()
2058 int regmap_raw_write(struct regmap *map, unsigned int reg, in regmap_raw_write() argument
2063 if (!regmap_can_raw_write(map)) in regmap_raw_write()
2065 if (val_len % map->format.val_bytes) in regmap_raw_write()
2068 map->lock(map->lock_arg); in regmap_raw_write()
2070 ret = _regmap_raw_write(map, reg, val, val_len, false); in regmap_raw_write()
2072 map->unlock(map->lock_arg); in regmap_raw_write()
2078 static int regmap_noinc_readwrite(struct regmap *map, unsigned int reg, in regmap_noinc_readwrite() argument
2081 size_t val_bytes = map->format.val_bytes; in regmap_noinc_readwrite()
2116 if (!map->cache_bypass && !map->defer_caching) { in regmap_noinc_readwrite()
2117 ret = regcache_write(map, reg, lastval); in regmap_noinc_readwrite()
2120 if (map->cache_only) { in regmap_noinc_readwrite()
2121 map->cache_dirty = true; in regmap_noinc_readwrite()
2125 ret = map->bus->reg_noinc_write(map->bus_context, reg, val, val_count); in regmap_noinc_readwrite()
2127 ret = map->bus->reg_noinc_read(map->bus_context, reg, val, val_count); in regmap_noinc_readwrite()
2130 if (!ret && regmap_should_log(map)) { in regmap_noinc_readwrite()
2131 dev_info(map->dev, "%x %s [", reg, write ? "<=" : "=>"); in regmap_noinc_readwrite()
2177 int regmap_noinc_write(struct regmap *map, unsigned int reg, in regmap_noinc_write() argument
2183 if (!map->write && !(map->bus && map->bus->reg_noinc_write)) in regmap_noinc_write()
2185 if (val_len % map->format.val_bytes) in regmap_noinc_write()
2187 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_noinc_write()
2192 map->lock(map->lock_arg); in regmap_noinc_write()
2194 if (!regmap_volatile(map, reg) || !regmap_writeable_noinc(map, reg)) { in regmap_noinc_write()
2203 if (map->bus->reg_noinc_write) { in regmap_noinc_write()
2204 ret = regmap_noinc_readwrite(map, reg, (void *)val, val_len, true); in regmap_noinc_write()
2209 if (map->max_raw_write && map->max_raw_write < val_len) in regmap_noinc_write()
2210 write_len = map->max_raw_write; in regmap_noinc_write()
2213 ret = _regmap_raw_write(map, reg, val, write_len, true); in regmap_noinc_write()
2221 map->unlock(map->lock_arg); in regmap_noinc_write()
2322 int regmap_bulk_write(struct regmap *map, unsigned int reg, const void *val, in regmap_bulk_write() argument
2326 size_t val_bytes = map->format.val_bytes; in regmap_bulk_write()
2328 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_bulk_write()
2335 if (!map->write || !map->format.parse_inplace) { in regmap_bulk_write()
2336 map->lock(map->lock_arg); in regmap_bulk_write()
2355 ret = _regmap_write(map, in regmap_bulk_write()
2356 reg + regmap_get_offset(map, i), in regmap_bulk_write()
2362 map->unlock(map->lock_arg); in regmap_bulk_write()
2366 wval = kmemdup_array(val, val_count, val_bytes, map->alloc_flags); in regmap_bulk_write()
2371 map->format.parse_inplace(wval + i); in regmap_bulk_write()
2373 ret = regmap_raw_write(map, reg, wval, val_bytes * val_count); in regmap_bulk_write()
2379 trace_regmap_bulk_write(map, reg, val, val_bytes * val_count); in regmap_bulk_write()
2392 static int _regmap_raw_multi_reg_write(struct regmap *map, in _regmap_raw_multi_reg_write() argument
2400 size_t val_bytes = map->format.val_bytes; in _regmap_raw_multi_reg_write()
2401 size_t reg_bytes = map->format.reg_bytes; in _regmap_raw_multi_reg_write()
2402 size_t pad_bytes = map->format.pad_bytes; in _regmap_raw_multi_reg_write()
2420 trace_regmap_hw_write_start(map, reg, 1); in _regmap_raw_multi_reg_write()
2421 reg = regmap_reg_addr(map, reg); in _regmap_raw_multi_reg_write()
2422 map->format.format_reg(u8, reg, map->reg_shift); in _regmap_raw_multi_reg_write()
2424 map->format.format_val(u8, val, 0); in _regmap_raw_multi_reg_write()
2428 *u8 |= map->write_flag_mask; in _regmap_raw_multi_reg_write()
2430 ret = map->write(map->bus_context, buf, len); in _regmap_raw_multi_reg_write()
2436 trace_regmap_hw_write_done(map, reg, 1); in _regmap_raw_multi_reg_write()
2441 static unsigned int _regmap_register_page(struct regmap *map, in _regmap_register_page() argument
2450 static int _regmap_range_multi_paged_reg_write(struct regmap *map, in _regmap_range_multi_paged_reg_write() argument
2470 range = _regmap_range_lookup(map, reg); in _regmap_range_multi_paged_reg_write()
2472 unsigned int win_page = _regmap_register_page(map, reg, in _regmap_range_multi_paged_reg_write()
2499 ret = _regmap_raw_multi_reg_write(map, base, n); in _regmap_range_multi_paged_reg_write()
2504 if (map->can_sleep) in _regmap_range_multi_paged_reg_write()
2514 ret = _regmap_select_page(map, in _regmap_range_multi_paged_reg_write()
2527 return _regmap_raw_multi_reg_write(map, base, n); in _regmap_range_multi_paged_reg_write()
2531 static int _regmap_multi_reg_write(struct regmap *map, in _regmap_multi_reg_write() argument
2538 if (!map->can_multi_write) { in _regmap_multi_reg_write()
2540 ret = _regmap_write(map, regs[i].reg, regs[i].def); in _regmap_multi_reg_write()
2545 if (map->can_sleep) in _regmap_multi_reg_write()
2554 if (!map->format.parse_inplace) in _regmap_multi_reg_write()
2557 if (map->writeable_reg) in _regmap_multi_reg_write()
2560 if (!map->writeable_reg(map->dev, reg)) in _regmap_multi_reg_write()
2562 if (!IS_ALIGNED(reg, map->reg_stride)) in _regmap_multi_reg_write()
2566 if (!map->cache_bypass) { in _regmap_multi_reg_write()
2570 ret = regcache_write(map, reg, val); in _regmap_multi_reg_write()
2572 dev_err(map->dev, in _regmap_multi_reg_write()
2578 if (map->cache_only) { in _regmap_multi_reg_write()
2579 map->cache_dirty = true; in _regmap_multi_reg_write()
2584 WARN_ON(!map->bus); in _regmap_multi_reg_write()
2593 range = _regmap_range_lookup(map, reg); in _regmap_multi_reg_write()
2600 ret = _regmap_range_multi_paged_reg_write(map, base, in _regmap_multi_reg_write()
2607 return _regmap_raw_multi_reg_write(map, regs, num_regs); in _regmap_multi_reg_write()
2629 int regmap_multi_reg_write(struct regmap *map, const struct reg_sequence *regs, in regmap_multi_reg_write() argument
2634 map->lock(map->lock_arg); in regmap_multi_reg_write()
2636 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_multi_reg_write()
2638 map->unlock(map->lock_arg); in regmap_multi_reg_write()
2662 int regmap_multi_reg_write_bypassed(struct regmap *map, in regmap_multi_reg_write_bypassed() argument
2669 map->lock(map->lock_arg); in regmap_multi_reg_write_bypassed()
2671 bypass = map->cache_bypass; in regmap_multi_reg_write_bypassed()
2672 map->cache_bypass = true; in regmap_multi_reg_write_bypassed()
2674 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_multi_reg_write_bypassed()
2676 map->cache_bypass = bypass; in regmap_multi_reg_write_bypassed()
2678 map->unlock(map->lock_arg); in regmap_multi_reg_write_bypassed()
2706 int regmap_raw_write_async(struct regmap *map, unsigned int reg, in regmap_raw_write_async() argument
2711 if (val_len % map->format.val_bytes) in regmap_raw_write_async()
2713 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_raw_write_async()
2716 map->lock(map->lock_arg); in regmap_raw_write_async()
2718 map->async = true; in regmap_raw_write_async()
2720 ret = _regmap_raw_write(map, reg, val, val_len, false); in regmap_raw_write_async()
2722 map->async = false; in regmap_raw_write_async()
2724 map->unlock(map->lock_arg); in regmap_raw_write_async()
2730 static int _regmap_raw_read(struct regmap *map, unsigned int reg, void *val, in _regmap_raw_read() argument
2736 if (!map->read) in _regmap_raw_read()
2739 range = _regmap_range_lookup(map, reg); in _regmap_raw_read()
2741 ret = _regmap_select_page(map, ®, range, in _regmap_raw_read()
2742 noinc ? 1 : val_len / map->format.val_bytes); in _regmap_raw_read()
2747 reg = regmap_reg_addr(map, reg); in _regmap_raw_read()
2748 map->format.format_reg(map->work_buf, reg, map->reg_shift); in _regmap_raw_read()
2749 regmap_set_work_buf_flag_mask(map, map->format.reg_bytes, in _regmap_raw_read()
2750 map->read_flag_mask); in _regmap_raw_read()
2751 trace_regmap_hw_read_start(map, reg, val_len / map->format.val_bytes); in _regmap_raw_read()
2753 ret = map->read(map->bus_context, map->work_buf, in _regmap_raw_read()
2754 map->format.reg_bytes + map->format.pad_bytes, in _regmap_raw_read()
2757 trace_regmap_hw_read_done(map, reg, val_len / map->format.val_bytes); in _regmap_raw_read()
2765 struct regmap *map = context; in _regmap_bus_reg_read() local
2769 range = _regmap_range_lookup(map, reg); in _regmap_bus_reg_read()
2771 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_reg_read()
2776 reg = regmap_reg_addr(map, reg); in _regmap_bus_reg_read()
2777 return map->bus->reg_read(map->bus_context, reg, val); in _regmap_bus_reg_read()
2784 struct regmap *map = context; in _regmap_bus_read() local
2785 void *work_val = map->work_buf + map->format.reg_bytes + in _regmap_bus_read()
2786 map->format.pad_bytes; in _regmap_bus_read()
2788 if (!map->format.parse_val) in _regmap_bus_read()
2791 ret = _regmap_raw_read(map, reg, work_val, map->format.val_bytes, false); in _regmap_bus_read()
2793 *val = map->format.parse_val(work_val); in _regmap_bus_read()
2798 static int _regmap_read(struct regmap *map, unsigned int reg, in _regmap_read() argument
2802 void *context = _regmap_map_get_context(map); in _regmap_read()
2804 if (!map->cache_bypass) { in _regmap_read()
2805 ret = regcache_read(map, reg, val); in _regmap_read()
2810 if (map->cache_only) in _regmap_read()
2813 if (!regmap_readable(map, reg)) in _regmap_read()
2816 ret = map->reg_read(context, reg, val); in _regmap_read()
2818 if (regmap_should_log(map)) in _regmap_read()
2819 dev_info(map->dev, "%x => %x\n", reg, *val); in _regmap_read()
2821 trace_regmap_reg_read(map, reg, *val); in _regmap_read()
2823 if (!map->cache_bypass) in _regmap_read()
2824 regcache_write(map, reg, *val); in _regmap_read()
2840 int regmap_read(struct regmap *map, unsigned int reg, unsigned int *val) in regmap_read() argument
2844 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_read()
2847 map->lock(map->lock_arg); in regmap_read()
2849 ret = _regmap_read(map, reg, val); in regmap_read()
2851 map->unlock(map->lock_arg); in regmap_read()
2868 int regmap_read_bypassed(struct regmap *map, unsigned int reg, unsigned int *val) in regmap_read_bypassed() argument
2873 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_read_bypassed()
2876 map->lock(map->lock_arg); in regmap_read_bypassed()
2878 bypass = map->cache_bypass; in regmap_read_bypassed()
2879 cache_only = map->cache_only; in regmap_read_bypassed()
2880 map->cache_bypass = true; in regmap_read_bypassed()
2881 map->cache_only = false; in regmap_read_bypassed()
2883 ret = _regmap_read(map, reg, val); in regmap_read_bypassed()
2885 map->cache_bypass = bypass; in regmap_read_bypassed()
2886 map->cache_only = cache_only; in regmap_read_bypassed()
2888 map->unlock(map->lock_arg); in regmap_read_bypassed()
2905 int regmap_raw_read(struct regmap *map, unsigned int reg, void *val, in regmap_raw_read() argument
2908 size_t val_bytes = map->format.val_bytes; in regmap_raw_read()
2913 if (val_len % map->format.val_bytes) in regmap_raw_read()
2915 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_raw_read()
2920 map->lock(map->lock_arg); in regmap_raw_read()
2922 if (regmap_volatile_range(map, reg, val_count) || map->cache_bypass || in regmap_raw_read()
2923 map->cache_type == REGCACHE_NONE) { in regmap_raw_read()
2927 if (!map->cache_bypass && map->cache_only) { in regmap_raw_read()
2932 if (!map->read) { in regmap_raw_read()
2937 if (map->use_single_read) in regmap_raw_read()
2939 else if (map->max_raw_read && val_len > map->max_raw_read) in regmap_raw_read()
2940 chunk_regs = map->max_raw_read / val_bytes; in regmap_raw_read()
2947 ret = _regmap_raw_read(map, reg, val, chunk_bytes, false); in regmap_raw_read()
2951 reg += regmap_get_offset(map, chunk_regs); in regmap_raw_read()
2958 ret = _regmap_raw_read(map, reg, val, val_len, false); in regmap_raw_read()
2967 ret = _regmap_read(map, reg + regmap_get_offset(map, i), in regmap_raw_read()
2972 map->format.format_val(val + (i * val_bytes), v, 0); in regmap_raw_read()
2977 map->unlock(map->lock_arg); in regmap_raw_read()
3004 int regmap_noinc_read(struct regmap *map, unsigned int reg, in regmap_noinc_read() argument
3010 if (!map->read) in regmap_noinc_read()
3013 if (val_len % map->format.val_bytes) in regmap_noinc_read()
3015 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_noinc_read()
3020 map->lock(map->lock_arg); in regmap_noinc_read()
3022 if (!regmap_volatile(map, reg) || !regmap_readable_noinc(map, reg)) { in regmap_noinc_read()
3033 if (!map->cache_bypass && map->cache_only) { in regmap_noinc_read()
3039 if (map->bus->reg_noinc_read) { in regmap_noinc_read()
3040 ret = regmap_noinc_readwrite(map, reg, val, val_len, false); in regmap_noinc_read()
3045 if (map->max_raw_read && map->max_raw_read < val_len) in regmap_noinc_read()
3046 read_len = map->max_raw_read; in regmap_noinc_read()
3049 ret = _regmap_raw_read(map, reg, val, read_len, true); in regmap_noinc_read()
3057 map->unlock(map->lock_arg); in regmap_noinc_read()
3120 static int _regmap_bulk_read(struct regmap *map, unsigned int reg, in _regmap_bulk_read() argument
3128 map->lock(map->lock_arg); in _regmap_bulk_read()
3134 if (!IS_ALIGNED(regs[i], map->reg_stride)) { in _regmap_bulk_read()
3138 ret = _regmap_read(map, regs[i], &ival); in _regmap_bulk_read()
3140 ret = _regmap_read(map, reg + regmap_get_offset(map, i), &ival); in _regmap_bulk_read()
3145 switch (map->format.val_bytes) { in _regmap_bulk_read()
3161 map->unlock(map->lock_arg); in _regmap_bulk_read()
3176 int regmap_bulk_read(struct regmap *map, unsigned int reg, void *val, in regmap_bulk_read() argument
3180 size_t val_bytes = map->format.val_bytes; in regmap_bulk_read()
3181 bool vol = regmap_volatile_range(map, reg, val_count); in regmap_bulk_read()
3183 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_bulk_read()
3188 if (map->read && map->format.parse_inplace && (vol || map->cache_type == REGCACHE_NONE)) { in regmap_bulk_read()
3189 ret = regmap_raw_read(map, reg, val, val_bytes * val_count); in regmap_bulk_read()
3194 map->format.parse_inplace(val + i); in regmap_bulk_read()
3196 ret = _regmap_bulk_read(map, reg, NULL, val, val_count); in regmap_bulk_read()
3199 trace_regmap_bulk_read(map, reg, val, val_bytes * val_count); in regmap_bulk_read()
3215 int regmap_multi_reg_read(struct regmap *map, unsigned int *regs, void *val, in regmap_multi_reg_read() argument
3221 return _regmap_bulk_read(map, 0, regs, val, val_count); in regmap_multi_reg_read()
3225 static int _regmap_update_bits(struct regmap *map, unsigned int reg, in _regmap_update_bits() argument
3235 if (regmap_volatile(map, reg) && map->reg_update_bits) { in _regmap_update_bits()
3236 reg = regmap_reg_addr(map, reg); in _regmap_update_bits()
3237 ret = map->reg_update_bits(map->bus_context, reg, mask, val); in _regmap_update_bits()
3241 ret = _regmap_read(map, reg, &orig); in _regmap_update_bits()
3248 if (force_write || (tmp != orig) || map->force_write_field) { in _regmap_update_bits()
3249 ret = _regmap_write(map, reg, tmp); in _regmap_update_bits()
3280 int regmap_update_bits_base(struct regmap *map, unsigned int reg, in regmap_update_bits_base() argument
3286 map->lock(map->lock_arg); in regmap_update_bits_base()
3288 map->async = async; in regmap_update_bits_base()
3290 ret = _regmap_update_bits(map, reg, mask, val, change, force); in regmap_update_bits_base()
3292 map->async = false; in regmap_update_bits_base()
3294 map->unlock(map->lock_arg); in regmap_update_bits_base()
3311 int regmap_test_bits(struct regmap *map, unsigned int reg, unsigned int bits) in regmap_test_bits() argument
3315 ret = regmap_read(map, reg, &val); in regmap_test_bits()
3325 struct regmap *map = async->map; in regmap_async_complete_cb() local
3328 trace_regmap_async_io_complete(map); in regmap_async_complete_cb()
3330 spin_lock(&map->async_lock); in regmap_async_complete_cb()
3331 list_move(&async->list, &map->async_free); in regmap_async_complete_cb()
3332 wake = list_empty(&map->async_list); in regmap_async_complete_cb()
3335 map->async_ret = ret; in regmap_async_complete_cb()
3337 spin_unlock(&map->async_lock); in regmap_async_complete_cb()
3340 wake_up(&map->async_waitq); in regmap_async_complete_cb()
3344 static int regmap_async_is_done(struct regmap *map) in regmap_async_is_done() argument
3349 spin_lock_irqsave(&map->async_lock, flags); in regmap_async_is_done()
3350 ret = list_empty(&map->async_list); in regmap_async_is_done()
3351 spin_unlock_irqrestore(&map->async_lock, flags); in regmap_async_is_done()
3364 int regmap_async_complete(struct regmap *map) in regmap_async_complete() argument
3370 if (!map->bus || !map->bus->async_write) in regmap_async_complete()
3373 trace_regmap_async_complete_start(map); in regmap_async_complete()
3375 wait_event(map->async_waitq, regmap_async_is_done(map)); in regmap_async_complete()
3377 spin_lock_irqsave(&map->async_lock, flags); in regmap_async_complete()
3378 ret = map->async_ret; in regmap_async_complete()
3379 map->async_ret = 0; in regmap_async_complete()
3380 spin_unlock_irqrestore(&map->async_lock, flags); in regmap_async_complete()
3382 trace_regmap_async_complete_done(map); in regmap_async_complete()
3405 int regmap_register_patch(struct regmap *map, const struct reg_sequence *regs, in regmap_register_patch() argument
3416 p = krealloc(map->patch, in regmap_register_patch()
3417 sizeof(struct reg_sequence) * (map->patch_regs + num_regs), in regmap_register_patch()
3420 memcpy(p + map->patch_regs, regs, num_regs * sizeof(*regs)); in regmap_register_patch()
3421 map->patch = p; in regmap_register_patch()
3422 map->patch_regs += num_regs; in regmap_register_patch()
3427 map->lock(map->lock_arg); in regmap_register_patch()
3429 bypass = map->cache_bypass; in regmap_register_patch()
3431 map->cache_bypass = true; in regmap_register_patch()
3432 map->async = true; in regmap_register_patch()
3434 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_register_patch()
3436 map->async = false; in regmap_register_patch()
3437 map->cache_bypass = bypass; in regmap_register_patch()
3439 map->unlock(map->lock_arg); in regmap_register_patch()
3441 regmap_async_complete(map); in regmap_register_patch()
3455 int regmap_get_val_bytes(struct regmap *map) in regmap_get_val_bytes() argument
3457 if (map->format.format_write) in regmap_get_val_bytes()
3460 return map->format.val_bytes; in regmap_get_val_bytes()
3472 int regmap_get_max_register(struct regmap *map) in regmap_get_max_register() argument
3474 return map->max_register_is_set ? map->max_register : -EINVAL; in regmap_get_max_register()
3486 int regmap_get_reg_stride(struct regmap *map) in regmap_get_reg_stride() argument
3488 return map->reg_stride; in regmap_get_reg_stride()
3499 bool regmap_might_sleep(struct regmap *map) in regmap_might_sleep() argument
3501 return map->can_sleep; in regmap_might_sleep()
3505 int regmap_parse_val(struct regmap *map, const void *buf, in regmap_parse_val() argument
3508 if (!map->format.parse_val) in regmap_parse_val()
3511 *val = map->format.parse_val(buf); in regmap_parse_val()