58 	struct regmap_irq_chip_data *d = irq_data_get_irq_chip_data(data);  in regmap_irq_lock()  local
60 	mutex_lock(&d->lock);  in regmap_irq_lock()
63 static int regmap_irq_update_bits(struct regmap_irq_chip_data *d,  in regmap_irq_update_bits()  argument
67 	if (d->chip->mask_writeonly)  in regmap_irq_update_bits()
68 		return regmap_write_bits(d->map, reg, mask, val);  in regmap_irq_update_bits()
70 		return regmap_update_bits(d->map, reg, mask, val);  in regmap_irq_update_bits()
75 	struct regmap_irq_chip_data *d = irq_data_get_irq_chip_data(data);  in regmap_irq_sync_unlock()  local
76 	struct regmap *map = d->map;  in regmap_irq_sync_unlock()
81 	if (d->chip->runtime_pm) {  in regmap_irq_sync_unlock()
83 		if (ret < 0)  in regmap_irq_sync_unlock()
84 			dev_err(map->dev, "IRQ sync failed to resume: %d\n",  in regmap_irq_sync_unlock()
93 	for (i = 0; i < d->chip->num_regs; i++) {  in regmap_irq_sync_unlock()
94 		if (!d->chip->mask_base)  in regmap_irq_sync_unlock()
97 		reg = d->chip->mask_base +  in regmap_irq_sync_unlock()
98 			(i * map->reg_stride * d->irq_reg_stride);  in regmap_irq_sync_unlock()
99 		if (d->chip->mask_invert) {  in regmap_irq_sync_unlock()
100 			ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
101 					 d->mask_buf_def[i], ~d->mask_buf[i]);  in regmap_irq_sync_unlock()
102 		} else if (d->chip->unmask_base) {  in regmap_irq_sync_unlock()
104 			ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
105 					d->mask_buf_def[i], ~d->mask_buf[i]);  in regmap_irq_sync_unlock()
106 			if (ret < 0)  in regmap_irq_sync_unlock()
107 				dev_err(d->map->dev,  in regmap_irq_sync_unlock()
110 			unmask_offset = d->chip->unmask_base -  in regmap_irq_sync_unlock()
111 							d->chip->mask_base;  in regmap_irq_sync_unlock()
113 			ret = regmap_irq_update_bits(d,  in regmap_irq_sync_unlock()
115 					d->mask_buf_def[i],  in regmap_irq_sync_unlock()
116 					d->mask_buf[i]);  in regmap_irq_sync_unlock()
118 			ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
119 					 d->mask_buf_def[i], d->mask_buf[i]);  in regmap_irq_sync_unlock()
121 		if (ret != 0)  in regmap_irq_sync_unlock()
122 			dev_err(d->map->dev, "Failed to sync masks in %x\n",  in regmap_irq_sync_unlock()
125 		reg = d->chip->wake_base +  in regmap_irq_sync_unlock()
126 			(i * map->reg_stride * d->irq_reg_stride);  in regmap_irq_sync_unlock()
127 		if (d->wake_buf) {  in regmap_irq_sync_unlock()
128 			if (d->chip->wake_invert)  in regmap_irq_sync_unlock()
129 				ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
130 							 d->mask_buf_def[i],  in regmap_irq_sync_unlock()
131 							 ~d->wake_buf[i]);  in regmap_irq_sync_unlock()
133 				ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
134 							 d->mask_buf_def[i],  in regmap_irq_sync_unlock()
135 							 d->wake_buf[i]);  in regmap_irq_sync_unlock()
136 			if (ret != 0)  in regmap_irq_sync_unlock()
137 				dev_err(d->map->dev,  in regmap_irq_sync_unlock()
138 					"Failed to sync wakes in %x: %d\n",  in regmap_irq_sync_unlock()
142 		if (!d->chip->init_ack_masked)  in regmap_irq_sync_unlock()
149 		if (d->mask_buf[i] && (d->chip->ack_base || d->chip->use_ack)) {  in regmap_irq_sync_unlock()
150 			reg = d->chip->ack_base +  in regmap_irq_sync_unlock()
151 				(i * map->reg_stride * d->irq_reg_stride);  in regmap_irq_sync_unlock()
152 			/* some chips ack by write 0 */  in regmap_irq_sync_unlock()
153 			if (d->chip->ack_invert)  in regmap_irq_sync_unlock()
154 				ret = regmap_write(map, reg, ~d->mask_buf[i]);  in regmap_irq_sync_unlock()
156 				ret = regmap_write(map, reg, d->mask_buf[i]);  in regmap_irq_sync_unlock()
157 			if (ret != 0)  in regmap_irq_sync_unlock()
158 				dev_err(d->map->dev, "Failed to ack 0x%x: %d\n",  in regmap_irq_sync_unlock()
163 	for (i = 0; i < d->chip->num_type_reg; i++) {  in regmap_irq_sync_unlock()
164 		if (!d->type_buf_def[i])  in regmap_irq_sync_unlock()
166 		reg = d->chip->type_base +  in regmap_irq_sync_unlock()
167 			(i * map->reg_stride * d->type_reg_stride);  in regmap_irq_sync_unlock()
168 		if (d->chip->type_invert)  in regmap_irq_sync_unlock()
169 			ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
170 				d->type_buf_def[i], ~d->type_buf[i]);  in regmap_irq_sync_unlock()
172 			ret = regmap_irq_update_bits(d, reg,  in regmap_irq_sync_unlock()
173 				d->type_buf_def[i], d->type_buf[i]);  in regmap_irq_sync_unlock()
174 		if (ret != 0)  in regmap_irq_sync_unlock()
175 			dev_err(d->map->dev, "Failed to sync type in %x\n",  in regmap_irq_sync_unlock()
179 	if (d->chip->runtime_pm)  in regmap_irq_sync_unlock()
183 	if (d->wake_count < 0)  in regmap_irq_sync_unlock()
184 		for (i = d->wake_count; i < 0; i++)  in regmap_irq_sync_unlock()
185 			irq_set_irq_wake(d->irq, 0);  in regmap_irq_sync_unlock()
186 	else if (d->wake_count > 0)  in regmap_irq_sync_unlock()
187 		for (i = 0; i < d->wake_count; i++)  in regmap_irq_sync_unlock()
188 			irq_set_irq_wake(d->irq, 1);  in regmap_irq_sync_unlock()
190 	d->wake_count = 0;  in regmap_irq_sync_unlock()
192 	mutex_unlock(&d->lock);  in regmap_irq_sync_unlock()
197 	struct regmap_irq_chip_data *d = irq_data_get_irq_chip_data(data);  in regmap_irq_enable()  local
198 	struct regmap *map = d->map;  in regmap_irq_enable()
199 	const struct regmap_irq *irq_data = irq_to_regmap_irq(d, data->hwirq);  in regmap_irq_enable()
201 	d->mask_buf[irq_data->reg_offset / map->reg_stride] &= ~irq_data->mask;  in regmap_irq_enable()
206 	struct regmap_irq_chip_data *d = irq_data_get_irq_chip_data(data);  in regmap_irq_disable()  local
207 	struct regmap *map = d->map;  in regmap_irq_disable()
208 	const struct regmap_irq *irq_data = irq_to_regmap_irq(d, data->hwirq);  in regmap_irq_disable()
210 	d->mask_buf[irq_data->reg_offset / map->reg_stride] |= irq_data->mask;  in regmap_irq_disable()
215 	struct regmap_irq_chip_data *d = irq_data_get_irq_chip_data(data);  in regmap_irq_set_type()  local
216 	struct regmap *map = d->map;  in regmap_irq_set_type()
217 	const struct regmap_irq *irq_data = irq_to_regmap_irq(d, data->hwirq);  in regmap_irq_set_type()
221 		return 0;  in regmap_irq_set_type()
223 	d->type_buf[reg] &= ~(irq_data->type_falling_mask |  in regmap_irq_set_type()
227 		d->type_buf[reg] |= irq_data->type_falling_mask;  in regmap_irq_set_type()
231 		d->type_buf[reg] |= irq_data->type_rising_mask;  in regmap_irq_set_type()
235 		d->type_buf[reg] |= (irq_data->type_falling_mask |  in regmap_irq_set_type()
242 	return 0;  in regmap_irq_set_type()
247 	struct regmap_irq_chip_data *d = irq_data_get_irq_chip_data(data);  in regmap_irq_set_wake()  local
248 	struct regmap *map = d->map;  in regmap_irq_set_wake()
249 	const struct regmap_irq *irq_data = irq_to_regmap_irq(d, data->hwirq);  in regmap_irq_set_wake()
252 		if (d->wake_buf)  in regmap_irq_set_wake()
253 			d->wake_buf[irq_data->reg_offset / map->reg_stride]  in regmap_irq_set_wake()
255 		d->wake_count++;  in regmap_irq_set_wake()
257 		if (d->wake_buf)  in regmap_irq_set_wake()
258 			d->wake_buf[irq_data->reg_offset / map->reg_stride]  in regmap_irq_set_wake()
260 		d->wake_count--;  in regmap_irq_set_wake()
263 	return 0;  in regmap_irq_set_wake()
275 static irqreturn_t regmap_irq_thread(int irq, void *d)  in regmap_irq_thread()  argument
277 	struct regmap_irq_chip_data *data = d;  in regmap_irq_thread()
289 		if (ret < 0) {  in regmap_irq_thread()
290 			dev_err(map->dev, "IRQ thread failed to resume: %d\n",  in regmap_irq_thread()
312 		if (ret != 0) {  in regmap_irq_thread()
313 			dev_err(map->dev, "Failed to read IRQ status: %d\n",  in regmap_irq_thread()
318 		for (i = 0; i < data->chip->num_regs; i++) {  in regmap_irq_thread()
336 		for (i = 0; i < data->chip->num_regs; i++) {  in regmap_irq_thread()
342 			if (ret != 0) {  in regmap_irq_thread()
344 					"Failed to read IRQ status: %d\n",  in regmap_irq_thread()
360 	for (i = 0; i < data->chip->num_regs; i++) {  in regmap_irq_thread()
367 			if (ret != 0)  in regmap_irq_thread()
368 				dev_err(map->dev, "Failed to ack 0x%x: %d\n",  in regmap_irq_thread()
373 	for (i = 0; i < chip->num_irqs; i++) {  in regmap_irq_thread()
405 	return 0;  in regmap_irq_map()
419  * @irq_base: Allocate at specific IRQ number if irq_base > 0.
423  * Returns 0 on success or an errno on failure.
433 	struct regmap_irq_chip_data *d;  in regmap_add_irq_chip()  local
439 	if (chip->num_regs <= 0)  in regmap_add_irq_chip()
442 	for (i = 0; i < chip->num_irqs; i++) {  in regmap_add_irq_chip()
451 		irq_base = irq_alloc_descs(irq_base, 0, chip->num_irqs, 0);  in regmap_add_irq_chip()
452 		if (irq_base < 0) {  in regmap_add_irq_chip()
453 			dev_warn(map->dev, "Failed to allocate IRQs: %d\n",  in regmap_add_irq_chip()
459 	d = kzalloc(sizeof(*d), GFP_KERNEL);  in regmap_add_irq_chip()
460 	if (!d)  in regmap_add_irq_chip()
463 	d->status_buf = kcalloc(chip->num_regs, sizeof(unsigned int),  in regmap_add_irq_chip()
465 	if (!d->status_buf)  in regmap_add_irq_chip()
468 	d->mask_buf = kcalloc(chip->num_regs, sizeof(unsigned int),  in regmap_add_irq_chip()
470 	if (!d->mask_buf)  in regmap_add_irq_chip()
473 	d->mask_buf_def = kcalloc(chip->num_regs, sizeof(unsigned int),  in regmap_add_irq_chip()
475 	if (!d->mask_buf_def)  in regmap_add_irq_chip()
479 		d->wake_buf = kcalloc(chip->num_regs, sizeof(unsigned int),  in regmap_add_irq_chip()
481 		if (!d->wake_buf)  in regmap_add_irq_chip()
486 		d->type_buf_def = kcalloc(chip->num_type_reg,  in regmap_add_irq_chip()
488 		if (!d->type_buf_def)  in regmap_add_irq_chip()
491 		d->type_buf = kcalloc(chip->num_type_reg, sizeof(unsigned int),  in regmap_add_irq_chip()
493 		if (!d->type_buf)  in regmap_add_irq_chip()
497 	d->irq_chip = regmap_irq_chip;  in regmap_add_irq_chip()
498 	d->irq_chip.name = chip->name;  in regmap_add_irq_chip()
499 	d->irq = irq;  in regmap_add_irq_chip()
500 	d->map = map;  in regmap_add_irq_chip()
501 	d->chip = chip;  in regmap_add_irq_chip()
502 	d->irq_base = irq_base;  in regmap_add_irq_chip()
505 		d->irq_reg_stride = chip->irq_reg_stride;  in regmap_add_irq_chip()
507 		d->irq_reg_stride = 1;  in regmap_add_irq_chip()
510 		d->type_reg_stride = chip->type_reg_stride;  in regmap_add_irq_chip()
512 		d->type_reg_stride = 1;  in regmap_add_irq_chip()
515 	    d->irq_reg_stride == 1) {  in regmap_add_irq_chip()
516 		d->status_reg_buf = kmalloc_array(chip->num_regs,  in regmap_add_irq_chip()
519 		if (!d->status_reg_buf)  in regmap_add_irq_chip()
523 	mutex_init(&d->lock);  in regmap_add_irq_chip()
525 	for (i = 0; i < chip->num_irqs; i++)  in regmap_add_irq_chip()
526 		d->mask_buf_def[chip->irqs[i].reg_offset / map->reg_stride]  in regmap_add_irq_chip()
530 	for (i = 0; i < chip->num_regs; i++) {  in regmap_add_irq_chip()
531 		d->mask_buf[i] = d->mask_buf_def[i];  in regmap_add_irq_chip()
536 			(i * map->reg_stride * d->irq_reg_stride);  in regmap_add_irq_chip()
538 			ret = regmap_irq_update_bits(d, reg,  in regmap_add_irq_chip()
539 					 d->mask_buf[i], ~d->mask_buf[i]);  in regmap_add_irq_chip()
540 		else if (d->chip->unmask_base) {  in regmap_add_irq_chip()
541 			unmask_offset = d->chip->unmask_base -  in regmap_add_irq_chip()
542 					d->chip->mask_base;  in regmap_add_irq_chip()
543 			ret = regmap_irq_update_bits(d,  in regmap_add_irq_chip()
545 					d->mask_buf[i],  in regmap_add_irq_chip()
546 					d->mask_buf[i]);  in regmap_add_irq_chip()
548 			ret = regmap_irq_update_bits(d, reg,  in regmap_add_irq_chip()
549 					 d->mask_buf[i], d->mask_buf[i]);  in regmap_add_irq_chip()
550 		if (ret != 0) {  in regmap_add_irq_chip()
551 			dev_err(map->dev, "Failed to set masks in 0x%x: %d\n",  in regmap_add_irq_chip()
561 			(i * map->reg_stride * d->irq_reg_stride);  in regmap_add_irq_chip()
562 		ret = regmap_read(map, reg, &d->status_buf[i]);  in regmap_add_irq_chip()
563 		if (ret != 0) {  in regmap_add_irq_chip()
564 			dev_err(map->dev, "Failed to read IRQ status: %d\n",  in regmap_add_irq_chip()
569 		if (d->status_buf[i] && (chip->ack_base || chip->use_ack)) {  in regmap_add_irq_chip()
571 				(i * map->reg_stride * d->irq_reg_stride);  in regmap_add_irq_chip()
574 					~(d->status_buf[i] & d->mask_buf[i]));  in regmap_add_irq_chip()
577 					d->status_buf[i] & d->mask_buf[i]);  in regmap_add_irq_chip()
578 			if (ret != 0) {  in regmap_add_irq_chip()
579 				dev_err(map->dev, "Failed to ack 0x%x: %d\n",  in regmap_add_irq_chip()
587 	if (d->wake_buf) {  in regmap_add_irq_chip()
588 		for (i = 0; i < chip->num_regs; i++) {  in regmap_add_irq_chip()
589 			d->wake_buf[i] = d->mask_buf_def[i];  in regmap_add_irq_chip()
591 				(i * map->reg_stride * d->irq_reg_stride);  in regmap_add_irq_chip()
594 				ret = regmap_irq_update_bits(d, reg,  in regmap_add_irq_chip()
595 							 d->mask_buf_def[i],  in regmap_add_irq_chip()
596 							 0);  in regmap_add_irq_chip()
598 				ret = regmap_irq_update_bits(d, reg,  in regmap_add_irq_chip()
599 							 d->mask_buf_def[i],  in regmap_add_irq_chip()
600 							 d->wake_buf[i]);  in regmap_add_irq_chip()
601 			if (ret != 0) {  in regmap_add_irq_chip()
602 				dev_err(map->dev, "Failed to set masks in 0x%x: %d\n",  in regmap_add_irq_chip()
610 		for (i = 0; i < chip->num_irqs; i++) {  in regmap_add_irq_chip()
612 			d->type_buf_def[reg] |= chip->irqs[i].type_rising_mask |  in regmap_add_irq_chip()
615 		for (i = 0; i < chip->num_type_reg; ++i) {  in regmap_add_irq_chip()
616 			if (!d->type_buf_def[i])  in regmap_add_irq_chip()
620 				(i * map->reg_stride * d->type_reg_stride);  in regmap_add_irq_chip()
622 				ret = regmap_irq_update_bits(d, reg,  in regmap_add_irq_chip()
623 					d->type_buf_def[i], 0xFF);  in regmap_add_irq_chip()
625 				ret = regmap_irq_update_bits(d, reg,  in regmap_add_irq_chip()
626 					d->type_buf_def[i], 0x0);  in regmap_add_irq_chip()
627 			if (ret != 0) {  in regmap_add_irq_chip()
629 					"Failed to set type in 0x%x: %x\n",  in regmap_add_irq_chip()
637 		d->domain = irq_domain_add_legacy(map->dev->of_node,  in regmap_add_irq_chip()
638 						  chip->num_irqs, irq_base, 0,  in regmap_add_irq_chip()
639 						  &regmap_domain_ops, d);  in regmap_add_irq_chip()
641 		d->domain = irq_domain_add_linear(map->dev->of_node,  in regmap_add_irq_chip()
643 						  &regmap_domain_ops, d);  in regmap_add_irq_chip()
644 	if (!d->domain) {  in regmap_add_irq_chip()
652 				   chip->name, d);  in regmap_add_irq_chip()
653 	if (ret != 0) {  in regmap_add_irq_chip()
654 		dev_err(map->dev, "Failed to request IRQ %d for %s: %d\n",  in regmap_add_irq_chip()
659 	*data = d;  in regmap_add_irq_chip()
661 	return 0;  in regmap_add_irq_chip()
666 	kfree(d->type_buf);  in regmap_add_irq_chip()
667 	kfree(d->type_buf_def);  in regmap_add_irq_chip()
668 	kfree(d->wake_buf);  in regmap_add_irq_chip()
669 	kfree(d->mask_buf_def);  in regmap_add_irq_chip()
670 	kfree(d->mask_buf);  in regmap_add_irq_chip()
671 	kfree(d->status_buf);  in regmap_add_irq_chip()
672 	kfree(d->status_reg_buf);  in regmap_add_irq_chip()
673 	kfree(d);  in regmap_add_irq_chip()
682  * @d: &regmap_irq_chip_data allocated by regmap_add_irq_chip()
686 void regmap_del_irq_chip(int irq, struct regmap_irq_chip_data *d)  in regmap_del_irq_chip()  argument
691 	if (!d)  in regmap_del_irq_chip()
694 	free_irq(irq, d);  in regmap_del_irq_chip()
697 	for (hwirq = 0; hwirq < d->chip->num_irqs; hwirq++) {  in regmap_del_irq_chip()
699 		if (!d->chip->irqs[hwirq].mask)  in regmap_del_irq_chip()
706 		virq = irq_find_mapping(d->domain, hwirq);  in regmap_del_irq_chip()
711 	irq_domain_remove(d->domain);  in regmap_del_irq_chip()
712 	kfree(d->type_buf);  in regmap_del_irq_chip()
713 	kfree(d->type_buf_def);  in regmap_del_irq_chip()
714 	kfree(d->wake_buf);  in regmap_del_irq_chip()
715 	kfree(d->mask_buf_def);  in regmap_del_irq_chip()
716 	kfree(d->mask_buf);  in regmap_del_irq_chip()
717 	kfree(d->status_reg_buf);  in regmap_del_irq_chip()
718 	kfree(d->status_buf);  in regmap_del_irq_chip()
719 	kfree(d);  in regmap_del_irq_chip()
725 	struct regmap_irq_chip_data *d = *(struct regmap_irq_chip_data **)res;  in devm_regmap_irq_chip_release()  local
727 	regmap_del_irq_chip(d->irq, d);  in devm_regmap_irq_chip_release()
737 		return 0;  in devm_regmap_irq_chip_match()
749  * @irq_base: Allocate at specific IRQ number if irq_base > 0.
753  * Returns 0 on success or an errno on failure.
763 	struct regmap_irq_chip_data **ptr, *d;  in devm_regmap_add_irq_chip()  local
772 				  chip, &d);  in devm_regmap_add_irq_chip()
773 	if (ret < 0) {  in devm_regmap_add_irq_chip()
778 	*ptr = d;  in devm_regmap_add_irq_chip()
780 	*data = d;  in devm_regmap_add_irq_chip()
781 	return 0;  in devm_regmap_add_irq_chip()
803 	if (rc != 0)  in devm_regmap_del_irq_chip()