Lines Matching refs:power
72 delta = now - dev->power.accounting_timestamp; in update_pm_runtime_accounting()
74 dev->power.accounting_timestamp = now; in update_pm_runtime_accounting()
76 if (dev->power.disable_depth > 0) in update_pm_runtime_accounting()
79 if (dev->power.runtime_status == RPM_SUSPENDED) in update_pm_runtime_accounting()
80 dev->power.suspended_jiffies += delta; in update_pm_runtime_accounting()
82 dev->power.active_jiffies += delta; in update_pm_runtime_accounting()
88 dev->power.runtime_status = status; in __update_runtime_status()
97 if (dev->power.timer_expires > 0) { in pm_runtime_deactivate_timer()
98 del_timer(&dev->power.suspend_timer); in pm_runtime_deactivate_timer()
99 dev->power.timer_expires = 0; in pm_runtime_deactivate_timer()
114 dev->power.request = RPM_REQ_NONE; in pm_runtime_cancel_pending()
136 if (!dev->power.use_autosuspend) in pm_runtime_autosuspend_expiration()
139 autosuspend_delay = ACCESS_ONCE(dev->power.autosuspend_delay); in pm_runtime_autosuspend_expiration()
143 last_busy = ACCESS_ONCE(dev->power.last_busy); in pm_runtime_autosuspend_expiration()
166 return dev->power.memalloc_noio; in dev_memalloc_noio()
206 spin_lock_irq(&dev->power.lock); in pm_runtime_set_memalloc_noio()
207 enabled = dev->power.memalloc_noio; in pm_runtime_set_memalloc_noio()
208 dev->power.memalloc_noio = enable; in pm_runtime_set_memalloc_noio()
209 spin_unlock_irq(&dev->power.lock); in pm_runtime_set_memalloc_noio()
242 if (dev->power.runtime_error) in rpm_check_suspend_allowed()
244 else if (dev->power.disable_depth > 0) in rpm_check_suspend_allowed()
246 else if (atomic_read(&dev->power.usage_count) > 0) in rpm_check_suspend_allowed()
252 else if ((dev->power.deferred_resume in rpm_check_suspend_allowed()
253 && dev->power.runtime_status == RPM_SUSPENDING) in rpm_check_suspend_allowed()
254 || (dev->power.request_pending in rpm_check_suspend_allowed()
255 && dev->power.request == RPM_REQ_RESUME)) in rpm_check_suspend_allowed()
259 else if (dev->power.runtime_status == RPM_SUSPENDED) in rpm_check_suspend_allowed()
271 __releases(&dev->power.lock) __acquires(&dev->power.lock) in __rpm_callback()
275 if (dev->power.irq_safe) in __rpm_callback()
276 spin_unlock(&dev->power.lock); in __rpm_callback()
278 spin_unlock_irq(&dev->power.lock); in __rpm_callback()
282 if (dev->power.irq_safe) in __rpm_callback()
283 spin_lock(&dev->power.lock); in __rpm_callback()
285 spin_lock_irq(&dev->power.lock); in __rpm_callback()
314 else if (dev->power.runtime_status != RPM_ACTIVE) in rpm_idle()
321 else if (dev->power.request_pending && in rpm_idle()
322 dev->power.request > RPM_REQ_IDLE) in rpm_idle()
326 else if (dev->power.idle_notification) in rpm_idle()
332 dev->power.request = RPM_REQ_NONE; in rpm_idle()
334 if (dev->power.no_callbacks) in rpm_idle()
339 dev->power.request = RPM_REQ_IDLE; in rpm_idle()
340 if (!dev->power.request_pending) { in rpm_idle()
341 dev->power.request_pending = true; in rpm_idle()
342 queue_work(pm_wq, &dev->power.work); in rpm_idle()
348 dev->power.idle_notification = true; in rpm_idle()
355 dev->power.idle_notification = false; in rpm_idle()
356 wake_up_all(&dev->power.wait_queue); in rpm_idle()
375 if (dev->power.memalloc_noio) { in rpm_callback()
394 dev->power.runtime_error = retval; in rpm_callback()
420 __releases(&dev->power.lock) __acquires(&dev->power.lock) in rpm_suspend()
435 else if (dev->power.runtime_status == RPM_RESUMING && in rpm_suspend()
443 && dev->power.runtime_status != RPM_SUSPENDING) { in rpm_suspend()
448 dev->power.request = RPM_REQ_NONE; in rpm_suspend()
457 if (!(dev->power.timer_expires && time_before_eq( in rpm_suspend()
458 dev->power.timer_expires, expires))) { in rpm_suspend()
459 dev->power.timer_expires = expires; in rpm_suspend()
460 mod_timer(&dev->power.suspend_timer, expires); in rpm_suspend()
462 dev->power.timer_autosuspends = 1; in rpm_suspend()
470 if (dev->power.runtime_status == RPM_SUSPENDING) { in rpm_suspend()
478 if (dev->power.irq_safe) { in rpm_suspend()
479 spin_unlock(&dev->power.lock); in rpm_suspend()
483 spin_lock(&dev->power.lock); in rpm_suspend()
489 prepare_to_wait(&dev->power.wait_queue, &wait, in rpm_suspend()
491 if (dev->power.runtime_status != RPM_SUSPENDING) in rpm_suspend()
494 spin_unlock_irq(&dev->power.lock); in rpm_suspend()
498 spin_lock_irq(&dev->power.lock); in rpm_suspend()
500 finish_wait(&dev->power.wait_queue, &wait); in rpm_suspend()
504 if (dev->power.no_callbacks) in rpm_suspend()
509 dev->power.request = (rpmflags & RPM_AUTO) ? in rpm_suspend()
511 if (!dev->power.request_pending) { in rpm_suspend()
512 dev->power.request_pending = true; in rpm_suspend()
513 queue_work(pm_wq, &dev->power.work); in rpm_suspend()
532 atomic_add_unless(&parent->power.child_count, -1, 0); in rpm_suspend()
534 wake_up_all(&dev->power.wait_queue); in rpm_suspend()
536 if (dev->power.deferred_resume) { in rpm_suspend()
537 dev->power.deferred_resume = false; in rpm_suspend()
544 if (parent && !parent->power.ignore_children && !dev->power.irq_safe) { in rpm_suspend()
545 spin_unlock(&dev->power.lock); in rpm_suspend()
547 spin_lock(&parent->power.lock); in rpm_suspend()
549 spin_unlock(&parent->power.lock); in rpm_suspend()
551 spin_lock(&dev->power.lock); in rpm_suspend()
561 dev->power.deferred_resume = false; in rpm_suspend()
562 wake_up_all(&dev->power.wait_queue); in rpm_suspend()
565 dev->power.runtime_error = 0; in rpm_suspend()
600 __releases(&dev->power.lock) __acquires(&dev->power.lock) in rpm_resume()
609 if (dev->power.runtime_error) in rpm_resume()
611 else if (dev->power.disable_depth == 1 && dev->power.is_suspended in rpm_resume()
612 && dev->power.runtime_status == RPM_ACTIVE) in rpm_resume()
614 else if (dev->power.disable_depth > 0) in rpm_resume()
625 dev->power.request = RPM_REQ_NONE; in rpm_resume()
626 if (!dev->power.timer_autosuspends) in rpm_resume()
629 if (dev->power.runtime_status == RPM_ACTIVE) { in rpm_resume()
634 if (dev->power.runtime_status == RPM_RESUMING in rpm_resume()
635 || dev->power.runtime_status == RPM_SUSPENDING) { in rpm_resume()
639 if (dev->power.runtime_status == RPM_SUSPENDING) in rpm_resume()
640 dev->power.deferred_resume = true; in rpm_resume()
646 if (dev->power.irq_safe) { in rpm_resume()
647 spin_unlock(&dev->power.lock); in rpm_resume()
651 spin_lock(&dev->power.lock); in rpm_resume()
657 prepare_to_wait(&dev->power.wait_queue, &wait, in rpm_resume()
659 if (dev->power.runtime_status != RPM_RESUMING in rpm_resume()
660 && dev->power.runtime_status != RPM_SUSPENDING) in rpm_resume()
663 spin_unlock_irq(&dev->power.lock); in rpm_resume()
667 spin_lock_irq(&dev->power.lock); in rpm_resume()
669 finish_wait(&dev->power.wait_queue, &wait); in rpm_resume()
678 if (dev->power.no_callbacks && !parent && dev->parent) { in rpm_resume()
679 spin_lock_nested(&dev->parent->power.lock, SINGLE_DEPTH_NESTING); in rpm_resume()
680 if (dev->parent->power.disable_depth > 0 in rpm_resume()
681 || dev->parent->power.ignore_children in rpm_resume()
682 || dev->parent->power.runtime_status == RPM_ACTIVE) { in rpm_resume()
683 atomic_inc(&dev->parent->power.child_count); in rpm_resume()
684 spin_unlock(&dev->parent->power.lock); in rpm_resume()
688 spin_unlock(&dev->parent->power.lock); in rpm_resume()
693 dev->power.request = RPM_REQ_RESUME; in rpm_resume()
694 if (!dev->power.request_pending) { in rpm_resume()
695 dev->power.request_pending = true; in rpm_resume()
696 queue_work(pm_wq, &dev->power.work); in rpm_resume()
709 if (dev->power.irq_safe) in rpm_resume()
711 spin_unlock(&dev->power.lock); in rpm_resume()
715 spin_lock(&parent->power.lock); in rpm_resume()
720 if (!parent->power.disable_depth in rpm_resume()
721 && !parent->power.ignore_children) { in rpm_resume()
723 if (parent->power.runtime_status != RPM_ACTIVE) in rpm_resume()
726 spin_unlock(&parent->power.lock); in rpm_resume()
728 spin_lock(&dev->power.lock); in rpm_resume()
735 if (dev->power.no_callbacks) in rpm_resume()
750 atomic_inc(&parent->power.child_count); in rpm_resume()
752 wake_up_all(&dev->power.wait_queue); in rpm_resume()
758 if (parent && !dev->power.irq_safe) { in rpm_resume()
759 spin_unlock_irq(&dev->power.lock); in rpm_resume()
763 spin_lock_irq(&dev->power.lock); in rpm_resume()
780 struct device *dev = container_of(work, struct device, power.work); in pm_runtime_work()
783 spin_lock_irq(&dev->power.lock); in pm_runtime_work()
785 if (!dev->power.request_pending) in pm_runtime_work()
788 req = dev->power.request; in pm_runtime_work()
789 dev->power.request = RPM_REQ_NONE; in pm_runtime_work()
790 dev->power.request_pending = false; in pm_runtime_work()
810 spin_unlock_irq(&dev->power.lock); in pm_runtime_work()
825 spin_lock_irqsave(&dev->power.lock, flags); in pm_suspend_timer_fn()
827 expires = dev->power.timer_expires; in pm_suspend_timer_fn()
830 dev->power.timer_expires = 0; in pm_suspend_timer_fn()
831 rpm_suspend(dev, dev->power.timer_autosuspends ? in pm_suspend_timer_fn()
835 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_suspend_timer_fn()
848 spin_lock_irqsave(&dev->power.lock, flags); in pm_schedule_suspend()
862 dev->power.timer_expires = jiffies + msecs_to_jiffies(delay); in pm_schedule_suspend()
863 dev->power.timer_expires += !dev->power.timer_expires; in pm_schedule_suspend()
864 dev->power.timer_autosuspends = 0; in pm_schedule_suspend()
865 mod_timer(&dev->power.suspend_timer, dev->power.timer_expires); in pm_schedule_suspend()
868 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_schedule_suspend()
891 might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe); in __pm_runtime_idle()
894 if (!atomic_dec_and_test(&dev->power.usage_count)) in __pm_runtime_idle()
898 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_idle()
900 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_idle()
923 might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe); in __pm_runtime_suspend()
926 if (!atomic_dec_and_test(&dev->power.usage_count)) in __pm_runtime_suspend()
930 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_suspend()
932 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_suspend()
954 might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe); in __pm_runtime_resume()
957 atomic_inc(&dev->power.usage_count); in __pm_runtime_resume()
959 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_resume()
961 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_resume()
994 spin_lock_irqsave(&dev->power.lock, flags); in __pm_runtime_set_status()
996 if (!dev->power.runtime_error && !dev->power.disable_depth) { in __pm_runtime_set_status()
1001 if (dev->power.runtime_status == status) in __pm_runtime_set_status()
1007 atomic_add_unless(&parent->power.child_count, -1, 0); in __pm_runtime_set_status()
1008 notify_parent = !parent->power.ignore_children; in __pm_runtime_set_status()
1014 spin_lock_nested(&parent->power.lock, SINGLE_DEPTH_NESTING); in __pm_runtime_set_status()
1021 if (!parent->power.disable_depth in __pm_runtime_set_status()
1022 && !parent->power.ignore_children in __pm_runtime_set_status()
1023 && parent->power.runtime_status != RPM_ACTIVE) in __pm_runtime_set_status()
1025 else if (dev->power.runtime_status == RPM_SUSPENDED) in __pm_runtime_set_status()
1026 atomic_inc(&parent->power.child_count); in __pm_runtime_set_status()
1028 spin_unlock(&parent->power.lock); in __pm_runtime_set_status()
1036 dev->power.runtime_error = 0; in __pm_runtime_set_status()
1038 spin_unlock_irqrestore(&dev->power.lock, flags); in __pm_runtime_set_status()
1060 if (dev->power.request_pending) { in __pm_runtime_barrier()
1061 dev->power.request = RPM_REQ_NONE; in __pm_runtime_barrier()
1062 spin_unlock_irq(&dev->power.lock); in __pm_runtime_barrier()
1064 cancel_work_sync(&dev->power.work); in __pm_runtime_barrier()
1066 spin_lock_irq(&dev->power.lock); in __pm_runtime_barrier()
1067 dev->power.request_pending = false; in __pm_runtime_barrier()
1070 if (dev->power.runtime_status == RPM_SUSPENDING in __pm_runtime_barrier()
1071 || dev->power.runtime_status == RPM_RESUMING in __pm_runtime_barrier()
1072 || dev->power.idle_notification) { in __pm_runtime_barrier()
1077 prepare_to_wait(&dev->power.wait_queue, &wait, in __pm_runtime_barrier()
1079 if (dev->power.runtime_status != RPM_SUSPENDING in __pm_runtime_barrier()
1080 && dev->power.runtime_status != RPM_RESUMING in __pm_runtime_barrier()
1081 && !dev->power.idle_notification) in __pm_runtime_barrier()
1083 spin_unlock_irq(&dev->power.lock); in __pm_runtime_barrier()
1087 spin_lock_irq(&dev->power.lock); in __pm_runtime_barrier()
1089 finish_wait(&dev->power.wait_queue, &wait); in __pm_runtime_barrier()
1112 spin_lock_irq(&dev->power.lock); in pm_runtime_barrier()
1114 if (dev->power.request_pending in pm_runtime_barrier()
1115 && dev->power.request == RPM_REQ_RESUME) { in pm_runtime_barrier()
1122 spin_unlock_irq(&dev->power.lock); in pm_runtime_barrier()
1145 spin_lock_irq(&dev->power.lock); in __pm_runtime_disable()
1147 if (dev->power.disable_depth > 0) { in __pm_runtime_disable()
1148 dev->power.disable_depth++; in __pm_runtime_disable()
1157 if (check_resume && dev->power.request_pending in __pm_runtime_disable()
1158 && dev->power.request == RPM_REQ_RESUME) { in __pm_runtime_disable()
1170 if (!dev->power.disable_depth++) in __pm_runtime_disable()
1174 spin_unlock_irq(&dev->power.lock); in __pm_runtime_disable()
1186 spin_lock_irqsave(&dev->power.lock, flags); in pm_runtime_enable()
1188 if (dev->power.disable_depth > 0) in pm_runtime_enable()
1189 dev->power.disable_depth--; in pm_runtime_enable()
1193 spin_unlock_irqrestore(&dev->power.lock, flags); in pm_runtime_enable()
1207 spin_lock_irq(&dev->power.lock); in pm_runtime_forbid()
1208 if (!dev->power.runtime_auto) in pm_runtime_forbid()
1211 dev->power.runtime_auto = false; in pm_runtime_forbid()
1212 atomic_inc(&dev->power.usage_count); in pm_runtime_forbid()
1216 spin_unlock_irq(&dev->power.lock); in pm_runtime_forbid()
1228 spin_lock_irq(&dev->power.lock); in pm_runtime_allow()
1229 if (dev->power.runtime_auto) in pm_runtime_allow()
1232 dev->power.runtime_auto = true; in pm_runtime_allow()
1233 if (atomic_dec_and_test(&dev->power.usage_count)) in pm_runtime_allow()
1237 spin_unlock_irq(&dev->power.lock); in pm_runtime_allow()
1251 spin_lock_irq(&dev->power.lock); in pm_runtime_no_callbacks()
1252 dev->power.no_callbacks = 1; in pm_runtime_no_callbacks()
1253 spin_unlock_irq(&dev->power.lock); in pm_runtime_no_callbacks()
1274 spin_lock_irq(&dev->power.lock); in pm_runtime_irq_safe()
1275 dev->power.irq_safe = 1; in pm_runtime_irq_safe()
1276 spin_unlock_irq(&dev->power.lock); in pm_runtime_irq_safe()
1293 int delay = dev->power.autosuspend_delay; in update_autosuspend()
1296 if (dev->power.use_autosuspend && delay < 0) { in update_autosuspend()
1300 atomic_inc(&dev->power.usage_count); in update_autosuspend()
1310 atomic_dec(&dev->power.usage_count); in update_autosuspend()
1330 spin_lock_irq(&dev->power.lock); in pm_runtime_set_autosuspend_delay()
1331 old_delay = dev->power.autosuspend_delay; in pm_runtime_set_autosuspend_delay()
1332 old_use = dev->power.use_autosuspend; in pm_runtime_set_autosuspend_delay()
1333 dev->power.autosuspend_delay = delay; in pm_runtime_set_autosuspend_delay()
1335 spin_unlock_irq(&dev->power.lock); in pm_runtime_set_autosuspend_delay()
1351 spin_lock_irq(&dev->power.lock); in __pm_runtime_use_autosuspend()
1352 old_delay = dev->power.autosuspend_delay; in __pm_runtime_use_autosuspend()
1353 old_use = dev->power.use_autosuspend; in __pm_runtime_use_autosuspend()
1354 dev->power.use_autosuspend = use; in __pm_runtime_use_autosuspend()
1356 spin_unlock_irq(&dev->power.lock); in __pm_runtime_use_autosuspend()
1366 dev->power.runtime_status = RPM_SUSPENDED; in pm_runtime_init()
1367 dev->power.idle_notification = false; in pm_runtime_init()
1369 dev->power.disable_depth = 1; in pm_runtime_init()
1370 atomic_set(&dev->power.usage_count, 0); in pm_runtime_init()
1372 dev->power.runtime_error = 0; in pm_runtime_init()
1374 atomic_set(&dev->power.child_count, 0); in pm_runtime_init()
1376 dev->power.runtime_auto = true; in pm_runtime_init()
1378 dev->power.request_pending = false; in pm_runtime_init()
1379 dev->power.request = RPM_REQ_NONE; in pm_runtime_init()
1380 dev->power.deferred_resume = false; in pm_runtime_init()
1381 dev->power.accounting_timestamp = jiffies; in pm_runtime_init()
1382 INIT_WORK(&dev->power.work, pm_runtime_work); in pm_runtime_init()
1384 dev->power.timer_expires = 0; in pm_runtime_init()
1385 setup_timer(&dev->power.suspend_timer, pm_suspend_timer_fn, in pm_runtime_init()
1388 init_waitqueue_head(&dev->power.wait_queue); in pm_runtime_init()
1400 if (dev->power.runtime_status == RPM_ACTIVE) in pm_runtime_remove()
1402 if (dev->power.irq_safe && dev->parent) in pm_runtime_remove()