68 	delta = now - dev->power.accounting_timestamp;  in update_pm_runtime_accounting()
70 	dev->power.accounting_timestamp = now;  in update_pm_runtime_accounting()
72 	if (dev->power.disable_depth > 0)  in update_pm_runtime_accounting()
75 	if (dev->power.runtime_status == RPM_SUSPENDED)  in update_pm_runtime_accounting()
76 		dev->power.suspended_jiffies += delta;  in update_pm_runtime_accounting()
78 		dev->power.active_jiffies += delta;  in update_pm_runtime_accounting()
84 	dev->power.runtime_status = status;  in __update_runtime_status()
93 	if (dev->power.timer_expires > 0) {  in pm_runtime_deactivate_timer()
94 		del_timer(&dev->power.suspend_timer);  in pm_runtime_deactivate_timer()
95 		dev->power.timer_expires = 0;  in pm_runtime_deactivate_timer()
110 	dev->power.request = RPM_REQ_NONE;  in pm_runtime_cancel_pending()
132 	if (!dev->power.use_autosuspend)  in pm_runtime_autosuspend_expiration()
135 	autosuspend_delay = ACCESS_ONCE(dev->power.autosuspend_delay);  in pm_runtime_autosuspend_expiration()
139 	last_busy = ACCESS_ONCE(dev->power.last_busy);  in pm_runtime_autosuspend_expiration()
162 	return dev->power.memalloc_noio;  in dev_memalloc_noio()
202 		spin_lock_irq(&dev->power.lock);  in pm_runtime_set_memalloc_noio()
203 		enabled = dev->power.memalloc_noio;  in pm_runtime_set_memalloc_noio()
204 		dev->power.memalloc_noio = enable;  in pm_runtime_set_memalloc_noio()
205 		spin_unlock_irq(&dev->power.lock);  in pm_runtime_set_memalloc_noio()
238 	if (dev->power.runtime_error)  in rpm_check_suspend_allowed()
240 	else if (dev->power.disable_depth > 0)  in rpm_check_suspend_allowed()
242 	else if (atomic_read(&dev->power.usage_count) > 0)  in rpm_check_suspend_allowed()
248 	else if ((dev->power.deferred_resume  in rpm_check_suspend_allowed()
249 			&& dev->power.runtime_status == RPM_SUSPENDING)  in rpm_check_suspend_allowed()
250 	    || (dev->power.request_pending  in rpm_check_suspend_allowed()
251 			&& dev->power.request == RPM_REQ_RESUME))  in rpm_check_suspend_allowed()
255 	else if (dev->power.runtime_status == RPM_SUSPENDED)  in rpm_check_suspend_allowed()
267 	__releases(&dev->power.lock) __acquires(&dev->power.lock)  in __rpm_callback()
271 	if (dev->power.irq_safe)  in __rpm_callback()
272 		spin_unlock(&dev->power.lock);  in __rpm_callback()
274 		spin_unlock_irq(&dev->power.lock);  in __rpm_callback()
278 	if (dev->power.irq_safe)  in __rpm_callback()
279 		spin_lock(&dev->power.lock);  in __rpm_callback()
281 		spin_lock_irq(&dev->power.lock);  in __rpm_callback()
310 	else if (dev->power.runtime_status != RPM_ACTIVE)  in rpm_idle()
317 	else if (dev->power.request_pending &&  in rpm_idle()
318 	    dev->power.request > RPM_REQ_IDLE)  in rpm_idle()
322 	else if (dev->power.idle_notification)  in rpm_idle()
328 	dev->power.request = RPM_REQ_NONE;  in rpm_idle()
330 	if (dev->power.no_callbacks)  in rpm_idle()
335 		dev->power.request = RPM_REQ_IDLE;  in rpm_idle()
336 		if (!dev->power.request_pending) {  in rpm_idle()
337 			dev->power.request_pending = true;  in rpm_idle()
338 			queue_work(pm_wq, &dev->power.work);  in rpm_idle()
344 	dev->power.idle_notification = true;  in rpm_idle()
351 	dev->power.idle_notification = false;  in rpm_idle()
352 	wake_up_all(&dev->power.wait_queue);  in rpm_idle()
371 	if (dev->power.memalloc_noio) {  in rpm_callback()
390 	dev->power.runtime_error = retval;  in rpm_callback()
416 	__releases(&dev->power.lock) __acquires(&dev->power.lock)  in rpm_suspend()
431 	else if (dev->power.runtime_status == RPM_RESUMING &&  in rpm_suspend()
439 	    && dev->power.runtime_status != RPM_SUSPENDING) {  in rpm_suspend()
444 			dev->power.request = RPM_REQ_NONE;  in rpm_suspend()
453 			if (!(dev->power.timer_expires && time_before_eq(  in rpm_suspend()
454 			    dev->power.timer_expires, expires))) {  in rpm_suspend()
455 				dev->power.timer_expires = expires;  in rpm_suspend()
456 				mod_timer(&dev->power.suspend_timer, expires);  in rpm_suspend()
458 			dev->power.timer_autosuspends = 1;  in rpm_suspend()
466 	if (dev->power.runtime_status == RPM_SUSPENDING) {  in rpm_suspend()
474 		if (dev->power.irq_safe) {  in rpm_suspend()
475 			spin_unlock(&dev->power.lock);  in rpm_suspend()
479 			spin_lock(&dev->power.lock);  in rpm_suspend()
485 			prepare_to_wait(&dev->power.wait_queue, &wait,  in rpm_suspend()
487 			if (dev->power.runtime_status != RPM_SUSPENDING)  in rpm_suspend()
490 			spin_unlock_irq(&dev->power.lock);  in rpm_suspend()
494 			spin_lock_irq(&dev->power.lock);  in rpm_suspend()
496 		finish_wait(&dev->power.wait_queue, &wait);  in rpm_suspend()
500 	if (dev->power.no_callbacks)  in rpm_suspend()
505 		dev->power.request = (rpmflags & RPM_AUTO) ?  in rpm_suspend()
507 		if (!dev->power.request_pending) {  in rpm_suspend()
508 			dev->power.request_pending = true;  in rpm_suspend()
509 			queue_work(pm_wq, &dev->power.work);  in rpm_suspend()
529 		atomic_add_unless(&parent->power.child_count, -1, 0);  in rpm_suspend()
531 	wake_up_all(&dev->power.wait_queue);  in rpm_suspend()
533 	if (dev->power.deferred_resume) {  in rpm_suspend()
534 		dev->power.deferred_resume = false;  in rpm_suspend()
541 	if (parent && !parent->power.ignore_children && !dev->power.irq_safe) {  in rpm_suspend()
542 		spin_unlock(&dev->power.lock);  in rpm_suspend()
544 		spin_lock(&parent->power.lock);  in rpm_suspend()
546 		spin_unlock(&parent->power.lock);  in rpm_suspend()
548 		spin_lock(&dev->power.lock);  in rpm_suspend()
559 	dev->power.deferred_resume = false;  in rpm_suspend()
560 	wake_up_all(&dev->power.wait_queue);  in rpm_suspend()
563 		dev->power.runtime_error = 0;  in rpm_suspend()
598 	__releases(&dev->power.lock) __acquires(&dev->power.lock)  in rpm_resume()
607 	if (dev->power.runtime_error)  in rpm_resume()
609 	else if (dev->power.disable_depth == 1 && dev->power.is_suspended  in rpm_resume()
610 	    && dev->power.runtime_status == RPM_ACTIVE)  in rpm_resume()
612 	else if (dev->power.disable_depth > 0)  in rpm_resume()
623 	dev->power.request = RPM_REQ_NONE;  in rpm_resume()
624 	if (!dev->power.timer_autosuspends)  in rpm_resume()
627 	if (dev->power.runtime_status == RPM_ACTIVE) {  in rpm_resume()
632 	if (dev->power.runtime_status == RPM_RESUMING  in rpm_resume()
633 	    || dev->power.runtime_status == RPM_SUSPENDING) {  in rpm_resume()
637 			if (dev->power.runtime_status == RPM_SUSPENDING)  in rpm_resume()
638 				dev->power.deferred_resume = true;  in rpm_resume()
644 		if (dev->power.irq_safe) {  in rpm_resume()
645 			spin_unlock(&dev->power.lock);  in rpm_resume()
649 			spin_lock(&dev->power.lock);  in rpm_resume()
655 			prepare_to_wait(&dev->power.wait_queue, &wait,  in rpm_resume()
657 			if (dev->power.runtime_status != RPM_RESUMING  in rpm_resume()
658 			    && dev->power.runtime_status != RPM_SUSPENDING)  in rpm_resume()
661 			spin_unlock_irq(&dev->power.lock);  in rpm_resume()
665 			spin_lock_irq(&dev->power.lock);  in rpm_resume()
667 		finish_wait(&dev->power.wait_queue, &wait);  in rpm_resume()
676 	if (dev->power.no_callbacks && !parent && dev->parent) {  in rpm_resume()
677 		spin_lock_nested(&dev->parent->power.lock, SINGLE_DEPTH_NESTING);  in rpm_resume()
678 		if (dev->parent->power.disable_depth > 0  in rpm_resume()
679 		    || dev->parent->power.ignore_children  in rpm_resume()
680 		    || dev->parent->power.runtime_status == RPM_ACTIVE) {  in rpm_resume()
681 			atomic_inc(&dev->parent->power.child_count);  in rpm_resume()
682 			spin_unlock(&dev->parent->power.lock);  in rpm_resume()
686 		spin_unlock(&dev->parent->power.lock);  in rpm_resume()
691 		dev->power.request = RPM_REQ_RESUME;  in rpm_resume()
692 		if (!dev->power.request_pending) {  in rpm_resume()
693 			dev->power.request_pending = true;  in rpm_resume()
694 			queue_work(pm_wq, &dev->power.work);  in rpm_resume()
707 		if (dev->power.irq_safe)  in rpm_resume()
709 		spin_unlock(&dev->power.lock);  in rpm_resume()
713 		spin_lock(&parent->power.lock);  in rpm_resume()
718 		if (!parent->power.disable_depth  in rpm_resume()
719 		    && !parent->power.ignore_children) {  in rpm_resume()
721 			if (parent->power.runtime_status != RPM_ACTIVE)  in rpm_resume()
724 		spin_unlock(&parent->power.lock);  in rpm_resume()
726 		spin_lock(&dev->power.lock);  in rpm_resume()
733 	if (dev->power.no_callbacks)  in rpm_resume()
751 			atomic_inc(&parent->power.child_count);  in rpm_resume()
753 	wake_up_all(&dev->power.wait_queue);  in rpm_resume()
759 	if (parent && !dev->power.irq_safe) {  in rpm_resume()
760 		spin_unlock_irq(&dev->power.lock);  in rpm_resume()
764 		spin_lock_irq(&dev->power.lock);  in rpm_resume()
781 	struct device *dev = container_of(work, struct device, power.work);  in pm_runtime_work()
784 	spin_lock_irq(&dev->power.lock);  in pm_runtime_work()
786 	if (!dev->power.request_pending)  in pm_runtime_work()
789 	req = dev->power.request;  in pm_runtime_work()
790 	dev->power.request = RPM_REQ_NONE;  in pm_runtime_work()
791 	dev->power.request_pending = false;  in pm_runtime_work()
811 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_work()
826 	spin_lock_irqsave(&dev->power.lock, flags);  in pm_suspend_timer_fn()
828 	expires = dev->power.timer_expires;  in pm_suspend_timer_fn()
831 		dev->power.timer_expires = 0;  in pm_suspend_timer_fn()
832 		rpm_suspend(dev, dev->power.timer_autosuspends ?  in pm_suspend_timer_fn()
836 	spin_unlock_irqrestore(&dev->power.lock, flags);  in pm_suspend_timer_fn()
849 	spin_lock_irqsave(&dev->power.lock, flags);  in pm_schedule_suspend()
863 	dev->power.timer_expires = jiffies + msecs_to_jiffies(delay);  in pm_schedule_suspend()
864 	dev->power.timer_expires += !dev->power.timer_expires;  in pm_schedule_suspend()
865 	dev->power.timer_autosuspends = 0;  in pm_schedule_suspend()
866 	mod_timer(&dev->power.suspend_timer, dev->power.timer_expires);  in pm_schedule_suspend()
869 	spin_unlock_irqrestore(&dev->power.lock, flags);  in pm_schedule_suspend()
892 	might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe);  in __pm_runtime_idle()
895 		if (!atomic_dec_and_test(&dev->power.usage_count))  in __pm_runtime_idle()
899 	spin_lock_irqsave(&dev->power.lock, flags);  in __pm_runtime_idle()
901 	spin_unlock_irqrestore(&dev->power.lock, flags);  in __pm_runtime_idle()
924 	might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe);  in __pm_runtime_suspend()
927 		if (!atomic_dec_and_test(&dev->power.usage_count))  in __pm_runtime_suspend()
931 	spin_lock_irqsave(&dev->power.lock, flags);  in __pm_runtime_suspend()
933 	spin_unlock_irqrestore(&dev->power.lock, flags);  in __pm_runtime_suspend()
955 	might_sleep_if(!(rpmflags & RPM_ASYNC) && !dev->power.irq_safe);  in __pm_runtime_resume()
958 		atomic_inc(&dev->power.usage_count);  in __pm_runtime_resume()
960 	spin_lock_irqsave(&dev->power.lock, flags);  in __pm_runtime_resume()
962 	spin_unlock_irqrestore(&dev->power.lock, flags);  in __pm_runtime_resume()
995 	spin_lock_irqsave(&dev->power.lock, flags);  in __pm_runtime_set_status()
997 	if (!dev->power.runtime_error && !dev->power.disable_depth) {  in __pm_runtime_set_status()
1002 	if (dev->power.runtime_status == status)  in __pm_runtime_set_status()
1008 			atomic_add_unless(&parent->power.child_count, -1, 0);  in __pm_runtime_set_status()
1009 			notify_parent = !parent->power.ignore_children;  in __pm_runtime_set_status()
1015 		spin_lock_nested(&parent->power.lock, SINGLE_DEPTH_NESTING);  in __pm_runtime_set_status()
1022 		if (!parent->power.disable_depth  in __pm_runtime_set_status()
1023 		    && !parent->power.ignore_children  in __pm_runtime_set_status()
1024 		    && parent->power.runtime_status != RPM_ACTIVE)  in __pm_runtime_set_status()
1026 		else if (dev->power.runtime_status == RPM_SUSPENDED)  in __pm_runtime_set_status()
1027 			atomic_inc(&parent->power.child_count);  in __pm_runtime_set_status()
1029 		spin_unlock(&parent->power.lock);  in __pm_runtime_set_status()
1037 	dev->power.runtime_error = 0;  in __pm_runtime_set_status()
1039 	spin_unlock_irqrestore(&dev->power.lock, flags);  in __pm_runtime_set_status()
1061 	if (dev->power.request_pending) {  in __pm_runtime_barrier()
1062 		dev->power.request = RPM_REQ_NONE;  in __pm_runtime_barrier()
1063 		spin_unlock_irq(&dev->power.lock);  in __pm_runtime_barrier()
1065 		cancel_work_sync(&dev->power.work);  in __pm_runtime_barrier()
1067 		spin_lock_irq(&dev->power.lock);  in __pm_runtime_barrier()
1068 		dev->power.request_pending = false;  in __pm_runtime_barrier()
1071 	if (dev->power.runtime_status == RPM_SUSPENDING  in __pm_runtime_barrier()
1072 	    || dev->power.runtime_status == RPM_RESUMING  in __pm_runtime_barrier()
1073 	    || dev->power.idle_notification) {  in __pm_runtime_barrier()
1078 			prepare_to_wait(&dev->power.wait_queue, &wait,  in __pm_runtime_barrier()
1080 			if (dev->power.runtime_status != RPM_SUSPENDING  in __pm_runtime_barrier()
1081 			    && dev->power.runtime_status != RPM_RESUMING  in __pm_runtime_barrier()
1082 			    && !dev->power.idle_notification)  in __pm_runtime_barrier()
1084 			spin_unlock_irq(&dev->power.lock);  in __pm_runtime_barrier()
1088 			spin_lock_irq(&dev->power.lock);  in __pm_runtime_barrier()
1090 		finish_wait(&dev->power.wait_queue, &wait);  in __pm_runtime_barrier()
1113 	spin_lock_irq(&dev->power.lock);  in pm_runtime_barrier()
1115 	if (dev->power.request_pending  in pm_runtime_barrier()
1116 	    && dev->power.request == RPM_REQ_RESUME) {  in pm_runtime_barrier()
1123 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_barrier()
1146 	spin_lock_irq(&dev->power.lock);  in __pm_runtime_disable()
1148 	if (dev->power.disable_depth > 0) {  in __pm_runtime_disable()
1149 		dev->power.disable_depth++;  in __pm_runtime_disable()
1158 	if (check_resume && dev->power.request_pending  in __pm_runtime_disable()
1159 	    && dev->power.request == RPM_REQ_RESUME) {  in __pm_runtime_disable()
1171 	if (!dev->power.disable_depth++)  in __pm_runtime_disable()
1175 	spin_unlock_irq(&dev->power.lock);  in __pm_runtime_disable()
1187 	spin_lock_irqsave(&dev->power.lock, flags);  in pm_runtime_enable()
1189 	if (dev->power.disable_depth > 0)  in pm_runtime_enable()
1190 		dev->power.disable_depth--;  in pm_runtime_enable()
1194 	spin_unlock_irqrestore(&dev->power.lock, flags);  in pm_runtime_enable()
1208 	spin_lock_irq(&dev->power.lock);  in pm_runtime_forbid()
1209 	if (!dev->power.runtime_auto)  in pm_runtime_forbid()
1212 	dev->power.runtime_auto = false;  in pm_runtime_forbid()
1213 	atomic_inc(&dev->power.usage_count);  in pm_runtime_forbid()
1217 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_forbid()
1229 	spin_lock_irq(&dev->power.lock);  in pm_runtime_allow()
1230 	if (dev->power.runtime_auto)  in pm_runtime_allow()
1233 	dev->power.runtime_auto = true;  in pm_runtime_allow()
1234 	if (atomic_dec_and_test(&dev->power.usage_count))  in pm_runtime_allow()
1238 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_allow()
1252 	spin_lock_irq(&dev->power.lock);  in pm_runtime_no_callbacks()
1253 	dev->power.no_callbacks = 1;  in pm_runtime_no_callbacks()
1254 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_no_callbacks()
1275 	spin_lock_irq(&dev->power.lock);  in pm_runtime_irq_safe()
1276 	dev->power.irq_safe = 1;  in pm_runtime_irq_safe()
1277 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_irq_safe()
1294 	int delay = dev->power.autosuspend_delay;  in update_autosuspend()
1297 	if (dev->power.use_autosuspend && delay < 0) {  in update_autosuspend()
1301 			atomic_inc(&dev->power.usage_count);  in update_autosuspend()
1311 			atomic_dec(&dev->power.usage_count);  in update_autosuspend()
1331 	spin_lock_irq(&dev->power.lock);  in pm_runtime_set_autosuspend_delay()
1332 	old_delay = dev->power.autosuspend_delay;  in pm_runtime_set_autosuspend_delay()
1333 	old_use = dev->power.use_autosuspend;  in pm_runtime_set_autosuspend_delay()
1334 	dev->power.autosuspend_delay = delay;  in pm_runtime_set_autosuspend_delay()
1336 	spin_unlock_irq(&dev->power.lock);  in pm_runtime_set_autosuspend_delay()
1352 	spin_lock_irq(&dev->power.lock);  in __pm_runtime_use_autosuspend()
1353 	old_delay = dev->power.autosuspend_delay;  in __pm_runtime_use_autosuspend()
1354 	old_use = dev->power.use_autosuspend;  in __pm_runtime_use_autosuspend()
1355 	dev->power.use_autosuspend = use;  in __pm_runtime_use_autosuspend()
1357 	spin_unlock_irq(&dev->power.lock);  in __pm_runtime_use_autosuspend()
1367 	dev->power.runtime_status = RPM_SUSPENDED;  in pm_runtime_init()
1368 	dev->power.idle_notification = false;  in pm_runtime_init()
1370 	dev->power.disable_depth = 1;  in pm_runtime_init()
1371 	atomic_set(&dev->power.usage_count, 0);  in pm_runtime_init()
1373 	dev->power.runtime_error = 0;  in pm_runtime_init()
1375 	atomic_set(&dev->power.child_count, 0);  in pm_runtime_init()
1377 	dev->power.runtime_auto = true;  in pm_runtime_init()
1379 	dev->power.request_pending = false;  in pm_runtime_init()
1380 	dev->power.request = RPM_REQ_NONE;  in pm_runtime_init()
1381 	dev->power.deferred_resume = false;  in pm_runtime_init()
1382 	dev->power.accounting_timestamp = jiffies;  in pm_runtime_init()
1383 	INIT_WORK(&dev->power.work, pm_runtime_work);  in pm_runtime_init()
1385 	dev->power.timer_expires = 0;  in pm_runtime_init()
1386 	setup_timer(&dev->power.suspend_timer, pm_suspend_timer_fn,  in pm_runtime_init()
1389 	init_waitqueue_head(&dev->power.wait_queue);  in pm_runtime_init()
1401 	if (dev->power.runtime_status == RPM_ACTIVE)  in pm_runtime_remove()
1403 	if (dev->power.irq_safe && dev->parent)  in pm_runtime_remove()