Lines Matching refs:desc
35 static void __synchronize_hardirq(struct irq_desc *desc) in __synchronize_hardirq() argument
46 while (irqd_irq_inprogress(&desc->irq_data)) in __synchronize_hardirq()
50 raw_spin_lock_irqsave(&desc->lock, flags); in __synchronize_hardirq()
51 inprogress = irqd_irq_inprogress(&desc->irq_data); in __synchronize_hardirq()
52 raw_spin_unlock_irqrestore(&desc->lock, flags); in __synchronize_hardirq()
77 struct irq_desc *desc = irq_to_desc(irq); in synchronize_hardirq() local
79 if (desc) { in synchronize_hardirq()
80 __synchronize_hardirq(desc); in synchronize_hardirq()
81 return !atomic_read(&desc->threads_active); in synchronize_hardirq()
100 struct irq_desc *desc = irq_to_desc(irq); in synchronize_irq() local
102 if (desc) { in synchronize_irq()
103 __synchronize_hardirq(desc); in synchronize_irq()
109 wait_event(desc->wait_for_threads, in synchronize_irq()
110 !atomic_read(&desc->threads_active)); in synchronize_irq()
125 struct irq_desc *desc = irq_to_desc(irq); in irq_can_set_affinity() local
127 if (!desc || !irqd_can_balance(&desc->irq_data) || in irq_can_set_affinity()
128 !desc->irq_data.chip || !desc->irq_data.chip->irq_set_affinity) in irq_can_set_affinity()
143 void irq_set_thread_affinity(struct irq_desc *desc) in irq_set_thread_affinity() argument
145 struct irqaction *action = desc->action; in irq_set_thread_affinity()
164 irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask) in irq_copy_pending() argument
166 cpumask_copy(desc->pending_mask, mask); in irq_copy_pending()
169 irq_get_pending(struct cpumask *mask, struct irq_desc *desc) in irq_get_pending() argument
171 cpumask_copy(mask, desc->pending_mask); in irq_get_pending()
177 irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask) { } in irq_copy_pending() argument
179 irq_get_pending(struct cpumask *mask, struct irq_desc *desc) { } in irq_get_pending() argument
185 struct irq_desc *desc = irq_data_to_desc(data); in irq_do_set_affinity() local
195 irq_set_thread_affinity(desc); in irq_do_set_affinity()
206 struct irq_desc *desc = irq_data_to_desc(data); in irq_set_affinity_locked() local
216 irq_copy_pending(desc, mask); in irq_set_affinity_locked()
219 if (desc->affinity_notify) { in irq_set_affinity_locked()
220 kref_get(&desc->affinity_notify->kref); in irq_set_affinity_locked()
221 schedule_work(&desc->affinity_notify->work); in irq_set_affinity_locked()
230 struct irq_desc *desc = irq_to_desc(irq); in __irq_set_affinity() local
234 if (!desc) in __irq_set_affinity()
237 raw_spin_lock_irqsave(&desc->lock, flags); in __irq_set_affinity()
238 ret = irq_set_affinity_locked(irq_desc_get_irq_data(desc), mask, force); in __irq_set_affinity()
239 raw_spin_unlock_irqrestore(&desc->lock, flags); in __irq_set_affinity()
246 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL); in irq_set_affinity_hint() local
248 if (!desc) in irq_set_affinity_hint()
250 desc->affinity_hint = m; in irq_set_affinity_hint()
251 irq_put_desc_unlock(desc, flags); in irq_set_affinity_hint()
263 struct irq_desc *desc = irq_to_desc(notify->irq); in irq_affinity_notify() local
267 if (!desc || !alloc_cpumask_var(&cpumask, GFP_KERNEL)) in irq_affinity_notify()
270 raw_spin_lock_irqsave(&desc->lock, flags); in irq_affinity_notify()
271 if (irq_move_pending(&desc->irq_data)) in irq_affinity_notify()
272 irq_get_pending(cpumask, desc); in irq_affinity_notify()
274 cpumask_copy(cpumask, desc->irq_data.affinity); in irq_affinity_notify()
275 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_affinity_notify()
298 struct irq_desc *desc = irq_to_desc(irq); in irq_set_affinity_notifier() local
305 if (!desc) in irq_set_affinity_notifier()
315 raw_spin_lock_irqsave(&desc->lock, flags); in irq_set_affinity_notifier()
316 old_notify = desc->affinity_notify; in irq_set_affinity_notifier()
317 desc->affinity_notify = notify; in irq_set_affinity_notifier()
318 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_set_affinity_notifier()
332 setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask) in setup_affinity() argument
335 int node = desc->irq_data.node; in setup_affinity()
345 if (irqd_has_set(&desc->irq_data, IRQD_AFFINITY_SET)) { in setup_affinity()
346 if (cpumask_intersects(desc->irq_data.affinity, in setup_affinity()
348 set = desc->irq_data.affinity; in setup_affinity()
350 irqd_clear(&desc->irq_data, IRQD_AFFINITY_SET); in setup_affinity()
361 irq_do_set_affinity(&desc->irq_data, mask, false); in setup_affinity()
377 struct irq_desc *desc = irq_to_desc(irq); in irq_select_affinity_usr() local
381 raw_spin_lock_irqsave(&desc->lock, flags); in irq_select_affinity_usr()
382 ret = setup_affinity(irq, desc, mask); in irq_select_affinity_usr()
383 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_select_affinity_usr()
389 setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask) in setup_affinity() argument
395 void __disable_irq(struct irq_desc *desc, unsigned int irq) in __disable_irq() argument
397 if (!desc->depth++) in __disable_irq()
398 irq_disable(desc); in __disable_irq()
404 struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL); in __disable_irq_nosync() local
406 if (!desc) in __disable_irq_nosync()
408 __disable_irq(desc, irq); in __disable_irq_nosync()
409 irq_put_desc_busunlock(desc, flags); in __disable_irq_nosync()
475 void __enable_irq(struct irq_desc *desc, unsigned int irq) in __enable_irq() argument
477 switch (desc->depth) { in __enable_irq()
483 if (desc->istate & IRQS_SUSPENDED) in __enable_irq()
486 irq_settings_set_noprobe(desc); in __enable_irq()
487 irq_enable(desc); in __enable_irq()
488 check_irq_resend(desc, irq); in __enable_irq()
492 desc->depth--; in __enable_irq()
510 struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL); in enable_irq() local
512 if (!desc) in enable_irq()
514 if (WARN(!desc->irq_data.chip, in enable_irq()
518 __enable_irq(desc, irq); in enable_irq()
520 irq_put_desc_busunlock(desc, flags); in enable_irq()
526 struct irq_desc *desc = irq_to_desc(irq); in set_irq_wake_real() local
529 if (irq_desc_get_chip(desc)->flags & IRQCHIP_SKIP_SET_WAKE) in set_irq_wake_real()
532 if (desc->irq_data.chip->irq_set_wake) in set_irq_wake_real()
533 ret = desc->irq_data.chip->irq_set_wake(&desc->irq_data, on); in set_irq_wake_real()
553 struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL); in irq_set_irq_wake() local
556 if (!desc) in irq_set_irq_wake()
563 if (desc->wake_depth++ == 0) { in irq_set_irq_wake()
566 desc->wake_depth = 0; in irq_set_irq_wake()
568 irqd_set(&desc->irq_data, IRQD_WAKEUP_STATE); in irq_set_irq_wake()
571 if (desc->wake_depth == 0) { in irq_set_irq_wake()
573 } else if (--desc->wake_depth == 0) { in irq_set_irq_wake()
576 desc->wake_depth = 1; in irq_set_irq_wake()
578 irqd_clear(&desc->irq_data, IRQD_WAKEUP_STATE); in irq_set_irq_wake()
581 irq_put_desc_busunlock(desc, flags); in irq_set_irq_wake()
594 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0); in can_request_irq() local
597 if (!desc) in can_request_irq()
600 if (irq_settings_can_request(desc)) { in can_request_irq()
601 if (!desc->action || in can_request_irq()
602 irqflags & desc->action->flags & IRQF_SHARED) in can_request_irq()
605 irq_put_desc_unlock(desc, flags); in can_request_irq()
609 int __irq_set_trigger(struct irq_desc *desc, unsigned int irq, in __irq_set_trigger() argument
612 struct irq_chip *chip = desc->irq_data.chip; in __irq_set_trigger()
628 if (!irqd_irq_masked(&desc->irq_data)) in __irq_set_trigger()
629 mask_irq(desc); in __irq_set_trigger()
630 if (!irqd_irq_disabled(&desc->irq_data)) in __irq_set_trigger()
635 ret = chip->irq_set_type(&desc->irq_data, flags); in __irq_set_trigger()
640 irqd_clear(&desc->irq_data, IRQD_TRIGGER_MASK); in __irq_set_trigger()
641 irqd_set(&desc->irq_data, flags); in __irq_set_trigger()
644 flags = irqd_get_trigger_type(&desc->irq_data); in __irq_set_trigger()
645 irq_settings_set_trigger_mask(desc, flags); in __irq_set_trigger()
646 irqd_clear(&desc->irq_data, IRQD_LEVEL); in __irq_set_trigger()
647 irq_settings_clr_level(desc); in __irq_set_trigger()
649 irq_settings_set_level(desc); in __irq_set_trigger()
650 irqd_set(&desc->irq_data, IRQD_LEVEL); in __irq_set_trigger()
660 unmask_irq(desc); in __irq_set_trigger()
668 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0); in irq_set_parent() local
670 if (!desc) in irq_set_parent()
673 desc->parent_irq = parent_irq; in irq_set_parent()
675 irq_put_desc_unlock(desc, flags); in irq_set_parent()
723 static void irq_finalize_oneshot(struct irq_desc *desc, in irq_finalize_oneshot() argument
726 if (!(desc->istate & IRQS_ONESHOT)) in irq_finalize_oneshot()
729 chip_bus_lock(desc); in irq_finalize_oneshot()
730 raw_spin_lock_irq(&desc->lock); in irq_finalize_oneshot()
746 if (unlikely(irqd_irq_inprogress(&desc->irq_data))) { in irq_finalize_oneshot()
747 raw_spin_unlock_irq(&desc->lock); in irq_finalize_oneshot()
748 chip_bus_sync_unlock(desc); in irq_finalize_oneshot()
761 desc->threads_oneshot &= ~action->thread_mask; in irq_finalize_oneshot()
763 if (!desc->threads_oneshot && !irqd_irq_disabled(&desc->irq_data) && in irq_finalize_oneshot()
764 irqd_irq_masked(&desc->irq_data)) in irq_finalize_oneshot()
765 unmask_threaded_irq(desc); in irq_finalize_oneshot()
768 raw_spin_unlock_irq(&desc->lock); in irq_finalize_oneshot()
769 chip_bus_sync_unlock(desc); in irq_finalize_oneshot()
777 irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) in irq_thread_check_affinity() argument
794 raw_spin_lock_irq(&desc->lock); in irq_thread_check_affinity()
799 if (desc->irq_data.affinity) in irq_thread_check_affinity()
800 cpumask_copy(mask, desc->irq_data.affinity); in irq_thread_check_affinity()
803 raw_spin_unlock_irq(&desc->lock); in irq_thread_check_affinity()
811 irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { } in irq_thread_check_affinity() argument
821 irq_forced_thread_fn(struct irq_desc *desc, struct irqaction *action) in irq_forced_thread_fn() argument
827 irq_finalize_oneshot(desc, action); in irq_forced_thread_fn()
837 static irqreturn_t irq_thread_fn(struct irq_desc *desc, in irq_thread_fn() argument
843 irq_finalize_oneshot(desc, action); in irq_thread_fn()
847 static void wake_threads_waitq(struct irq_desc *desc) in wake_threads_waitq() argument
849 if (atomic_dec_and_test(&desc->threads_active)) in wake_threads_waitq()
850 wake_up(&desc->wait_for_threads); in wake_threads_waitq()
856 struct irq_desc *desc; in irq_thread_dtor() local
868 desc = irq_to_desc(action->irq); in irq_thread_dtor()
874 wake_threads_waitq(desc); in irq_thread_dtor()
877 irq_finalize_oneshot(desc, action); in irq_thread_dtor()
887 struct irq_desc *desc = irq_to_desc(action->irq); in irq_thread() local
888 irqreturn_t (*handler_fn)(struct irq_desc *desc, in irq_thread()
900 irq_thread_check_affinity(desc, action); in irq_thread()
905 irq_thread_check_affinity(desc, action); in irq_thread()
907 action_ret = handler_fn(desc, action); in irq_thread()
909 atomic_inc(&desc->threads_handled); in irq_thread()
911 wake_threads_waitq(desc); in irq_thread()
935 struct irq_desc *desc = irq_to_desc(irq); in irq_wake_thread() local
939 if (!desc || WARN_ON(irq_settings_is_per_cpu_devid(desc))) in irq_wake_thread()
942 raw_spin_lock_irqsave(&desc->lock, flags); in irq_wake_thread()
943 for (action = desc->action; action; action = action->next) { in irq_wake_thread()
946 __irq_wake_thread(desc, action); in irq_wake_thread()
950 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_wake_thread()
970 static int irq_request_resources(struct irq_desc *desc) in irq_request_resources() argument
972 struct irq_data *d = &desc->irq_data; in irq_request_resources()
978 static void irq_release_resources(struct irq_desc *desc) in irq_release_resources() argument
980 struct irq_data *d = &desc->irq_data; in irq_release_resources()
992 __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new) in __setup_irq() argument
999 if (!desc) in __setup_irq()
1002 if (desc->irq_data.chip == &no_irq_chip) in __setup_irq()
1004 if (!try_module_get(desc->owner)) in __setup_irq()
1011 nested = irq_settings_is_nested_thread(desc); in __setup_irq()
1024 if (irq_settings_can_thread(desc)) in __setup_irq()
1081 if (desc->irq_data.chip->flags & IRQCHIP_ONESHOT_SAFE) in __setup_irq()
1087 raw_spin_lock_irqsave(&desc->lock, flags); in __setup_irq()
1088 old_ptr = &desc->action; in __setup_irq()
1159 !(desc->irq_data.chip->flags & IRQCHIP_ONESHOT_SAFE)) { in __setup_irq()
1182 ret = irq_request_resources(desc); in __setup_irq()
1185 new->name, irq, desc->irq_data.chip->name); in __setup_irq()
1189 init_waitqueue_head(&desc->wait_for_threads); in __setup_irq()
1193 ret = __irq_set_trigger(desc, irq, in __setup_irq()
1200 desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \ in __setup_irq()
1202 irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS); in __setup_irq()
1205 irqd_set(&desc->irq_data, IRQD_PER_CPU); in __setup_irq()
1206 irq_settings_set_per_cpu(desc); in __setup_irq()
1210 desc->istate |= IRQS_ONESHOT; in __setup_irq()
1212 if (irq_settings_can_autoenable(desc)) in __setup_irq()
1213 irq_startup(desc, true); in __setup_irq()
1216 desc->depth = 1; in __setup_irq()
1220 irq_settings_set_no_balancing(desc); in __setup_irq()
1221 irqd_set(&desc->irq_data, IRQD_NO_BALANCING); in __setup_irq()
1225 setup_affinity(irq, desc, mask); in __setup_irq()
1229 unsigned int omsk = irq_settings_get_trigger_mask(desc); in __setup_irq()
1240 irq_pm_install_action(desc, new); in __setup_irq()
1243 desc->irq_count = 0; in __setup_irq()
1244 desc->irqs_unhandled = 0; in __setup_irq()
1250 if (shared && (desc->istate & IRQS_SPURIOUS_DISABLED)) { in __setup_irq()
1251 desc->istate &= ~IRQS_SPURIOUS_DISABLED; in __setup_irq()
1252 __enable_irq(desc, irq); in __setup_irq()
1255 raw_spin_unlock_irqrestore(&desc->lock, flags); in __setup_irq()
1264 register_irq_proc(irq, desc); in __setup_irq()
1282 raw_spin_unlock_irqrestore(&desc->lock, flags); in __setup_irq()
1294 module_put(desc->owner); in __setup_irq()
1308 struct irq_desc *desc = irq_to_desc(irq); in setup_irq() local
1310 if (WARN_ON(irq_settings_is_per_cpu_devid(desc))) in setup_irq()
1312 chip_bus_lock(desc); in setup_irq()
1313 retval = __setup_irq(irq, desc, act); in setup_irq()
1314 chip_bus_sync_unlock(desc); in setup_irq()
1326 struct irq_desc *desc = irq_to_desc(irq); in __free_irq() local
1332 if (!desc) in __free_irq()
1335 raw_spin_lock_irqsave(&desc->lock, flags); in __free_irq()
1341 action_ptr = &desc->action; in __free_irq()
1347 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_irq()
1360 irq_pm_remove_action(desc, action); in __free_irq()
1363 if (!desc->action) { in __free_irq()
1364 irq_shutdown(desc); in __free_irq()
1365 irq_release_resources(desc); in __free_irq()
1370 if (WARN_ON_ONCE(desc->affinity_hint)) in __free_irq()
1371 desc->affinity_hint = NULL; in __free_irq()
1374 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_irq()
1402 module_put(desc->owner); in __free_irq()
1415 struct irq_desc *desc = irq_to_desc(irq); in remove_irq() local
1417 if (desc && !WARN_ON(irq_settings_is_per_cpu_devid(desc))) in remove_irq()
1438 struct irq_desc *desc = irq_to_desc(irq); in free_irq() local
1440 if (!desc || WARN_ON(irq_settings_is_per_cpu_devid(desc))) in free_irq()
1444 if (WARN_ON(desc->affinity_notify)) in free_irq()
1445 desc->affinity_notify = NULL; in free_irq()
1448 chip_bus_lock(desc); in free_irq()
1450 chip_bus_sync_unlock(desc); in free_irq()
1501 struct irq_desc *desc; in request_threaded_irq() local
1518 desc = irq_to_desc(irq); in request_threaded_irq()
1519 if (!desc) in request_threaded_irq()
1522 if (!irq_settings_can_request(desc) || in request_threaded_irq()
1523 WARN_ON(irq_settings_is_per_cpu_devid(desc))) in request_threaded_irq()
1542 chip_bus_lock(desc); in request_threaded_irq()
1543 retval = __setup_irq(irq, desc, action); in request_threaded_irq()
1544 chip_bus_sync_unlock(desc); in request_threaded_irq()
1592 struct irq_desc *desc = irq_to_desc(irq); in request_any_context_irq() local
1595 if (!desc) in request_any_context_irq()
1598 if (irq_settings_is_nested_thread(desc)) { in request_any_context_irq()
1613 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU); in enable_percpu_irq() local
1615 if (!desc) in enable_percpu_irq()
1622 ret = __irq_set_trigger(desc, irq, type); in enable_percpu_irq()
1630 irq_percpu_enable(desc, cpu); in enable_percpu_irq()
1632 irq_put_desc_unlock(desc, flags); in enable_percpu_irq()
1640 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU); in disable_percpu_irq() local
1642 if (!desc) in disable_percpu_irq()
1645 irq_percpu_disable(desc, cpu); in disable_percpu_irq()
1646 irq_put_desc_unlock(desc, flags); in disable_percpu_irq()
1655 struct irq_desc *desc = irq_to_desc(irq); in __free_percpu_irq() local
1661 if (!desc) in __free_percpu_irq()
1664 raw_spin_lock_irqsave(&desc->lock, flags); in __free_percpu_irq()
1666 action = desc->action; in __free_percpu_irq()
1672 if (!cpumask_empty(desc->percpu_enabled)) { in __free_percpu_irq()
1674 irq, cpumask_first(desc->percpu_enabled)); in __free_percpu_irq()
1679 desc->action = NULL; in __free_percpu_irq()
1681 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_percpu_irq()
1685 module_put(desc->owner); in __free_percpu_irq()
1689 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_percpu_irq()
1702 struct irq_desc *desc = irq_to_desc(irq); in remove_percpu_irq() local
1704 if (desc && irq_settings_is_per_cpu_devid(desc)) in remove_percpu_irq()
1722 struct irq_desc *desc = irq_to_desc(irq); in free_percpu_irq() local
1724 if (!desc || !irq_settings_is_per_cpu_devid(desc)) in free_percpu_irq()
1727 chip_bus_lock(desc); in free_percpu_irq()
1729 chip_bus_sync_unlock(desc); in free_percpu_irq()
1741 struct irq_desc *desc = irq_to_desc(irq); in setup_percpu_irq() local
1744 if (!desc || !irq_settings_is_per_cpu_devid(desc)) in setup_percpu_irq()
1746 chip_bus_lock(desc); in setup_percpu_irq()
1747 retval = __setup_irq(irq, desc, act); in setup_percpu_irq()
1748 chip_bus_sync_unlock(desc); in setup_percpu_irq()
1772 struct irq_desc *desc; in request_percpu_irq() local
1778 desc = irq_to_desc(irq); in request_percpu_irq()
1779 if (!desc || !irq_settings_can_request(desc) || in request_percpu_irq()
1780 !irq_settings_is_per_cpu_devid(desc)) in request_percpu_irq()
1792 chip_bus_lock(desc); in request_percpu_irq()
1793 retval = __setup_irq(irq, desc, action); in request_percpu_irq()
1794 chip_bus_sync_unlock(desc); in request_percpu_irq()
1818 struct irq_desc *desc; in irq_get_irqchip_state() local
1824 desc = irq_get_desc_buslock(irq, &flags, 0); in irq_get_irqchip_state()
1825 if (!desc) in irq_get_irqchip_state()
1828 data = irq_desc_get_irq_data(desc); in irq_get_irqchip_state()
1844 irq_put_desc_busunlock(desc, flags); in irq_get_irqchip_state()
1863 struct irq_desc *desc; in irq_set_irqchip_state() local
1869 desc = irq_get_desc_buslock(irq, &flags, 0); in irq_set_irqchip_state()
1870 if (!desc) in irq_set_irqchip_state()
1873 data = irq_desc_get_irq_data(desc); in irq_set_irqchip_state()
1889 irq_put_desc_busunlock(desc, flags); in irq_set_irqchip_state()