Lines Matching refs:irqfd
44 struct kvm_kernel_irqfd *irqfd = in irqfd_inject() local
46 struct kvm *kvm = irqfd->kvm; in irqfd_inject()
48 if (!irqfd->resampler) { in irqfd_inject()
49 kvm_set_irq(kvm, KVM_USERSPACE_IRQ_SOURCE_ID, irqfd->gsi, 1, in irqfd_inject()
51 kvm_set_irq(kvm, KVM_USERSPACE_IRQ_SOURCE_ID, irqfd->gsi, 0, in irqfd_inject()
55 irqfd->gsi, 1, false); in irqfd_inject()
68 struct kvm_kernel_irqfd *irqfd; in irqfd_resampler_ack() local
80 list_for_each_entry_srcu(irqfd, &resampler->list, resampler_link, in irqfd_resampler_ack()
82 eventfd_signal(irqfd->resamplefd, 1); in irqfd_resampler_ack()
88 irqfd_resampler_shutdown(struct kvm_kernel_irqfd *irqfd) in irqfd_resampler_shutdown() argument
90 struct kvm_kernel_irqfd_resampler *resampler = irqfd->resampler; in irqfd_resampler_shutdown()
95 list_del_rcu(&irqfd->resampler_link); in irqfd_resampler_shutdown()
115 struct kvm_kernel_irqfd *irqfd = in irqfd_shutdown() local
117 struct kvm *kvm = irqfd->kvm; in irqfd_shutdown()
127 eventfd_ctx_remove_wait_queue(irqfd->eventfd, &irqfd->wait, &cnt); in irqfd_shutdown()
133 flush_work(&irqfd->inject); in irqfd_shutdown()
135 if (irqfd->resampler) { in irqfd_shutdown()
136 irqfd_resampler_shutdown(irqfd); in irqfd_shutdown()
137 eventfd_ctx_put(irqfd->resamplefd); in irqfd_shutdown()
144 irq_bypass_unregister_consumer(&irqfd->consumer); in irqfd_shutdown()
146 eventfd_ctx_put(irqfd->eventfd); in irqfd_shutdown()
147 kfree(irqfd); in irqfd_shutdown()
153 irqfd_is_active(struct kvm_kernel_irqfd *irqfd) in irqfd_is_active() argument
155 return list_empty(&irqfd->list) ? false : true; in irqfd_is_active()
164 irqfd_deactivate(struct kvm_kernel_irqfd *irqfd) in irqfd_deactivate() argument
166 BUG_ON(!irqfd_is_active(irqfd)); in irqfd_deactivate()
168 list_del_init(&irqfd->list); in irqfd_deactivate()
170 queue_work(irqfd_cleanup_wq, &irqfd->shutdown); in irqfd_deactivate()
188 struct kvm_kernel_irqfd *irqfd = in irqfd_wakeup() local
192 struct kvm *kvm = irqfd->kvm; in irqfd_wakeup()
199 eventfd_ctx_do_read(irqfd->eventfd, &cnt); in irqfd_wakeup()
203 seq = read_seqcount_begin(&irqfd->irq_entry_sc); in irqfd_wakeup()
204 irq = irqfd->irq_entry; in irqfd_wakeup()
205 } while (read_seqcount_retry(&irqfd->irq_entry_sc, seq)); in irqfd_wakeup()
210 schedule_work(&irqfd->inject); in irqfd_wakeup()
230 if (irqfd_is_active(irqfd)) in irqfd_wakeup()
231 irqfd_deactivate(irqfd); in irqfd_wakeup()
243 struct kvm_kernel_irqfd *irqfd = in irqfd_ptable_queue_proc() local
245 add_wait_queue_priority(wqh, &irqfd->wait); in irqfd_ptable_queue_proc()
249 static void irqfd_update(struct kvm *kvm, struct kvm_kernel_irqfd *irqfd) in irqfd_update() argument
255 n_entries = kvm_irq_map_gsi(kvm, entries, irqfd->gsi); in irqfd_update()
257 write_seqcount_begin(&irqfd->irq_entry_sc); in irqfd_update()
261 irqfd->irq_entry = *e; in irqfd_update()
263 irqfd->irq_entry.type = 0; in irqfd_update()
265 write_seqcount_end(&irqfd->irq_entry_sc); in irqfd_update()
297 struct kvm_kernel_irqfd *irqfd, *tmp; in kvm_irqfd_assign() local
310 irqfd = kzalloc(sizeof(*irqfd), GFP_KERNEL_ACCOUNT); in kvm_irqfd_assign()
311 if (!irqfd) in kvm_irqfd_assign()
314 irqfd->kvm = kvm; in kvm_irqfd_assign()
315 irqfd->gsi = args->gsi; in kvm_irqfd_assign()
316 INIT_LIST_HEAD(&irqfd->list); in kvm_irqfd_assign()
317 INIT_WORK(&irqfd->inject, irqfd_inject); in kvm_irqfd_assign()
318 INIT_WORK(&irqfd->shutdown, irqfd_shutdown); in kvm_irqfd_assign()
319 seqcount_spinlock_init(&irqfd->irq_entry_sc, &kvm->irqfds.lock); in kvm_irqfd_assign()
333 irqfd->eventfd = eventfd; in kvm_irqfd_assign()
344 irqfd->resamplefd = resamplefd; in kvm_irqfd_assign()
345 INIT_LIST_HEAD(&irqfd->resampler_link); in kvm_irqfd_assign()
351 if (resampler->notifier.gsi == irqfd->gsi) { in kvm_irqfd_assign()
352 irqfd->resampler = resampler; in kvm_irqfd_assign()
357 if (!irqfd->resampler) { in kvm_irqfd_assign()
368 resampler->notifier.gsi = irqfd->gsi; in kvm_irqfd_assign()
375 irqfd->resampler = resampler; in kvm_irqfd_assign()
378 list_add_rcu(&irqfd->resampler_link, &irqfd->resampler->list); in kvm_irqfd_assign()
388 init_waitqueue_func_entry(&irqfd->wait, irqfd_wakeup); in kvm_irqfd_assign()
389 init_poll_funcptr(&irqfd->pt, irqfd_ptable_queue_proc); in kvm_irqfd_assign()
395 if (irqfd->eventfd != tmp->eventfd) in kvm_irqfd_assign()
404 irqfd_update(kvm, irqfd); in kvm_irqfd_assign()
406 list_add_tail(&irqfd->list, &kvm->irqfds.items); in kvm_irqfd_assign()
414 events = vfs_poll(f.file, &irqfd->pt); in kvm_irqfd_assign()
417 schedule_work(&irqfd->inject); in kvm_irqfd_assign()
421 irqfd->consumer.token = (void *)irqfd->eventfd; in kvm_irqfd_assign()
422 irqfd->consumer.add_producer = kvm_arch_irq_bypass_add_producer; in kvm_irqfd_assign()
423 irqfd->consumer.del_producer = kvm_arch_irq_bypass_del_producer; in kvm_irqfd_assign()
424 irqfd->consumer.stop = kvm_arch_irq_bypass_stop; in kvm_irqfd_assign()
425 irqfd->consumer.start = kvm_arch_irq_bypass_start; in kvm_irqfd_assign()
426 ret = irq_bypass_register_consumer(&irqfd->consumer); in kvm_irqfd_assign()
429 irqfd->consumer.token, ret); in kvm_irqfd_assign()
443 if (irqfd->resampler) in kvm_irqfd_assign()
444 irqfd_resampler_shutdown(irqfd); in kvm_irqfd_assign()
455 kfree(irqfd); in kvm_irqfd_assign()
542 struct kvm_kernel_irqfd *irqfd, *tmp; in kvm_irqfd_deassign() local
551 list_for_each_entry_safe(irqfd, tmp, &kvm->irqfds.items, list) { in kvm_irqfd_deassign()
552 if (irqfd->eventfd == eventfd && irqfd->gsi == args->gsi) { in kvm_irqfd_deassign()
559 write_seqcount_begin(&irqfd->irq_entry_sc); in kvm_irqfd_deassign()
560 irqfd->irq_entry.type = 0; in kvm_irqfd_deassign()
561 write_seqcount_end(&irqfd->irq_entry_sc); in kvm_irqfd_deassign()
562 irqfd_deactivate(irqfd); in kvm_irqfd_deassign()
598 struct kvm_kernel_irqfd *irqfd, *tmp; in kvm_irqfd_release() local
602 list_for_each_entry_safe(irqfd, tmp, &kvm->irqfds.items, list) in kvm_irqfd_release()
603 irqfd_deactivate(irqfd); in kvm_irqfd_release()
621 struct kvm_kernel_irqfd *irqfd; in kvm_irq_routing_update() local
625 list_for_each_entry(irqfd, &kvm->irqfds.items, list) { in kvm_irq_routing_update()
628 struct kvm_kernel_irq_routing_entry old = irqfd->irq_entry; in kvm_irq_routing_update()
631 irqfd_update(kvm, irqfd); in kvm_irq_routing_update()
634 if (irqfd->producer && in kvm_irq_routing_update()
635 kvm_arch_irqfd_route_changed(&old, &irqfd->irq_entry)) { in kvm_irq_routing_update()
637 irqfd->kvm, irqfd->producer->irq, in kvm_irq_routing_update()
638 irqfd->gsi, 1); in kvm_irq_routing_update()