| /xen-4.10.0-shim-comet/xen/arch/x86/x86_64/ |
| A D | cpu_idle.c | 42 if ( unlikely(size > xlat_page_left_size(*xlat_page_current)) ) in xlat_malloc()
57 if ( unlikely(!compat_handle_okay((_s_)->dp, (_s_)->dpcnt)) ) \ in copy_from_compat_state()
78 if ( unlikely(xen_power == NULL) ) in compat_set_cx_pminfo()
92 if ( unlikely(xen_states == NULL) ) \ in compat_set_cx_pminfo()
95 if ( unlikely(!compat_handle_okay((_s_)->states, (_s_)->count)) ) \ in compat_set_cx_pminfo()
101 if ( unlikely(copy_from_guest_offset(&state, states, i, 1)) ) \ in compat_set_cx_pminfo()
103 if ( unlikely(copy_from_compat_state(&xen_states[i], &state)) ) \ in compat_set_cx_pminfo()
|
| A D | cpufreq.c | 41 if ( unlikely(xen_perf == NULL) ) in compat_set_px_pminfo()
47 if ( unlikely(!compat_handle_okay((_s_)->states, (_s_)->state_count)) ) \ in compat_set_px_pminfo()
|
| /xen-4.10.0-shim-comet/xen/include/xen/ |
| A D | trace.h | 43 if ( unlikely(tb_init_done) ) in trace_var()
58 if ( unlikely(tb_init_done) ) \
68 if ( unlikely(tb_init_done) ) \
79 if ( unlikely(tb_init_done) ) \
91 if ( unlikely(tb_init_done) ) \
104 if ( unlikely(tb_init_done) ) \
118 if ( unlikely(tb_init_done) ) \
|
| A D | rwlock.h | 156 if ( unlikely(cnts) ) in _write_trylock()
257 if ( unlikely(this_cpu_ptr(per_cpudata) != NULL ) ) in _percpu_read_lock()
267 if ( unlikely(percpu_rwlock->writer_activating) ) in _percpu_read_lock()
292 if ( unlikely(this_cpu_ptr(per_cpudata) != percpu_rwlock ) ) in _percpu_read_unlock()
|
| /xen-4.10.0-shim-comet/xen/include/asm-x86/ |
| A D | trace.h | 11 if ( unlikely(tb_init_done) ) in trace_pv_trap()
19 if ( unlikely(tb_init_done) ) in trace_pv_page_fault()
26 if ( unlikely(tb_init_done) ) in trace_trap_one_addr()
35 if ( unlikely(tb_init_done) ) in trace_trap_two_addr()
42 if ( unlikely(tb_init_done) ) in trace_ptwr_emulation()
|
| /xen-4.10.0-shim-comet/xen/common/ |
| A D | lzo.c | 132 if (unlikely(ip >= ip_end)) in lzo1x_1_do_compress()
160 while (unlikely(tt > 255)) { in lzo1x_1_do_compress()
185 if (unlikely(v == 0)) { in lzo1x_1_do_compress()
205 if (unlikely(v == 0)) { in lzo1x_1_do_compress()
273 while (unlikely(m_len > 255)) { in lzo1x_1_do_compress()
408 if (unlikely(in_len < 3)) in lzo1x_decompress_safe()
423 if (unlikely(t == 0)) { in lzo1x_decompress_safe()
491 if (unlikely(t == 2)) { in lzo1x_decompress_safe()
495 while (unlikely(*ip == 0)) { in lzo1x_decompress_safe()
516 if (unlikely(t == 2)) { in lzo1x_decompress_safe()
[all …]
|
| A D | multicall.c | 45 if ( unlikely(__test_and_set_bit(_MCSF_in_multicall, &mcs->flags)) ) in do_multicall()
51 if ( unlikely(!guest_handle_okay(call_list, nr_calls)) ) in do_multicall()
59 if ( unlikely(__copy_from_guest(&mcs->call, call_list, 1)) ) in do_multicall()
88 if ( unlikely(disp == mc_exit) ) in do_multicall()
94 else if ( unlikely(__copy_field_to_guest(call_list, &mcs->call, in do_multicall()
113 if ( unlikely(disp == mc_preempt) && i < nr_calls ) in do_multicall()
|
| A D | monitor.c | 36 if ( unlikely(current->domain == d) ) /* no domain_pause() */ in monitor_domctl()
40 if ( unlikely(rc) ) in monitor_domctl()
50 if ( unlikely(mop->event > 31) ) in monitor_domctl()
53 if ( unlikely(!(arch_monitor_get_capabilities(d) & (1U << mop->event))) ) in monitor_domctl()
72 if ( unlikely(old_status == requested_status) ) in monitor_domctl()
|
| A D | memory.c | 122 if ( unlikely(page == NULL) ) in increase_reservation()
236 if ( unlikely(!page) ) in populate_physmap()
322 if ( unlikely(!mfn_valid(mfn)) ) in guest_remove_page()
354 if ( unlikely(!get_page(page, d)) ) in guest_remove_page()
610 if ( unlikely(rc) ) in memory_exchange()
1068 if ( unlikely(start_extent) ) in do_memory_op()
1075 if ( unlikely(start_extent) ) in do_memory_op()
1084 if ( unlikely(start_extent) ) in do_memory_op()
1205 if ( unlikely(start_extent) ) in do_memory_op()
1242 if ( unlikely(start_extent) ) in do_memory_op()
[all …]
|
| A D | grant_table.c | 418 if ( unlikely(head == MAPTRACK_TAIL) ) in _get_maptrack_handle()
429 if ( unlikely(next == MAPTRACK_TAIL) ) in _get_maptrack_handle()
730 if ( unlikely(flags & GTF_readonly) ) in _set_status_v2()
761 if ( unlikely(flags & GTF_readonly) ) in _set_status_v2()
898 if ( unlikely(paging_mode_external(ld) && in map_grant_ref()
1323 if ( unlikely(!flags) || unlikely(map->domid != dom) || in unmap_common()
1324 unlikely(map->ref != op->ref) ) in unmap_common()
1668 if ( unlikely(!gt->active) ) in gnttab_grow_table()
1846 if ( unlikely(limit_max < op.nr_frames) ) in gnttab_setup_table()
2123 if ( unlikely(e->is_dying) || in gnttab_transfer()
[all …]
|
| A D | sched_credit2.c | 924 if ( unlikely(tb_init_done) ) in update_max_weight()
950 if ( unlikely(tb_init_done) ) in _runq_assign()
1179 if ( unlikely(tb_init_done) ) in update_runq_load()
1238 if ( unlikely(tb_init_done) ) in update_svc_load()
1296 if ( unlikely(tb_init_done) ) in runq_insert()
1396 if ( unlikely(tb_init_done) ) in tickle_score()
1442 if ( unlikely(tb_init_done) ) in runq_tickle()
1572 if ( unlikely(tb_init_done) ) in runq_tickle()
1703 if ( unlikely(delta <= 0) ) in burn_credits()
1721 if ( unlikely(tb_init_done) ) in burn_credits()
[all …]
|
| A D | sched_null.c | 347 if ( unlikely(tb_init_done) ) in pick_cpu()
371 if ( unlikely(tb_init_done) ) in vcpu_assign()
392 if ( unlikely(tb_init_done) ) in vcpu_deassign()
543 if ( unlikely(!list_empty(&nvc->waitq_elem)) ) in null_vcpu_remove()
567 if ( unlikely(curr_on_cpu(v->processor) == v) ) in null_vcpu_wake()
573 if ( unlikely(!list_empty(&null_vcpu(v)->waitq_elem)) ) in null_vcpu_wake()
617 if ( unlikely(tb_init_done) ) in null_vcpu_migrate()
731 if ( unlikely(tb_init_done) ) in null_schedule()
766 if ( unlikely(ret.task == NULL) ) in null_schedule()
801 if ( unlikely(ret.task == NULL || !vcpu_runnable(ret.task)) ) in null_schedule()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/pv/ |
| A D | iret.c | 39 if ( unlikely(copy_from_user(&iret_saved, (void *)regs->rsp, in do_iret()
50 if ( unlikely(pagetable_is_null(v->arch.guest_table_user)) ) in do_iret()
99 if ( unlikely(__get_user(regs->eax, (u32 *)regs->rsp)) ) in compat_iret()
106 if ( unlikely(__get_user(regs->eip, (u32 *)regs->rsp + 1)) || in compat_iret()
107 unlikely(__get_user(regs->cs, (u32 *)regs->rsp + 2)) ) in compat_iret()
117 if ( unlikely(__get_user(eflags, (u32 *)regs->rsp + 3)) ) in compat_iret()
128 if ( unlikely(eflags & X86_EFLAGS_VM) ) in compat_iret()
174 if ( unlikely(__put_user(0, (u32 *)regs->rsp)) ) in compat_iret()
182 else if ( unlikely(ring_0(regs)) ) in compat_iret()
|
| A D | mm.c | 46 if ( unlikely(!__addr_ok(linear)) ) in map_guest_l1e()
98 BUG_ON(unlikely(in_irq())); in pv_map_ldt_shadow_page()
112 if ( unlikely(!(l1e_get_flags(gl1e) & _PAGE_PRESENT)) ) in pv_map_ldt_shadow_page()
116 if ( unlikely(!page) ) in pv_map_ldt_shadow_page()
119 if ( unlikely(!get_page_type(page, PGT_seg_desc_page)) ) in pv_map_ldt_shadow_page()
|
| A D | mm.h | 16 if ( unlikely(!__addr_ok(linear)) || in guest_get_eff_l1e()
63 if ( unlikely(rv == 0) ) in update_intpte()
137 if ( unlikely(is_pv_32bit_domain(d)) && in unadjust_guest_l3e()
|
| /xen-4.10.0-shim-comet/tools/blktap2/drivers/ |
| A D | lock.c | 46 #define unlikely(x) __builtin_expect(!!(x), 0) macro
71 if (unlikely(!lockfn)) { in create_lockfn()
97 if (unlikely(!lockfn_link)) { in create_lockfn_link()
132 if (unlikely(clstat == -1)) { in NFSnormalizedStatTime()
381 if (unlikely(clstat == -1)) { in lock()
394 if (unlikely(status == -1)) { in lock()
425 if (unlikely(clstat == -1)) { in lock()
437 if (unlikely(clstat == -1)) { in lock()
452 if (unlikely(tmpstat == -1)) { in lock()
591 if (unlikely(clstat == -1)) { in lock()
[all …]
|
| /xen-4.10.0-shim-comet/xen/arch/x86/ |
| A D | monitor.c | 135 if ( unlikely(mop->u.mov_to_cr.index >= in arch_monitor_domctl_event()
139 if ( unlikely(mop->u.mov_to_cr.pad1 || mop->u.mov_to_cr.pad2) ) in arch_monitor_domctl_event()
145 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
194 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
214 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
228 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
248 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
261 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
277 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
290 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
|
| A D | mm.c | 563 BUG_ON(unlikely(in_irq())); in invalidate_shadow_ldt()
1062 if ( unlikely(err) ) in get_page_from_l1e()
2098 if ( unlikely(rc < 0) ) in mod_l3_entry()
2163 if ( unlikely(rc < 0) ) in mod_l4_entry()
2285 while ( unlikely(y != x) ); in get_page_light()
2833 if ( unlikely(rc) ) in new_guest_cr3()
2991 if ( unlikely(rc) ) in do_mmuext_op()
3108 if ( unlikely(rc) ) in do_mmuext_op()
3465 if ( unlikely(rc) ) in do_mmuext_op()
3526 if ( unlikely(rc) ) in do_mmu_update()
[all …]
|
| A D | flushtlb.c | 41 if ( unlikely(t1 == 0) ) in pre_flush()
45 while ( unlikely((t = cmpxchg(&tlbflush_clock, t1, t2)) != t1) ); in pre_flush()
48 if ( unlikely(t2 == 0) ) in pre_flush()
|
| A D | compat.c | 22 if ( unlikely(copy_from_guest(&op, uop, 1) != 0) ) in do_physdev_op_compat()
57 if ( unlikely(copy_from_guest(&op, uop, 1) != 0) ) in do_event_channel_op_compat()
|
| /xen-4.10.0-shim-comet/xen/common/lz4/ |
| A D | decompress.c | 75 if (unlikely(cpy > oend - COPYLENGTH)) { in lz4_uncompress()
87 if (unlikely((unsigned long)cpy < (unsigned long)op)) in lz4_uncompress()
98 if (unlikely(ref < (BYTE *const) dest)) in lz4_uncompress()
110 if (unlikely((op - ref) < STEPSIZE)) { in lz4_uncompress()
150 if (unlikely((unsigned long)cpy < (unsigned long)op)) in lz4_uncompress()
217 if (unlikely((unsigned long)cpy < (unsigned long)op)) in lz4_uncompress_unknownoutputsize()
246 if (unlikely((op - ref) < STEPSIZE)) { in lz4_uncompress_unknownoutputsize()
282 if (unlikely((unsigned long)cpy < (unsigned long)op)) in lz4_uncompress_unknownoutputsize()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/hvm/ |
| A D | vm_event.c | 32 if ( unlikely(v->arch.vm_event->set_gprs) ) in hvm_vm_event_set_registers()
71 if ( unlikely(v->arch.vm_event->emulate_flags) ) in hvm_vm_event_do_resume()
95 if ( unlikely(w->do_write.cr0) ) in hvm_vm_event_do_resume()
103 if ( unlikely(w->do_write.cr4) ) in hvm_vm_event_do_resume()
111 if ( unlikely(w->do_write.cr3) ) in hvm_vm_event_do_resume()
119 if ( unlikely(w->do_write.msr) ) in hvm_vm_event_do_resume()
|
| /xen-4.10.0-shim-comet/xen/common/compat/ |
| A D | grant_table.c | 74 if ( unlikely(!guest_handle_okay(guest_handle_cast(cmp_uop, \ in compat_grant_table_op()
149 if ( unlikely(count > 1) ) in compat_grant_table_op()
151 else if ( unlikely(__copy_from_guest(&cmp.setup, cmp_uop, 1)) ) in compat_grant_table_op()
153 else if ( unlikely(!compat_handle_okay(cmp.setup.frame_list, cmp.setup.nr_frames)) ) in compat_grant_table_op()
188 if ( unlikely(__copy_to_guest(cmp_uop, &cmp.setup, 1)) ) in compat_grant_table_op()
198 if ( unlikely(__copy_from_guest_offset(&cmp.xfer, cmp_uop, i, 1)) ) in compat_grant_table_op()
232 if ( unlikely(__copy_from_guest_offset(&cmp.copy, cmp_uop, i, 1)) ) in compat_grant_table_op()
283 if ( unlikely(__copy_from_guest(&cmp.get_status, cmp_uop, 1) || in compat_grant_table_op()
317 if ( unlikely(__copy_to_guest(cmp_uop, &cmp.get_status, 1)) ) in compat_grant_table_op()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/hvm/vmx/ |
| A D | intr.c | 76 if ( unlikely(tb_init_done) ) in vmx_enable_intr_window()
208 if ( unlikely(intack.source != hvm_intsrc_none) ) in nvmx_intr_intercept()
235 if ( unlikely(v->arch.hvm_vcpu.single_step) ) in vmx_intr_assist()
253 if ( unlikely(nvmx_intr_intercept(v, intack)) ) in vmx_intr_assist()
336 if ( unlikely(intack.vector < pt_vector) ) in vmx_intr_assist()
401 if ( unlikely(intack.source != hvm_intsrc_none) ) in vmx_intr_assist()
|
| /xen-4.10.0-shim-comet/xen/include/asm-arm/ |
| A D | cpuerrata.h | 25 return unlikely(ret); \
37 return unlikely(cpus_have_cap(feature)); \
|