| /xen-4.10.0-shim-comet/xen/common/ |
| A D | softirq.c | 75 unsigned int cpu, this_cpu = smp_processor_id(); in cpumask_raise_softirq() local
78 if ( !per_cpu(batching, this_cpu) || in_irq() ) in cpumask_raise_softirq()
84 raise_mask = &per_cpu(batch_mask, this_cpu); in cpumask_raise_softirq()
88 cpu != this_cpu && in cpumask_raise_softirq()
98 unsigned int this_cpu = smp_processor_id(); in cpu_raise_softirq() local
101 || (cpu == this_cpu) in cpu_raise_softirq()
105 if ( !per_cpu(batching, this_cpu) || in_irq() ) in cpu_raise_softirq()
113 ++this_cpu(batching); in cpu_raise_softirq_batch_begin()
118 unsigned int cpu, this_cpu = smp_processor_id(); in cpu_raise_softirq_batch_finish() local
121 ASSERT(per_cpu(batching, this_cpu)); in cpu_raise_softirq_batch_finish()
[all …]
|
| A D | random.c | 13 unsigned int next = this_cpu(seed), val = arch_get_random(); in get_random()
29 this_cpu(seed) = next; in get_random()
|
| A D | trace.c | 655 ed.lost_records = this_cpu(lost_records); in insert_lost_records()
656 ed.first_tsc = this_cpu(lost_records_first_tsc); in insert_lost_records()
658 this_cpu(lost_records) = 0; in insert_lost_records()
726 spin_lock_irqsave(&this_cpu(t_lock), flags); in __trace_var()
728 buf = this_cpu(t_bufs); in __trace_var()
756 if ( this_cpu(lost_records) ) in __trace_var()
780 if ( ++this_cpu(lost_records) == 1 ) in __trace_var()
781 this_cpu(lost_records_first_tsc)=(u64)get_cycles(); in __trace_var()
791 if ( this_cpu(lost_records) ) in __trace_var()
813 spin_unlock_irqrestore(&this_cpu(t_lock), flags); in __trace_var()
|
| A D | tmem_xen.c | 124 unsigned char *dmem = this_cpu(dstmem); in tmem_compress_from_client()
125 unsigned char *wmem = this_cpu(workmem); in tmem_compress_from_client()
126 char *scratch = this_cpu(scratch_page); in tmem_compress_from_client()
187 char *scratch = this_cpu(scratch_page); in tmem_decompress_to_client()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/genapic/ |
| A D | x2apic.c | 47 unsigned int cpu, this_cpu = smp_processor_id(); in init_apic_ldr_x2apic_cluster() local
49 per_cpu(cpu_2_logical_apicid, this_cpu) = apic_read(APIC_LDR); in init_apic_ldr_x2apic_cluster()
51 if ( per_cpu(cluster_cpus, this_cpu) ) in init_apic_ldr_x2apic_cluster()
53 ASSERT(cpumask_test_cpu(this_cpu, per_cpu(cluster_cpus, this_cpu))); in init_apic_ldr_x2apic_cluster()
57 per_cpu(cluster_cpus, this_cpu) = cluster_cpus_spare; in init_apic_ldr_x2apic_cluster()
60 if (this_cpu == cpu || x2apic_cluster(this_cpu) != x2apic_cluster(cpu)) in init_apic_ldr_x2apic_cluster()
62 per_cpu(cluster_cpus, this_cpu) = per_cpu(cluster_cpus, cpu); in init_apic_ldr_x2apic_cluster()
65 if ( per_cpu(cluster_cpus, this_cpu) == cluster_cpus_spare ) in init_apic_ldr_x2apic_cluster()
68 cpumask_set_cpu(this_cpu, per_cpu(cluster_cpus, this_cpu)); in init_apic_ldr_x2apic_cluster()
237 if ( !this_cpu(cluster_cpus) ) in apic_x2apic_probe()
|
| /xen-4.10.0-shim-comet/xen/include/xen/ |
| A D | perfc.h | 57 #define perfc_value(x) this_cpu(perfcounters)[PERFC_ ## x]
60 this_cpu(perfcounters)[PERFC_ ## x + (y)] : 0 )
61 #define perfc_set(x,v) (this_cpu(perfcounters)[PERFC_ ## x] = (v))
64 this_cpu(perfcounters)[PERFC_ ## x + (y)] = (v) : (v) )
65 #define perfc_incr(x) (++this_cpu(perfcounters)[PERFC_ ## x])
66 #define perfc_decr(x) (--this_cpu(perfcounters)[PERFC_ ## x])
69 ++this_cpu(perfcounters)[PERFC_ ## x + (y)] : 0 )
70 #define perfc_add(x,v) (this_cpu(perfcounters)[PERFC_ ## x] += (v))
73 this_cpu(perfcounters)[PERFC_ ## x + (y)] = (v) : (v) )
|
| A D | percpu.h | 17 #define this_cpu(var) __get_cpu_var(var) macro
24 #define get_cpu_var(var) this_cpu(var)
|
| /xen-4.10.0-shim-comet/xen/arch/x86/guest/ |
| A D | xen.c | 118 unsigned int vcpu = this_cpu(vcpu_id); in map_vcpuinfo()
124 this_cpu(vcpu_info) = &XEN_shared_info->vcpu_info[vcpu]; in map_vcpuinfo()
130 this_cpu(vcpu_info) = &vcpu_info[vcpu]; in map_vcpuinfo()
140 this_cpu(vcpu_info) = &XEN_shared_info->vcpu_info[vcpu]; in map_vcpuinfo()
144 this_cpu(vcpu_info) = &vcpu_info[vcpu]; in map_vcpuinfo()
160 this_cpu(vcpu_id) = ebx; in set_vcpu_id()
162 this_cpu(vcpu_id) = smp_processor_id(); in set_vcpu_id()
196 struct vcpu_info *vcpu_info = this_cpu(vcpu_info); in xen_evtchn_upcall()
236 rc = xen_hypercall_set_evtchn_upcall_vector(this_cpu(vcpu_id), in init_evtchn()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/ |
| A D | nmi.c | 213 this_cpu(nmi_timer_ticks)++; in nmi_timer_fn()
214 set_timer(&this_cpu(nmi_timer), NOW() + MILLISECS(1000)); in nmi_timer_fn()
485 unsigned int sum = this_cpu(nmi_timer_ticks); in nmi_watchdog_tick()
487 if ( (this_cpu(last_irq_sums) == sum) && watchdog_enabled() ) in nmi_watchdog_tick()
493 this_cpu(alert_counter)++; in nmi_watchdog_tick()
494 if ( this_cpu(alert_counter) == opt_watchdog_timeout*nmi_hz ) in nmi_watchdog_tick()
504 this_cpu(last_irq_sums) = sum; in nmi_watchdog_tick()
505 this_cpu(alert_counter) = 0; in nmi_watchdog_tick()
|
| A D | x86_emulate.c | 32 (stb).addr = this_cpu(stubs.addr) + STUB_BUF_SIZE / 2; \
33 memset(((stb).ptr = map_domain_page(_mfn(this_cpu(stubs.mfn)))) + \
|
| A D | traps.c | 645 if ( ++this_cpu(depth) < 3 ) in fatal_trap()
740 this_cpu(last_extable_addr) = regs->rip; in do_trap()
1056 this_cpu(last_extable_addr) = regs->rip; in do_invalid_op()
1079 this_cpu(last_extable_addr) = regs->rip; in do_int3()
1542 this_cpu(last_extable_addr) = regs->rip; in do_general_protection()
1732 return this_cpu(efer); in read_efer()
1737 this_cpu(efer) = val; in write_efer()
1745 if ( !this_cpu(ler_msr) ) in ler_enable()
1820 struct tss_struct *tss = &this_cpu(init_tss); in load_TR()
1914 this_cpu(gdt_table) = boot_cpu_gdt_table; in init_idt_traps()
[all …]
|
| A D | crash.c | 49 if ( !this_cpu(crash_save_done) ) in do_nmi_crash()
70 this_cpu(crash_save_done) = true; in do_nmi_crash()
|
| A D | extable.c | 92 unsigned long stub = this_cpu(stubs.addr); in search_exception_table()
146 unsigned long addr = this_cpu(stubs.addr) + STUB_BUF_SIZE / 2; in stub_selftest()
153 uint8_t *ptr = map_domain_page(_mfn(this_cpu(stubs.mfn))) + in stub_selftest()
|
| A D | xstate.c | 61 this_cpu(xcr0) = xfeatures; in set_xcr0()
67 return this_cpu(xcr0); in get_xcr0()
75 u64 *this_xss = &this_cpu(xss); in set_msr_xss()
86 return this_cpu(xss); in get_msr_xss()
460 ptr->xsave_hdr.xcomp_bv &= this_cpu(xcr0) | this_cpu(xss); in xrstor()
466 ptr->xsave_hdr.xstate_bv &= this_cpu(xcr0); in xrstor()
780 unsigned long xcr0 = this_cpu(xcr0); in xstate_set_init()
|
| A D | time.c | 815 t = &this_cpu(cpu_time); in stime2tsc()
997 const struct cpu_time *t = &this_cpu(cpu_time); in get_s_time_fixed()
1018 struct cpu_time *t = &this_cpu(cpu_time); in tsc_ticks2ns()
1033 t = &this_cpu(cpu_time); in __update_vcpu_system_time()
1169 struct cpu_time *t = &this_cpu(cpu_time); in cpu_frequency_change()
1209 struct cpu_time *t = &this_cpu(cpu_time); in local_time_calibration()
1458 struct cpu_time_stamp *c = &this_cpu(cpu_calibration); in time_calibration_rendezvous_tail()
1598 struct cpu_time *t = &this_cpu(cpu_time); in init_percpu_time()
1690 struct cpu_time *t = &this_cpu(cpu_time); in reset_percpu_time()
1799 struct cpu_time *t = &this_cpu(cpu_time); in early_time_init()
[all …]
|
| /xen-4.10.0-shim-comet/xen/arch/x86/hvm/ |
| A D | asid.c | 64 struct hvm_asid_data *data = &this_cpu(hvm_asid_data); in hvm_asid_init()
96 struct hvm_asid_data *data = &this_cpu(hvm_asid_data); in hvm_asid_flush_core()
115 struct hvm_asid_data *data = &this_cpu(hvm_asid_data); in hvm_asid_handle_vmenter()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/cpu/ |
| A D | common.c | 126 this_cpu(msr_misc_features))) in probe_cpuid_faulting()
263 this_cpu = cpu_devs[i]; in get_cpu_vendor()
275 this_cpu = &default_cpu; in get_cpu_vendor()
331 this_cpu->c_vendor, c->x86, c->x86, in early_cpu_detect()
371 if (this_cpu->c_early_init) in generic_identify()
372 this_cpu->c_early_init(c); in generic_identify()
456 if (this_cpu->c_init) in identify_cpu()
457 this_cpu->c_init(c); in identify_cpu()
672 vendor = this_cpu->c_vendor; in print_cpu_info()
719 struct tss_struct *tss = &this_cpu(init_tss); in load_system_tables()
[all …]
|
| /xen-4.10.0-shim-comet/xen/include/asm-x86/ |
| A D | ldt.h | 19 ? this_cpu(gdt_table) : this_cpu(compat_gdt_table)) in load_LDT()
|
| /xen-4.10.0-shim-comet/xen/include/asm-arm/ |
| A D | percpu.h | 37 #define get_processor_id() (this_cpu(cpu_id))
40 this_cpu(cpu_id) = (id); \
|
| /xen-4.10.0-shim-comet/xen/arch/arm/ |
| A D | gic.c | 43 #define lr_all_full() (this_cpu(lr_mask) == ((1 << gic_hw_ops->info->nr_lrs) - 1))
58 this_cpu(lr_mask) = 0ULL; in clear_cpu_lr_mask()
80 v->arch.lr_mask = this_cpu(lr_mask); in gic_save_state()
90 this_cpu(lr_mask) = v->arch.lr_mask; in gic_restore_state()
461 unsigned long *lr_mask = (unsigned long *) &this_cpu(lr_mask); in gic_find_unused_lr()
501 set_bit(i, &this_cpu(lr_mask)); in gic_raise_guest_irq()
534 clear_bit(i, &this_cpu(lr_mask)); in gic_update_one_lr()
567 clear_bit(i, &this_cpu(lr_mask)); in gic_update_one_lr()
613 while ((i = find_next_bit((const unsigned long *) &this_cpu(lr_mask), in gic_clear_lrs()
666 set_bit(lr, &this_cpu(lr_mask)); in gic_restore_pending_irqs()
|
| A D | gic-v3-lpi.c | 122 this_cpu(lpi_redist).redist_addr = address; in gicv3_set_redist_address()
123 this_cpu(lpi_redist).redist_id = redist_id; in gicv3_set_redist_address()
240 if ( this_cpu(lpi_redist).pending_table ) in gicv3_lpi_allocate_pendtable()
266 this_cpu(lpi_redist).pending_table = pendtable; in gicv3_lpi_allocate_pendtable()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/acpi/ |
| A D | cpuidle_menu.c | 158 irq_sum = (data->pf.irq_sum + (this_cpu(irq_count) - data->pf.irq_count_stamp) in avg_intr_interval_us()
170 data->pf.irq_count_stamp= this_cpu(irq_count); in avg_intr_interval_us()
179 s_time_t us = (this_cpu(timer_deadline) - NOW()) / 1000; in get_sleep_length_us()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/x86_64/ |
| A D | traps.c | 152 if ( this_cpu(ler_msr) && !guest_mode(regs) ) in show_registers()
155 rdmsrl(this_cpu(ler_msr), from); in show_registers()
156 rdmsrl(this_cpu(ler_msr) + 1, to); in show_registers()
305 unsigned long stub_va = this_cpu(stubs.addr); in subarch_percpu_traps_init()
312 stub_page = map_domain_page(_mfn(this_cpu(stubs.mfn))); in subarch_percpu_traps_init()
|
| /xen-4.10.0-shim-comet/xen/drivers/passthrough/x86/ |
| A D | iommu.c | 50 this_cpu(iommu_dont_flush_iotlb) = 1; in arch_iommu_populate_page_table()
104 this_cpu(iommu_dont_flush_iotlb) = 0; in arch_iommu_populate_page_table()
|
| /xen-4.10.0-shim-comet/xen/arch/x86/hvm/vmx/ |
| A D | vmcs.c | 536 this_cpu(current_vmcs) = 0; in __vmx_clear_vmcs()
563 this_cpu(current_vmcs) = v->arch.hvm_vmx.vmcs_pa; in vmx_load_vmcs()
658 INIT_LIST_HEAD(&this_cpu(active_vmcs_list)); in _vmx_cpu_up()
663 switch ( __vmxon(this_cpu(vmxon_region)) ) in _vmx_cpu_up()
682 this_cpu(vmxon) = 1; in _vmx_cpu_up()
711 if ( !this_cpu(vmxon) ) in vmx_cpu_down()
721 this_cpu(vmxon) = 0; in vmx_cpu_down()
744 fv = &this_cpu(foreign_vmcs); in vmx_vmcs_try_enter()
783 fv = &this_cpu(foreign_vmcs); in vmx_vmcs_exit()
913 this_cpu(current_vmcs) = to; in vmx_vmcs_switch()
[all …]
|